Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• 3240a1e486 Merge branch 'main' into fix_nixl_triton_attn fix_nixl_triton_attn Tyler Michael SmithandGitHub 2026-03-19 16:34:21 -04:00
• 91be5f9be3 [MoE Refactor] Rename "naive" all2all backend (#36294) bnellnmandGitHub 2026-03-19 15:50:34 -04:00
• 4ee847e400 Comment fix for async rl example (#35244) Aaron HaoandGitHub 2026-03-19 12:46:07 -07:00
• 040a505ff5 [ROCm][CI] Cleaning and restructuring amd-ci legacy pipeline (#34839) Andreas KaratzasandGitHub 2026-03-19 14:30:58 -05:00
• 9279c59a0e [MoE Refactor] DefaultMoERunner simplifcation (#33049) bnellnmandGitHub 2026-03-19 15:07:44 -04:00
• 7454096199 [Log] Log once in local node by default (#37568) Wentao YeandGitHub 2026-03-19 15:04:59 -04:00
• fb8b5e05fc [CI] Add retry with 4x backoff to HTTP fetches for transient failures (#37218) Andreas KaratzasandGitHub 2026-03-19 14:00:20 -05:00
• e5d96dc8fc Fix SpeculatorsConfig now that PreTrainedConfig is a dataclass in Transformers (#37574) Harry MellorandGitHub 2026-03-19 18:04:40 +00:00
• daa05bf340 [Bugfix] Fix AttributeError when serving MXFP8 models with DeepGEMM installed (#37358) 3 people 2026-03-19 13:58:33 -04:00
• 7769b58307 [torch.compile][BE][Multimodal] Remove requirement to set_model_tag to avoid cache conflict (#37345) Lucas KabelaandGitHub 2026-03-19 10:26:12 -07:00
• 2f9f946b22 [P/D] AnthropicMessages add kv_transfer_params for PD disaggregation (#37535) ChaunceyandGitHub 2026-03-20 00:41:20 +08:00
• 2890aecce5 [CPU][UX] Do not crash when tcmalloc/libiomp are not ldpreloaded (#37561) Fadi ArafehandGitHub 2026-03-19 16:35:45 +00:00
• 34f093b417 [CI] Gate pre-commit on ready label or number of contributions (#37544) Harry MellorandGitHub 2026-03-19 16:21:57 +00:00
• 4dce8321a9 Run MacOS smoke test on daily cron job instead of every commit (#37567) Harry MellorandGitHub 2026-03-19 16:19:50 +00:00
• 657855ab41 [Misc] Cleanup more configs and processors (#37560) Cyrus LeungandGitHub 2026-03-19 23:45:23 +08:00
• e27b8ba3d1 [Bug] Fix fp8 trtllm MoE modular kernel supported routing methods (#37346) Wei ZhaoandGitHub 2026-03-19 11:43:06 -04:00
• 40b8363b45 [MRV2] Use fp32 for draft logits (#37526) Woosuk KwonandGitHub 2026-03-19 08:41:21 -07:00
• 8b10e4fb31 [1/n] Migrate permute_cols to libtorch stable ABI (#31509) mikaylagawareckiandGitHub 2026-03-19 11:27:26 -04:00
• 104605cbf2 Remove deprecated reasoning_content message field(part-2) (#37480) +313 people 2026-03-19 16:20:08 +01:00
• 96266f119b [LoRA] Minor improvements to LoRA log (#37557) 3 people 2026-03-19 23:18:06 +08:00
• 7c0cf3bcd0 Cap the number of API servers to 1 when using Elastic EP. (#37466) Sage MooreandGitHub 2026-03-19 07:42:57 -07:00
• 572b432913 Stop bench CLI from recursively casting all configs to dict (#37559) Harry MellorandGitHub 2026-03-19 14:04:03 +00:00
• 9515c20868 [Misc] Clean up processing logic (#37541) Cyrus LeungandGitHub 2026-03-19 21:30:20 +08:00
• c63ca2b2e6 [Bugfix] Add Kimi-K2.5 reasoning/tool parser aliases and tool_call_id support (#37438) DorBernsohnandGitHub 2026-03-19 15:08:00 +02:00
• a32eaf5bb2 [CI] Merge cleanup_pr_body.yml and reminder_comment.yml (#37552) Harry MellorandGitHub 2026-03-19 12:55:07 +00:00
• e390742c59 Fix KV Offloading + MLA AssertionError by using num_kv_heads=1 in cpu… (#37536) 3 people 2026-03-19 20:05:07 +08:00
• 7a6ebcbfcf [Model] Remove unnecessary get_language_model (#37545) Cyrus LeungandGitHub 2026-03-19 20:00:36 +08:00
• c7bc12c20f [CI/Build] Split out MM pooling tests (#37542) Cyrus LeungandGitHub 2026-03-19 19:36:11 +08:00
• f9e2a38386 [Docs] Reorganize pooling docs. (#35592) 4 people 2026-03-19 19:25:47 +08:00
• 4426447bba Don't log exc_info when vLLM tries to doenload a file that doesn't exist (#37458) Harry MellorandGitHub 2026-03-19 10:38:29 +00:00
• 3322e26420 [Bugfix] Avoid more OpenMP thread reallocation in CPU torch compile (#37538) Li, JiangandGitHub 2026-03-19 18:24:39 +08:00
• 765e461065 [Bugfix] Fix Nemotron Parse loading (#37407) Cyrus LeungandGitHub 2026-03-19 17:55:29 +08:00
• 6a9cceb219 [Bugfix][ROCm] Fix MoRI + AITER FP8 dispatch compatibility for defer_input_quant (#37418) Duyi-WangandGitHub 2026-03-19 17:49:27 +08:00
• 199f914183 fix(cpu): add null check for aligned_alloc in ScratchPadManager (#37369) yasshaandGitHub 2026-03-19 10:45:06 +01:00
• ca21483bf9 [MISC] fix pin_memory=torch.cuda.is_available(), use is_pin_memory_available (#37415) Kunshang JiandGitHub 2026-03-19 17:23:24 +08:00
• da70c87e81 [CI] Fix wrong path test file, missing rlhf_async_new_apis.py (#37532) TJianandGitHub 2026-03-19 17:21:55 +08:00
• 0b6d52629f Support temporal compression for Nemotron-3-VL videos (#36808) Collin McCarthyandGitHub 2026-03-19 01:02:19 -07:00
• d3cc379567 [Perf] Fix slow hasattr in CUDAGraphWrapper.__getattr__ (#37425) Ziming HuangandGitHub 2026-03-19 15:43:48 +08:00
• 354cd580d5 fix(anthropic): remove non-standard 'data: [DONE]' from Anthropic streaming (#37510) cdpathandGitHub 2026-03-19 15:23:35 +08:00
• d49f273144 [SSM/Mamba] Follow-up: N-1 prefill for P/D disaggregation (#37310) zhanqiuhuandGitHub 2026-03-19 03:22:00 -04:00
• b21d384304 [Refactor] Relocate endpoint tests to mirror serving code directory structure (#37504) Flora FengandGitHub 2026-03-19 03:19:36 -04:00
• e3126cd107 [ROCm] issue management - request information for bug issues on ROCm (#37009) Hongxia YangandGitHub 2026-03-18 23:51:29 -04:00
• 119ccde424 [Metrics] Add Prometheus counter for CUDA graph iteration mode prometheus-cudagraph-pct Tyler Michael SmithandClaude Opus 4.6 2026-03-18 23:11:25 -04:00
• e37ff5b5c8 [Perf] Optimize token_embed for pooling models, 1.0% token throughput improvement (#37347) Wentao YeandGitHub 2026-03-18 22:27:51 -04:00
• 6accb21f2a [bug] Fix deadlock with pause resume and collective_rpc (#37024) Aaron HaoandGitHub 2026-03-18 18:49:02 -07:00
• 89138b21cc [Bugfix] Zero-init MLA attention output buffers to prevent NaN from CUDA graph padding (#37442) v0.18.0rc2 Elvir Crnčevićandkhluu 2026-03-19 01:28:37 +01:00
• 6edd43de3c [Bugfix][ROCm] Fix worker startup OOM on ROCm by skipping unreliable cudagraph memory profiling (#36720) JartXandkhluu 2026-03-17 22:55:34 +01:00
• 053f3b6309 [Model Runner V2] Spec decode rejection sampler logprobs support (#37237) Giancarlo DelfinandGitHub 2026-03-18 18:36:27 -07:00
• 5f82706a21 [BUG] Exclude SKIP_TENSORS from get_layer_size() + new weight sync example for dpep (#37334) Aaron HaoandGitHub 2026-03-18 17:45:10 -07:00
• c32a58cc2a [EPLB] Simplify EPLB rearrange by only returning one map (#36267) 3 people 2026-03-18 17:34:00 -07:00
• ef2c4f778d [Bugfix] Zero-init MLA attention output buffers to prevent NaN from CUDA graph padding (#37442) 3 people 2026-03-19 01:28:37 +01:00
• 9dade5da3a [XPU]Unify xpu test dependencies in dockerfile.xpu (#36477) sihao_liandGitHub 2026-03-19 08:12:07 +08:00
• 828f862acb [Bugfix] Expand quantization method support in perf metrics (#37231) Thillai ChithambaramandGitHub 2026-03-18 19:54:19 -04:00
• 577df69b26 [Bugfix] Fix KV scales inconsistency in fp8 MLA & FlashInfer kv_cache_dtype "auto" leading to gibberish (#37054) Andy LoandGitHub 2026-03-18 23:07:29 +00:00
• 04244fd0e1 [Model Runner V2] Spec decode rejection sampler greedy support (#37238) Giancarlo DelfinandGitHub 2026-03-18 15:59:03 -07:00
• 9482b0b085 [Bugfix] Remove assertion for NVFP4 scale dynamic range (#37465) Michael GoinandGitHub 2026-03-18 23:37:49 +01:00
• 5bc1da147f [LoRA][BugFix] Fix skipped LoRA adapters for Mistral3 (#36928) Woosuk KwonandGitHub 2026-03-18 15:34:19 -07:00
• 0091017188 fix(worker): optimize swap_states to copy only active token prefixes (#34733) Philip OttesenandGitHub 2026-03-18 22:59:27 +01:00
• 0d81a1fe61 [V0 Deprecation] Deprecate virtual engine (#37195) Wentao YeandGitHub 2026-03-18 17:30:14 -04:00
• 6ae4c8d6fc chunk parakeet into 30s clips to prevent OOMs on long audios (#36671) Netanel HaberandGitHub 2026-03-18 23:22:24 +02:00
• a913b612d8 [Bugfix] Fix ROCm crash in qwen3_next multi-stream events (#36795) (#37427) JartXandGitHub 2026-03-18 21:06:31 +01:00
• 5ce2d10e4a Fix models which use layer_type_validation for Transformers v5 (#37398) Harry MellorandGitHub 2026-03-18 18:41:51 +00:00
• 738d0a281f [Bugfix] Fix incorrect use of merge_size in Qwen3-VL video timestamp calculation (#37439) Chengyu FangandGitHub 2026-03-19 02:36:34 +08:00
• 70b81c4f3d [bugfix][async scheduling] fix extra cuda context in device 0 with EP/DP (#37449) youkaichaoandGitHub 2026-03-19 02:32:30 +08:00
• 7476d148db [Model] Remove unnecessary processor definition for Nemotron Parse (#37456) Cyrus LeungandGitHub 2026-03-19 02:25:13 +08:00
• f3732bd931 [Misc] Clean up model registry (#37457) Cyrus LeungandGitHub 2026-03-19 02:24:44 +08:00
• 0ef7f79054 [Perf] Add tuned triton moe config for Qwen3.5 H200, 9.9% E2E throughput improvement (#37340) Wentao YeandGitHub 2026-03-18 14:18:34 -04:00
• 16c971dbc7 [CI] Fix PaddleOCR-VL HF test failure due to create_causal_mask API rename (#37328) Andreas Karatzasandkhluu 2026-03-18 04:44:12 -05:00
• 5dd8df0701 [kv_offload+HMA][2/N]: Support multiple KV groups in GPULoadStoreSpec (#36642) Or OzeriandGitHub 2026-03-18 19:26:40 +02:00
• 39bfb57b7c Add API docs link if the CLI arg is a config class (#37432) Harry MellorandGitHub 2026-03-18 17:19:35 +00:00
• c9d838fc33 Adding deterministic lora benchmarking to vLLM Bench (#36057) RonaldBXuandGitHub 2026-03-18 09:02:03 -07:00
• b1169d7be8 [Kernel] Add gpt-oss Router GEMM kernel (#37205) Xin YangandGitHub 2026-03-18 08:15:56 -07:00
• 17808394bc standardize load_weights using AutoWeightsLoader for kimi_linear and minimax_text_01 (#37371) 3 people 2026-03-18 23:05:37 +08:00
• 296839a1b0 [Perf] Eliminate padding and slicing op for GPT-OSS with Flashinfer MXFP4 MXFP8 MoE (#30647) elvischenvandGitHub 2026-03-18 23:01:26 +08:00
• c373b5c00d [Log] Reduce duplicate log (#37313) Wentao YeandGitHub 2026-03-18 10:57:44 -04:00
• de1a86b7de elastic_ep: Fix stateless group port races (#36330) Itay AlroyandGitHub 2026-03-18 16:36:18 +02:00
• 99267c23ca [2/3] Refactor InternVL-based processors (#37324) Cyrus LeungandGitHub 2026-03-18 22:22:19 +08:00
• 525f2eeb0b [kv_offload+HMA][6/N]: Split offloading_connector.py (#37405) Or OzeriandGitHub 2026-03-18 15:42:46 +02:00
• 918b7890a1 [Bugfix] Fix base64 JPEG video frames returning empty metadata (#37301) 4 people 2026-03-18 21:40:03 +08:00
• 98b09ddc27 [NIXL][Bugfix] metrics & testing minor bug (#36051) Andy LoandGitHub 2026-03-18 13:39:14 +00:00
• cef1f302d2 [Model] Enable LoRA support for tower and connector in H2OVL (#31696) Shwetha PoojaryandGitHub 2026-03-18 18:56:47 +05:30
• 17c47fb869 [Bugfix] Fix EP weight filter breaking EPLB and NVFP4 accuracy (#37322) 4 people 2026-03-18 11:30:29 +01:00
• b322b197f1 [Build] Bump python openai version (#32316) ChaunceyandGitHub 2026-03-18 18:20:10 +08:00
• eaf7c9b976 [CI] Fix PaddleOCR-VL HF test failure due to create_causal_mask API rename (#37328) Andreas KaratzasandGitHub 2026-03-18 04:44:12 -05:00
• 47a1f11bff [docs] Add docs for new RL flows (#36188) 3 people 2026-03-18 02:04:26 -07:00
• 262ddd0d81 [cherry-pick][Bugfix] Fix EP weight filter breaking EPLB and NVFP4 accuracy #37322 v0.18.0rc1 khluu 2026-03-18 01:48:32 -07:00
• f8430dc9d4 p khluu/cherrypick37322 khluu 2026-03-18 01:46:31 -07:00
• e60c1674b3 [Bugfix] Avoid OpenMP thread reallocation in CPU torch compile (#37391) Li, Jiangandkhluu 2026-03-18 15:51:39 +08:00
• faa80947f5 [Performance] Add --enable-ep-weight-filter CLI option (#37351) Roy Wangandkhluu 2026-03-18 09:36:55 +08:00
• eeabf740bb [Custom Ops] Add functional + out variant for scaled_fp4_quant (#34389) Terry Gaoandkhluu 2026-03-16 15:51:46 -07:00
• cdcffafef8 Fix eplb nvfp4 experts hook (#37217) Elvir Crnčevićandkhluu 2026-03-16 23:03:54 +01:00
• fad09e8a1f fix(glm47): improve tool call parsing and content normalization (#37386) 3 people 2026-03-18 13:42:21 +05:30
• 8c31f47c63 [LoRA] Make LoRA respect language_model_only (#37375) Jee Jee LiandGitHub 2026-03-18 15:53:34 +08:00
• 261801242f [Bugfix] Avoid OpenMP thread reallocation in CPU torch compile (#37391) Li, JiangandGitHub 2026-03-18 15:51:39 +08:00
• fcf0687b27 [kv_offload+HMA][0/N]: Support block-level preemption handling (#34805) 3 people 2026-03-18 08:49:53 +02:00
• 86b7e3c95a [XPU] skip unsupported ut and update test_nixl_connector (#37179) 3 people 2026-03-18 13:32:59 +08:00
• 0e95916155 [responsesAPI] parser.extract_response_outputs can take in token IDs (#37130) Andrew XiaandGitHub 2026-03-17 22:31:31 -07:00
• ce2ef42fd3 [CI] Stabilize test_cpu_offloading by waiting for async offload before cache reset (#37335) Andreas KaratzasandGitHub 2026-03-18 00:26:20 -05:00
• 8b6325758c [ROCm][CI] Add ROCM_EXTRA_ARGS to audio_in_video test server fixture (#37349) Andreas KaratzasandGitHub 2026-03-17 23:55:40 -05:00
• a0dd1995c7 [Hardware][TPU] Add supports_async_scheduling() method to Executor interface so that it can be extended for Executor implementations. (#36924) gxd3andGitHub 2026-03-17 21:53:28 -07:00