Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• 612e7729c2 [KVConnector] Scheduler: Fix num_computed_tokens after async KV load (#34616) Or OzeriandGitHub 2026-03-05 16:25:15 +02:00
• ecde7af9c4 Fix import that was moved in Transformers 5.2.0 (#36120) Harry MellorandGitHub 2026-03-05 13:59:44 +00:00
• 8df523351f [Docs] Only build docs if documentation or ready labels are present (#36135) Harry MellorandGitHub 2026-03-05 13:58:16 +00:00
• b03ff6a96b [CI] Stabilize test_no_args_tool_call and add ROCm-specific server args (#36107) Andreas KaratzasandGitHub 2026-03-05 07:52:49 -06:00
• ed81d5edd1 [Bugfix] Fix RunAI streamer crash with S3-hosted model paths (#35976) 3 people 2026-03-05 04:14:20 -08:00
• 3c23ac840e [Bugfix] Fix mypy errors in hermes_tool_parser.py (#36114) Shiyan DengandGitHub 2026-03-05 03:37:47 -08:00
• a708ef5944 [Misc] Fix SyntaxWarning - invalid escape sequence '\e' (#36020) cjackalandGitHub 2026-03-05 19:55:31 +09:00
• 66a2209645 [Hardware] Replace torch.cuda.synchronize() api with torch.accelerator.synchronize (#36085) Kunshang JiandGitHub 2026-03-05 18:36:39 +08:00
• 0bfa229bf1 [Release] Include source distribution (sdist) in PyPI uploads (#35136) 3 people 2026-03-05 04:43:50 -05:00
• 7493c51c55 [Docs] add Dynamo/aibrix integration and kubeai/aks link (#32767) Paco XuandGitHub 2026-03-05 17:39:50 +08:00
• ac773bbe80 [Docs] Update docs to include mm processor + encoder benchmarks (#34083) Reagan LeeandGitHub 2026-03-05 01:38:25 -08:00
• 48e376a007 qwen3coder tool parser fix anyOf double encoded parameters (#36032) Christian MunleyandGitHub 2026-03-05 01:06:57 -08:00
• 21eb2c3372 [Chore] Correct MTP models test registry ordering (#36115) Isotr0pyandGitHub 2026-03-05 16:55:04 +08:00
• e2b31243c0 [Docs] Update CacheConfig block_size docstring to remove inaccurate limit when using CUDA (#35632) Seiji EicherandGitHub 2026-03-04 22:24:08 -08:00
• c3598d02fa [Misc] Remove deprecated items that are due for removal (#36006) Martin HickeyandGitHub 2026-03-05 06:14:50 +00:00
• 57c629e9c1 [Bugfix] Fix block_size for hybrid model MTP (#36036) Benjamin ChislettandGitHub 2026-03-05 01:10:54 -05:00
• d106bf39f5 [Doc] Add Parallel Draft Models (#35973) 3 people 2026-03-05 13:44:07 +08:00
• b0651021e5 [Kernel] [Helion] [11/N] Retune configs for silu_mul_fp8 (#36062) Yanan CaoandGitHub 2026-03-04 21:25:59 -08:00
• f600d5192e [Bugfix] Fix score layer quantization for sequence classification models - Qwen3 (VL) Reranker (#35849) 3 people 2026-03-05 13:57:20 +09:00
• 8e7820131e [Perf] Use dummy M for weight prepacking on x86 (#35890) Tianmu LiandGitHub 2026-03-04 20:56:49 -08:00
• 0a12cea25f Order config.py in Lexicographical order (#35866) 3 people 2026-03-05 05:56:47 +01:00
• dd6dbd93f8 [compile] Fix extra cache save on warm start. (#35921) Zhengxu ChenandGitHub 2026-03-04 23:56:30 -05:00
• 26366009c5 [CI] Don't leave docs preview comment on closed PRs (#36087) Harry MellorandGitHub 2026-03-05 04:51:46 +00:00
• 16c472abe7 [Core] Move ray-specific WorkerWrapperBase methods to RayWorkerWrapper (#35328) Nick HillandGitHub 2026-03-04 20:11:59 -08:00
• 3b23d57c96 [Model] Add LoRA support for Whisper models (#29856) 3 people 2026-03-05 11:38:25 +09:00
• 2f4226fe52 [CI] Fix pre-commit mypy issue in main (#36049) Wentao YeandGitHub 2026-03-04 21:13:12 -05:00
• 792cbd64ca Add platform method to enable custom collective ops registration (#34760) nkm-metaandGitHub 2026-03-04 16:50:32 -08:00
• 2ed4722e26 [compile] Reduce log spam from compile. (#36044) Zhengxu ChenandGitHub 2026-03-04 19:48:36 -05:00
• a3299c3d1d [Model Runner V2] Misc code simplification (#35941) Nick HillandGitHub 2026-03-04 15:26:35 -08:00
• 6c21a0c2d7 [ROCm][CI] Added MI325 mirrors (stage C) (#35239) Andreas KaratzasandGitHub 2026-03-04 16:48:46 -06:00
• 562339abc3 [Misc] Support OOT linear method registering (#35981) Shanshan ShenandGitHub 2026-03-05 06:25:56 +08:00
• d7adcadb9b [Bugfix] Fix passing of activation_type to trtllm fused MoE NVFP4 and FP8 (#36017) amitz-nvandGitHub 2026-03-05 00:23:51 +02:00
• f678c3f61a [RL] [Weight Sync] Guard IPC update-info pickle deserialization behind insecure serialization flag (#35928) 3 people 2026-03-04 14:05:32 -08:00
• be0a3f7570 [Bugfix] Fix race in non-blocking num_accepted_tokens GPU->CPU copy (#36013) 3 people 2026-03-04 22:52:44 +01:00
• aeb03ccd3f using dataclass and plan yewentao256 2026-03-04 21:01:38 +00:00
• 17dc9c7fc9 [CI] Bump mypy version (#34950) Harry MellorandGitHub 2026-03-04 20:55:11 +00:00
• 7eca859110 Add PyTorch profiler schedule support with warmup/active iterations (#35240) fenypatel99andGitHub 2026-03-04 12:53:38 -08:00
• 636ee223ac [Docs] Document security risks of GPT-OSS Python tool (#35139) Russell BryantandGitHub 2026-03-04 15:27:31 -05:00
• b7d59ffce2 [UX] Remove NoOpOffloader log (#35678) 3 people 2026-03-04 15:13:40 -05:00
• 5569f5218d [torch.compile] Stop lazily compiling (#35472) Richard ZouandGitHub 2026-03-04 15:13:17 -05:00
• 138d891d7f [Docs] Clarify structured outputs configuration for Qwen3 reasoning mode (#32441) 3 people 2026-03-04 11:44:39 -08:00
• d7166e74c1 [CI] Add Blackwell AsyncTP correctness test (#35871) Stefano CastagnettaandGitHub 2026-03-04 20:41:21 +01:00
• 0d556d62ad Merge branch 'main' into wentao-optimize-model-runner-v2-sampler yewentao256 2026-03-04 19:25:08 +00:00
• dc0851663d Update vllm/v1/worker/gpu/model_states/default.py wentao-fix-dcp-IMA-for-v2 3 people 2026-03-04 13:58:14 -05:00
• 2dfb711b63 Update vllm/v1/worker/gpu/model_states/default.py 3 people 2026-03-04 13:58:04 -05:00
• a0abc26d6d Update vllm/v1/worker/gpu/model_states/default.py 3 people 2026-03-04 13:57:55 -05:00
• c66537b755 Update vllm/v1/worker/gpu/model_states/default.py 3 people 2026-03-04 13:57:39 -05:00
• e24a1df570 Update vllm/v1/worker/gpu/model_states/default.py 3 people 2026-03-04 13:57:18 -05:00
• b49f48c46b Merge branch 'main' into wentao-fix-dcp-IMA-for-v2 yewentao256 2026-03-04 18:55:27 +00:00
• 417fd28fb1 [Model Runner V2] Fix pooling (#36019) Nick HillandGitHub 2026-03-04 10:53:17 -08:00
• 7faba503c4 [Kernel][Mamba] Optimize Mamba2 SSD prefill Triton kernels (#35397) tomeras91andGitHub 2026-03-04 20:47:17 +02:00
• bc6be89d16 [Frontend] Add vllm launch command for GPU-less preprocessing serving (#34551) Hyunkyun MoonandGitHub 2026-03-05 03:41:52 +09:00
• 32224f568a docs: update CPU Docker images to reference Docker Hub instead of AWS ECR (#34882) 4 people 2026-03-04 19:31:35 +01:00
• f3dc292e9f docs: add version requirement note for --profiler-config flag (#32454) Abhishek MathukiyaandGitHub 2026-03-04 13:13:54 -05:00
• 138c5fa186 [Docs] Add RunPod GPU deployment guide for vLLM (#34531) 3 people 2026-03-04 12:11:34 -06:00
• 2f2c1d73a7 [Docs] Upgrade dynamic LoRA warning to admonition block (#35218) Russell BryantandGitHub 2026-03-04 13:01:42 -05:00
• fb3e78ab09 [Feature][CI]: compare func & no_func outputs in test_functionalization.py (#35481) 3 people 2026-03-04 23:31:16 +05:30
• fd3bfe74c9 [Docs] Update design/multiprocessing.md (#30677) Michael YaoandGitHub 2026-03-05 01:58:59 +08:00
• bfdb512f11 fix minicpmo4.5: fix attn_mask in vit attn && fix resampler pos_emb i… (#34127) 3 people 2026-03-05 01:46:17 +08:00
• d25c1ec3c9 docs(cpu): Clarify pre-built wheels requirement for CPU Python-only build (#35090) SageandGitHub 2026-03-04 19:45:35 +02:00
• 7cc6058ac6 [Doc] Add MTP docs and update speculative decoding guidance (#35197) Xing LiuandGitHub 2026-03-05 01:23:34 +08:00
• 28028dff2f fix(docs): use static rdzv backend in multi-node troubleshooting script (#34784) Manrique VargasandGitHub 2026-03-04 12:15:35 -05:00
• 3417ba5648 docs: add README for logits_processor examples (#35933) Dr Alex MitreandGitHub 2026-03-04 11:09:19 -06:00
• 58cfe0dc44 Fix phi4-mm and remove cuda binding (#35964) Yan MaandGitHub 2026-03-05 01:08:05 +08:00
• e86221deb6 [Doc] Fix GPU Worker count in Process Count Summary (#36000) 3 people 2026-03-04 18:03:14 +01:00
• 289fc48ab7 Use MMEncoderAttention (=use FlashAttention) instead of torch.sdpa in radio.py (#35653) Netanel HaberandGitHub 2026-03-04 18:43:13 +02:00
• 2f2212e6cc Split generic IO Processor plugins tests from Terratorch specific ones (#35756) Christian PintoandGitHub 2026-03-04 16:01:03 +00:00
• 18e01a0a10 [Misc] Add --attention-backend auto option (#35738) Nicolò LucchesiandGitHub 2026-03-04 16:12:27 +01:00
• 6cb901093f [Core] Add All-to-All communication backend for DCP (#34883) 5 people 2026-03-04 07:01:57 -08:00
• ead7bde1ab [Bugfix] Make kaldi_native_fbank optional (#35996) Cyrus LeungandGitHub 2026-03-04 22:47:32 +08:00
• 6aa6ad8992 [BugFix] Fix implicit and incorrect assumption on ECConnector is_producer (#34783) Qi WangandGitHub 2026-03-04 06:01:30 -08:00
• c8c3935b70 [Bugfix][Model] Fix FP8 k_scale/v_scale not loaded for Qwen3-MoE (#35656) RaghavanandGitHub 2026-03-04 18:45:38 +05:30
• bb6888b8b1 [Bugfix][CPUOffloadingManager] Prevent eviction of already-stored blocks in LRU/ARC prepare_store() (#35846) Ronen SchafferandGitHub 2026-03-04 14:25:33 +02:00
• 1aaec59d79 [MISC] fixed tool_parser mypy errors (#35640) 3 people 2026-03-04 06:23:12 -06:00
• 1659b2e058 [Feature] Add basic metrics for /realtime endpoint (#35500) 4 people 2026-03-04 03:56:32 -08:00
• d6e04f4c43 [Bugfix] Cap FULL decode cudagraph sizes for Mamba/hybrid models (#34094) (#34571) 3 people 2026-03-04 18:56:22 +08:00
• a8f66cbde8 [XPU] bump vllm-xpu-kernels to v0.1.3 (#35984) Kunshang JiandGitHub 2026-03-04 18:23:31 +08:00
• 16d2ad1d38 [Hardware] Replace torch.cuda.empty_cache with torch.accelerator.empty_cache (#30681) 3 people 2026-03-04 17:49:47 +08:00
• 5dc3538736 [ROCm][Bugfix] Fall back from CK MXFP4 MoE when GEMM dimensions are unsupported (#35893) Chuan (Richard) LiandGitHub 2026-03-04 00:30:54 -08:00
• 36bf213181 [Bugfix] Add missing dynamic_arg_dims for Qwen3-ASR torch.compile (#35869) 3 people 2026-03-04 02:29:01 -06:00
• 6f0dd93801 [Core] Remove busy loop from idle buffer readers (#28053) 4 people 2026-03-04 00:44:20 -07:00
• 5d199ac8f2 Support Audio Extraction from MP4 Video for Nemotron Nano VL (#35539) +313 people 2026-03-04 08:20:33 +01:00
• 9e0f44bec4 [cohere][fix][spec-decode]: fix crash when allowed_token_ids is set without penalties (#35654) Komal Kumar TeruandGitHub 2026-03-04 12:50:15 +05:30
• 097eb544e9 [Bugfix] Improve engine ready timeout error message (#35616) v0.17.0rc0 lailooandGitHub 2026-03-04 13:54:32 +08:00
• 7cdba98edf [BugFix] Support tool_choice=none in the Anthropic API (#35835) 3 people 2026-03-04 13:24:46 +08:00
• 3c85cd9d74 [Rocm][CI] Fix ROCm LM Eval Large Models (8 Card) (#35913) Charlie FuandGitHub 2026-03-03 22:50:13 -06:00
• edba15045a [Bugfix] Guard mm_token_type_ids kwarg in get_mrope_input_positions (#35711) Andreas KaratzasandGitHub 2026-03-03 22:12:51 -06:00
• e379396167 [Refactor] Clean up processor kwargs extraction (#35872) Cyrus LeungandGitHub 2026-03-04 11:53:53 +08:00
• 6e9f21e8a2 [Chore] Remove debug code in model implementation (#35883) Isotr0pyandGitHub 2026-03-04 11:50:58 +08:00
• c1d963403c [model] support FireRedASR2 (#35727) 4 people 2026-03-04 11:41:30 +08:00
• 77e6dcbbfa [PluggableLayer][MM] Add PluggableLayer for RelPosAttention (#33753) Shanshan ShenandGitHub 2026-03-04 11:41:27 +08:00
• 70c73df69e [Bugfix] Fix EVS implementation for Qwen3 VL (#33607) William ZhangandGitHub 2026-03-03 18:18:11 -08:00
• 9a9d442464 Enable bnb for multiple indices weight (#35838) 3 people 2026-03-04 09:46:47 +08:00
• f7da9cdffc [ROCm][CI] Support async weight transfer example with platform-aware determinism (#35710) Andreas KaratzasandGitHub 2026-03-03 19:44:14 -06:00
• f22ff2958c [Bugfix] Fix coord_socket assertion in DPEngineCoreProc for offline DP mode (#35916) JaewonandGitHub 2026-03-03 16:10:11 -08:00
• d15c3b90fc [Core] Move save_tensorized_model logic to Worker (#35825) Nick HillandGitHub 2026-03-03 15:31:59 -08:00
• 97286a20ed [Model Runner V2] support dp & ep for spec decoding (#35294) 3 people 2026-03-04 07:19:45 +08:00
• 12b38c0f45 [CI/Build] Allow mounting AWS credentials for sccache S3 auth (#35912) Amr MahdiandGitHub 2026-03-03 14:30:47 -08:00
• 467886a0c4 [Model Runner V2] Fix inputs_embeds=None bug for MM models (#35917) Woosuk KwonandGitHub 2026-03-03 13:47:45 -08:00
• a9b8b13e5c [Bugfix] Fix misnamed parameter in compressed_tensors_moe.py (#35813) 3 people 2026-03-03 16:29:57 -05:00