Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• 66eb0286ed Address review: add type annotation and cleanup for push_ar_comm Alexander MatveevandClaude Opus 4.6 2026-06-15 14:12:49 -04:00
• 7b879d0a98 Address review: bind test sockets to localhost instead of all interfaces Alexander MatveevandClaude Opus 4.6 2026-06-15 14:12:26 -04:00
• 4640e0d269 Address review: add CUDA error checking and runtime buffer overflow guard Alexander MatveevandClaude Opus 4.6 2026-06-15 14:12:16 -04:00
• e3b4fdaf5d perf: add push-based allreduce for small tensor reductions Alexander MatveevandAlexander Matveev 2026-06-08 11:21:39 -04:00
• eacff17c8d [Model Runner V2][Bugfix] Fix MRV2 LoRA warmup (#35536) 4 people 2026-06-16 04:17:23 +08:00
• cd9078fe59 [Frontend] Skip structural tags for auto tool_choice without strict mode (#45600) Flora FengandGitHub 2026-06-15 15:55:31 -04:00
• e18fe932ca [Perf] Optimize DSv4 prefill chunk planning, 4.0% E2E Throughput Improvement (#45061) Wentao YeandGitHub 2026-06-15 15:50:21 -04:00
• 51ec5cf08f [Bugfix] Chat Completions Harmony Refactor Clean up (#45464) 3 people 2026-06-15 14:45:19 -04:00
• 7e612a0f06 [KV Offloading] Implement reset_cache for TieringOffloadingManager (#44541) 3 people 2026-06-15 21:42:53 +03:00
• 928e13af5f Fix MiniMax M3 streaming reasoning markers test test 2026-06-15 23:48:44 +08:00
• 0a1c5034f5 [Model] Add MiniMax M3 support (#45381) +111 people 2026-06-16 01:01:25 +08:00
• a3195fab7b [AMD][Bugfix][Quantization] Honor fused-name match in is_layer_skipped (#43981) RoyWangandGitHub 2026-06-16 00:37:52 +08:00
• 0d80979644 [Chore] Consolidate reasoning/tool parser attributes into unified Parser in chat serving (#45548) Flora FengandGitHub 2026-06-15 11:16:45 -04:00
• 588db18362 [Bugfix] Two-phase KV allocation for cross-group prefix cache hits (supersedes #33775) (#44409) SaddssandGitHub 2026-06-15 22:39:59 +08:00
• fa63bb9db6 Remove redundant Triton KV cache dtype asserts and enforce architectural support (fp8 >= sm89) (#43914) 3 people 2026-06-15 06:49:57 -07:00
• 5ed15f42b9 Fix the E8M0 scale computation in the MXFP4 (W4A4) MOE CUTLASS kernel (#43557) 4 people 2026-06-15 21:04:54 +08:00
• b997071ec4 (security) Enforce audio upload size limit before full file materialization (#45510) Juan Pérez de AlgabaandGitHub 2026-06-15 12:25:24 +02:00
• 6c5872efc5 [Bugfix] Unset HF's default max_new_tokens for DiffusionGemma (#45417) Martin KuklaandGitHub 2026-06-15 10:31:57 +01:00
• 1d88c4dadd [Docs] Update the online serving docs. (#45676) wang.yuqiandGitHub 2026-06-15 17:23:36 +08:00
• 25c53d1293 [ROCm][Doc] Add installation notes about python version requirement (#45671) vllmellmandGitHub 2026-06-15 17:22:55 +08:00
• 9872921c5f [XPU] skip UT test_with_ngram_gpu_spec_decoding (#44423) Yejing LaiandGitHub 2026-06-15 16:46:30 +08:00
• c17e2f7c84 [Bugfix][Rust Frontend] Make metrics respect --served-model-name (#45465) ReidandGitHub 2026-06-15 16:05:10 +08:00
• 40eac9a9d9 [Rust Frontend] Support parallel_tool_calls = false (#44760) FAUSTandGitHub 2026-06-15 15:50:48 +08:00
• b5adb027ad [Models] Fix MiMo v2.x QKV TP sharding + FP4 support (#45200) 3 people 2026-06-15 02:13:34 -05:00
• 64833f8158 [Rust Frontend] Add external→internal request-id map for abort() (#45137) Sahil SinghandGitHub 2026-06-15 12:21:24 +05:30
• ddad5dbda2 [Bugfix][Rust] Sync EngineCoreReadyResponse with the Python dataclass (#45557) 3 people 2026-06-15 02:49:42 -04:00
• ebb0a71ad0 [Bugfix] Reject out-of-range temperature values in SamplingParams (#44965) Peter PanandGitHub 2026-06-15 14:12:44 +08:00
• 48df95c43e [Feature][Frontend] Report multimodal token counts in usage.prompt_tokens_details (#45458) Ting SUNandGitHub 2026-06-15 13:20:58 +08:00
• 7df4fe1bd7 [Model] Remove XverseForCausalLM (#45638) 3 people 2026-06-15 13:09:00 +08:00
• b8336c3c7c [Bugfix][V1] Split V2 model-runner attention groups on num_heads_q (#45564) 4 people 2026-06-14 21:49:46 -07:00
• e8d3e22c88 Fix included router missing path for FastAPI >=0.137 (#45629) 3 people 2026-06-14 21:28:52 -07:00
• c4a3f9d137 [Frontend] Add Streaming Parser Engine and new Qwen3 Parser (#45413) 3 people 2026-06-14 23:59:05 -04:00
• 0fc695fc6d [Bugfix][Frontend] Cap fastapi < 0.137 to avoid prometheus-fastapi-instrumentator crash on serve startup v0.23.0 releases/v0.23.0 avesedandkhluu 2026-06-14 13:30:06 -04:00
• e3e3cd5458 [Bugfix][CI] Update Dockerfile dependency graph PNG (#45602) v0.23.1rc0 Flora FengandGitHub 2026-06-14 22:35:24 -04:00
• 8760f972ca [CPU] Refine CPU attention frontend (#45391) Li, JiangandGitHub 2026-06-15 10:26:54 +08:00
• b675cb7d0f [Bugfix][CPU] Honor cgroup memory limit when computing KV cache size (#45086) 3 people 2026-06-15 10:26:50 +08:00
• 2725c84aae [XPU] Enable sequence parallel support for XPU (#38608) Chaojun ZhangandGitHub 2026-06-15 10:26:46 +08:00
• 1801fad0ba [Bugfix] Stream Llama4 weight loading to avoid host-OOM with copy-returning loaders (#44645) Noa NeriaandGitHub 2026-06-15 05:23:44 +03:00
• 3d6ce816f0 [Bugfix][Model] Validate runai_streamer model_loader_extra_config (#45291) Ting SUNandGitHub 2026-06-15 10:23:30 +08:00
• 2c764c089a Added real /v1/embeddings support for messages + chat_template_kw (#45173) Taneem IbrahimandGitHub 2026-06-14 20:08:10 -05:00
• c621af1690 [BugFix] Fix prompt_embeds for multimodal models (#45383) Michael MaandGitHub 2026-06-14 01:44:56 -07:00
• e2bf2b3d84 [Perf] Use bisect for mm feature lookup in model runner v2 (#45566) Roger WangandGitHub 2026-06-14 00:22:53 -07:00
• 725c3bc808 [ROCm][Perf] Enable W4A16 FlyDSL MoE (#44400) Amanzhol SalykovandGitHub 2026-06-14 09:14:39 +02:00
• 9548a1887f [XPU] Support int4 group_size=32 W4A16 MoE (#45136) 3 people 2026-06-14 10:14:35 +03:00
• 9fd737badc [Bugfix][DCP] Fix illegal memory access in DCP a2a decode under full CUDA graphs (#45487) Jeff (Junze) MaandGitHub 2026-06-14 00:14:31 -07:00
• 4ef4492e9b [V1][Spec Decode] Add Dynamic SD (#32374) 5 people 2026-06-14 03:14:27 -04:00
• 78e7293bb1 [Build] Fix CUDA arch build coverage gaps (#45277) 5 people 2026-06-14 13:09:20 +08:00
• 54bbf51668 [Bugfix] nightly Docker images crash with ImportError: AnthropicOutputConfig since May 28 (#44795) 3 people 2026-06-14 08:45:29 +04:00
• cf027b86af [Core] Simplify MRV2 async output handling (#45442) Nick HillandGitHub 2026-06-13 18:15:36 -07:00
• 71b961dd35 [Perf] SM90 cutlass fp8 mm supports odd M by swap_ab, 180~290% kernel performance improvement (#44572) 3 people 2026-06-13 15:05:45 -04:00
• 521b88c29e [Bugfix] Reject structured outputs for diffusion decoders with a clear error (#45468) 3 people 2026-06-14 03:04:01 +08:00
• b3f0a0a0df Fix docs build on main (#45536) Harry MellorandGitHub 2026-06-13 16:53:23 +01:00
• 470229c37e [Security] Fix DoS via prompt_embeds on M-RoPE models (#45252) Juan Pérez de AlgabaandGitHub 2026-06-13 12:17:38 +02:00
• 2b3006076c [Security] Add timeout guard for regex compilation in structured outp… (#45118) 3 people 2026-06-13 11:52:56 +02:00
• 96fa5cdd9e [CI Bug] Fix ValueError: There is no module or parameter named 'model.vision_tower.vision_model' (#45478) Wentao YeandGitHub 2026-06-13 05:38:37 -04:00
• 9261dbbc55 Treat null completion max_tokens like the default (#45491) Andreas KaratzasandGitHub 2026-06-13 04:34:09 -05:00
• 2ecf7d0eb4 [Model Runner V2] Fix openai.InternalServerError: Error code: 500 - 'list index out of range' (#45467) Wentao YeandGitHub 2026-06-13 04:44:16 -04:00
• 0d29612292 [Doc] Fix uv dependency resolution failure for setuptools during CPU source builds (x86 & ARM) (#45412) midasandGitHub 2026-06-13 11:48:58 +05:30
• 5b2943f5a6 [Bugfix] Return the tokenizer from maybe_make_thread_pool so it survives pickling (#45460) WEI CHENG CHIUandGitHub 2026-06-13 14:01:35 +08:00
• 43f0e024bc [Render] Add /derender endpoints for disaggregated postprocessing (#43606) 3 people 2026-06-13 06:55:33 +01:00
• 1033ffac2e [CI] Wait for SSL cert refresher events in the test (#45489) Andreas KaratzasandGitHub 2026-06-12 23:57:18 -05:00
• ff5a30cfac [Bugfix] Replace deprecated Qwen2VLImageProcessorFast with Qwen2VLImageProcessor (#42700) 4 people 2026-06-13 12:04:31 +08:00
• 17ee5b1ac5 [Bugfix] Set type/role explicitly in streaming message_start event (#45376) WEI CHENG CHIUandGitHub 2026-06-13 09:40:50 +08:00
• 1a369783e9 [BugFix] Avoid prematurely freeing cached mm encoder outputs (#45347) Nick HillandGitHub 2026-06-12 15:39:40 -07:00
• cc17a5e0d1 [CI] Fix flaky cudagraph mode test by isolating each case in its own process Tyler Michael SmithandClaude Opus 4.6 2026-06-12 17:57:10 -04:00
• 91df0fad4d [Bugfix][CPU] Don't build triton-cpu on arm64 release image (#45401) Kevin H. Luu 2026-06-12 14:51:45 -07:00
• e3e31e54b0 [Bugfix][CPU] Don't build triton-cpu on arm64 release image (#45401) Kevin H. LuuandGitHub 2026-06-12 14:51:45 -07:00
• badddd254f [ROCm][DSV4][Perf] Fuse inverse-RoPE and cache bf16 wo_a in o-projection (#45103) 3 people 2026-06-12 16:57:09 -04:00
• c90650088d Add the QuantizedActivation linear-kernel contract (#44260) 3 people 2026-06-12 21:48:15 +01:00
• 9eaacb23ec [Kernel] Consolidate Marlin thread-tile padding across all dense Marlin paths (#45295) Michael GoinandGitHub 2026-06-12 21:46:21 +01:00
• 78739c1946 [Model Runner v2] Migration from v1 to v2, with Qwen and DSv2 MOE models [3/N] (#42667) 3 people 2026-06-12 16:44:52 -04:00
• cf567cbc71 [Attention] Improve attention benchmarks: configs and profiling (#39336) Matthew BonanniandGitHub 2026-06-12 16:24:25 -04:00
• 39cb9bf292 [ROCm] Bump Torch to 2.11 (#45362) Micah WilliamsonandGitHub 2026-06-12 15:22:26 -05:00
• 6e4a547176 [Refactor] Deprecate ResponsesParser wrapper, inline parsing into ParsableContext (#45431) Flora FengandGitHub 2026-06-12 16:15:41 -04:00
• aab639c705 [Core][AMD] Propagate shutdown timeout to MultiprocExecutor (#43154) 3 people 2026-06-12 15:13:31 -05:00
• efe7adb5e1 [Perf] Use native DSA indexer decode path for next_n > 2 on SM100 (#45322) 4 people 2026-06-12 12:54:00 -07:00
• 6635279d8a [Migration] Migrate GGUF quantization support to plugin (#39612) Isotr0pyandGitHub 2026-06-13 03:02:21 +08:00
• d6fd7ce8da [Model][Dflash] Enable Dflash support for Qwen3NextForCausalLM targets (#45319) Jonas I. LiechtiandGitHub 2026-06-12 19:30:09 +02:00
• 272c16953e [Kernel][Helion][1/N] Add Helion kernel for dynamic_per_token_scaled_fp8_quant (#33790) 3 people 2026-06-12 12:50:06 -04:00
• 053e7daa79 [Model] Add encoder CUDA graph support to Lfm2VL (#44930) Yi ZhongandGitHub 2026-06-12 09:17:26 -07:00
• 5af4aec141 [Rust Frontend] Add standalone granite4 tool parser (#45216) 4 people 2026-06-12 22:16:36 +06:00
• 349af588f0 Merge branch 'main' into wentao-optimize-per-token-group-quant mergify[bot]andGitHub 2026-06-12 16:00:35 +00:00
• a30addc754 [Docs][KV Connector][NIXL] document KV Transfer stat logging and Prometheus metrics (#44055) Sai Sridhar TarraandGitHub 2026-06-12 21:09:11 +05:30
• 3b8fc3fe6d [Frontend] Support strict mode for tool calling with ResponsesAPI (#45396) ChaunceyandGitHub 2026-06-12 22:59:59 +08:00
• 9ff278b1d2 [Core][KV Connector] fix scheduler KV connector stats aggregation (#43877) 3 people 2026-06-12 09:51:55 -05:00
• c7aa3d2630 [Core] Support structured outputs for beam search (#35022) Guan-Ming (Wesley) ChiuandGitHub 2026-06-12 21:56:25 +08:00
• fbc3a1907a [Bug] Migrate Reset cache for both v2 and v1 model runner (#42759) 3 people 2026-06-12 09:38:12 -04:00
• 4171ae406c [V1][Metrics] Add MLA attention metrics for DeepSeek MFU estimation (#39457) 3 people 2026-06-12 09:28:40 -04:00
• b7f9b6ab27 [Metrics] Add group-aware KV cache capacity to vllm:cache_config_info (#42206) Ethan FengandGitHub 2026-06-12 19:49:44 +08:00
• 8af550b399 [BUGFIX][XPU] Update fa interface for compatibility (#45394) 3 people 2026-06-12 19:45:01 +08:00
• f1e13f7df9 [Model] Remove Mono-InternVL (InternLM2VEForCausalLM) (#45129) 4 people 2026-06-12 18:41:09 +08:00
• 88ed636218 [KV Connector]: Support KV push from Prefill to Decode node using Nixl KV Connector (#35264) 3 people 2026-06-12 05:38:41 -05:00
• a014dddbaa [11b/n] Migrate Machete kernels to torch stable ABI (#45304) 3 people 2026-06-12 06:36:49 -04:00
• a37b4a940e [Doc] AGENTS.md: add section about coding style (#45301) Thomas ParnellandGitHub 2026-06-12 12:23:04 +02:00
• f715f25f29 Fix misleading error for audio duration limit rejection (#45113) Juan Pérez de AlgabaandGitHub 2026-06-12 11:58:08 +02:00
• 462ef83d58 Update hidden states extraction integration test triggers (#45294) Fynn Schmitt-UlmsandGitHub 2026-06-12 04:05:19 -04:00
• 1ae1051b4b [Bugfix][Rust Frontend] Return 400 for prompt-validation submit errors (#45286) 3 people 2026-06-12 15:53:11 +08:00
• 2043258dec [Frontend] Support strict mode for tool calling (#45003) 4 people 2026-06-12 15:51:48 +08:00
• bd59c913bc [CI] ci-fetch-log.sh: fetch all failed jobs from a build URL or PR number (#45274) 3 people 2026-06-12 08:42:18 +01:00
• 04cec9e4d8 [XPU][DeepSeek-V4] Fix MTP: sync with upstream fixes #44821 and #43746 (#45240) 3 people 2026-06-12 15:41:36 +08:00