Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• 32b7177909 [LoRA][Bugfix] Dedup LoRA wrapping for modules referenced from multiple attribute paths (MoE gate) (#42757) Jee Jee LiandGitHub 2026-05-16 11:22:35 +08:00
• 39c67d714e fix: add API key authorization to /v2 endpoints (#42594) 4 people 2026-05-16 09:29:27 +08:00
• 87a2adcb43 [Misc] Add common random prefix option to structured-output serving benchmark (#41632) 3 people 2026-05-16 02:44:48 +02:00
• 852f567444 [Bugfix] Respect explicit --kv-cache-dtype over checkpoint kv_cache_scheme (#42782) Michael GoinandGitHub 2026-05-15 20:15:52 -04:00
• b2a27b82d9 [Kernel][UX] Add --linear-backend arg for linear kernel selection (#39538) Michael GoinandGitHub 2026-05-15 20:07:39 -04:00
• d0921bafef [Bugfix] Unwrap VLM wrappers for EPLB on Model Runner V2 (#42706) Keyi LiandGitHub 2026-05-15 16:20:33 -07:00
• 1ccdf87507 [Bugfix] Fix layerwise reload alias-buffer corruption (#42481) 4 people 2026-05-15 15:20:53 -07:00
• bd9dbe6060 [ROCm][Bugfix] Fix fused_mla_dual_rms_norm for AITER API rename _fused_qk_rmsnorm (#42606) Rita BrugarolasandGitHub 2026-05-15 13:50:03 -07:00
• de2d76f352 [Build] Switch CUDA 12.9 wheel builds to PyTorch manylinux_2_28 base (#41668) 3 people 2026-05-15 16:46:16 -04:00
• 9a7a273dfe Add HumanEval and GSM8K benchmarks to datasets (#42648) 3 people 2026-05-15 21:01:21 +01:00
• b2c58ee942 [FlashAttn] Fix supports_kv_cache_dtype() accepting unhandled fp8 kv-cache dtype variants (#42685) 3 people 2026-05-15 12:34:59 -07:00
• 4d67d3bde2 [ROCm] Restore fast top_k_per_row kernels for sparse MLA when topk_tokens=2048 (#42072) frida-anderssonandGitHub 2026-05-15 21:02:57 +02:00
• 06d020bb6e [Bugfix] Fix SM121 (DGX Spark) exclusion from Marlin/CUTLASS FP8 paths (#35568) 4 people 2026-05-15 13:59:00 -04:00
• f45c210885 [LMCacheMPConnector] Prioritize importing the lmcache_mp_connector from lmcache (#42596) chunxiaozhengandGitHub 2026-05-16 01:46:31 +08:00
• be7a03ea65 [ROCm] Widen AITER fused AR RMSNorm 1-stage gate (#42409) akii96andGitHub 2026-05-15 20:44:38 +03:00
• 6147c70224 [Model Runner v2] Support reload weights (sleep mode) (#42673) 3 people 2026-05-15 12:41:23 -04:00
• 0162596603 [Model Runner V2] FP32 gumbel sampling. (#41775) 3 people 2026-05-16 00:20:08 +08:00
• 46a95815d3 [ROCm][MLA] FP8 ASM prefill for AITER dense MLA backend on gfx950 (#42509) 5 people 2026-05-15 18:56:58 +03:00
• fb5bd03f51 [Perf] Set IR Op Priority Once at Worker Init (#42631) BadrBasowidandGitHub 2026-05-15 23:56:13 +08:00
• ee58665aac [Bugfix] Fix DeepGEMM context lens contiguity in MLA indexer (#42135) Mohammad Miadh AngkadandGitHub 2026-05-15 23:29:58 +08:00
• 491e8d8539 [Perf] Optimize MLA attention _v_up_proj bmm by removing additional copy (#42561) Wentao YeandGitHub 2026-05-15 11:14:26 -04:00
• af9616d845 [Model Runner V2] Fix kv_connector pre_forward order (#42676) Wentao YeandGitHub 2026-05-15 11:13:59 -04:00
• d792d993c1 [ROCm] Widen OAI Triton MoE capability range to include gfx12 (RDNA4) (#37826) 3 people 2026-05-15 15:59:57 +01:00
• e0a45f1455 [Feat][RL] IPC weight sync optimizations: multigpu support and chunked packed tensors (#37476) Aaron HaoandGitHub 2026-05-15 07:53:06 -07:00
• 0fe7550254 [Bugfix] DFlash FP8 KV-Cache (#42692) Benjamin ChislettandGitHub 2026-05-15 10:29:45 -04:00
• 95cfe102a5 [Bugfix] Ensure embeding model compilation on CPU (#42709) Li, JiangandGitHub 2026-05-15 18:58:19 +08:00
• 1dc3fe08ea gemma3 multi-gpu bug-fix (#42630) 3 people 2026-05-15 05:32:05 -04:00
• d26a28ab03 fix: propagate revision/code_revision pins to all artifact boundaries (#42616) 3 people 2026-05-15 11:31:54 +02:00
• d735968f6d [ROCm][CI] Stage B gating (#42025) v0.21.1rc0 Andreas KaratzasandGitHub 2026-05-15 03:49:27 -05:00
• ccde9540be DeepSeekV4-Pro enable cuda graph full and piecewise mode (#42604) 3 people 2026-05-15 16:45:30 +08:00
• 75fd68c7a5 [Entrypoints] Split the pooling offline API into PoolingOfflineMixin. (#42267) wang.yuqiandGitHub 2026-05-15 16:05:57 +08:00
• 4b364f810e [Core][DSV4] Skip caching SWA blocks that can never serve a prefix-cache hit (#42258) Yifan QiaoandGitHub 2026-05-15 00:59:18 -07:00
• 31fa757cf9 [Misc] Make it simpler to replace out-of-tree layer classes with related LoRA layers. (#42306) 3 people 2026-05-15 15:20:42 +08:00
• 2676ab1e0b [Deprecation] Remove old locations of get_tokenizer and resolve_hf_chat_template (#35024) Cyrus LeungandGitHub 2026-05-15 15:13:32 +08:00
• 27b85d2084 [Bugfix] Clarify CPU backend memory error messages reference shared flag (#42479) 3 people 2026-05-15 02:35:05 -04:00
• e30f39c4f1 Update Intel Xeon model list and vLLM Benchmark Suite BKMs (#42607) Louie TsaiandGitHub 2026-05-14 22:14:03 -07:00
• bf610c2f56 [Bugfix] Fix inverted condition causing thinking_token_budget to be silently ignored (#41674) 4 people 2026-05-14 21:48:49 -07:00
• faa4b76afa [Model] Support InternS2 Preview (#42705) 3 people 2026-05-15 12:30:26 +08:00
• ad7125a431 [Bugfix] Fix DeepSeek V4 MTP HC state handling (#42320) v0.21.0 releases/v0.21.0 Mohammad Miadh Angkadandkhluu 2026-05-14 06:44:52 +08:00
• f351455f0f [CPU][RISC-V] Add RVV-optimized attention kernels for RISC-V Vector Extension (#40119) 3 people 2026-05-15 12:08:23 +08:00
• 56434e8651 [Bugfix] Fix incorrect chat template format for Qwen3.5 (#42660) Cyrus LeungandGitHub 2026-05-15 11:52:52 +08:00
• 0d4d334eaa Bump llguidance to 1.7 (#42150) 3 people 2026-05-15 08:35:27 +08:00
• fa2a33b893 [Quant] Consolidate GPTQ: rename gptq_marlin.py to auto_gptq.py (#38288) 4 people 2026-05-14 17:25:52 -07:00
• 3b6a204789 [Model Runner V2][Bug Fix][DSV4] Ensure lazy attention state initializations happen during cudagraph capture (#42444) Giancarlo DelfinandGitHub 2026-05-14 18:16:17 -05:00
• f8848b2f2d [Bugfix] Add swiglu limits to deepgemm fp8 methods (#41986) 3 people 2026-05-14 18:43:13 -04:00
• 4cfcc0866f [CI][ROCm] Remove unsupported cases in test_fusion.py (#38680) Charlie FuandGitHub 2026-05-14 16:37:18 -05:00
• 644546019b Add prototype compiled implementation Luka GovedicandLuka Govedič 2026-04-02 02:08:45 +00:00
• 9da56fd18b [Bugfix] Add swiglu limits to deepgemm fp8 methods (#41986) 3 people 2026-05-14 12:35:13 -07:00
• f887aa1a53 [Aiter][ROCm] RMSNormGated+GroupedQuantFP8 fusion (#40710) 3 people 2026-05-14 21:37:09 +02:00
• 9898f94abe [Attention] Remove deprecated MLA prefill arguments (#42555) Matthew BonanniandGitHub 2026-05-14 13:34:06 -04:00
• ae4f59f0ec [Model Runner v2] Oracle for model runner v2 - qwen3 dense model by default [1/N] (#39337) 3 people 2026-05-14 13:02:33 -04:00
• f3d5360591 [Bugfix][Multimodal] PyAV video backend returns keyframes labeled as targets (#42586) RanranandGitHub 2026-05-14 11:56:59 -04:00
• a7737cb4f3 [Fix] Misc Fixes in ViT CUDA Graph (#38040) Baorun (Lauren) MuandGitHub 2026-05-14 11:49:06 -04:00
• b8a25d0e12 [Bugfix] Fix LM detection for Nemotron Parse (#42641) Cyrus LeungandGitHub 2026-05-14 23:42:10 +08:00
• f07b1da797 [ROCm] Enable gluon paged MQA logits on gfx950 (MI355X) (#42062) frida-anderssonandGitHub 2026-05-14 17:39:26 +02:00
• f60c6b33a5 [V1][DP][LB] Publish request counts at the start of each engine step (#41626) 3 people 2026-05-14 19:39:24 +04:00
• 24337fb860 PD disagg with NIXL Connector: GDN support (Qwen3.5) (#41869) 3 people 2026-05-14 10:33:01 -04:00
• c7560af424 [RFC] Replace shared-memory routed experts with ModelRunnerOutput transfer and HTTP support (#39568) 5 people 2026-05-14 22:12:30 +08:00
• 2317682f95 [Bugfix] Fix TRTLLM ragged MLA prefill workspace warmup (#42112) Mohammad Miadh AngkadandGitHub 2026-05-14 21:48:56 +08:00
• 5bd8c71e79 [kv_offload] Implement reset_cache() for the offloading connector (#41956) 4 people 2026-05-14 14:00:10 +01:00
• 6548560496 [Compile] Fix compile warning with topk softplus sqrt (#41261) Wentao YeandGitHub 2026-05-14 08:12:50 -04:00
• 0a65d46628 [DSV4] Fuse norm and router for low latency scenario (#41263) 4 people 2026-05-14 20:11:02 +08:00
• 1ea9401364 [Quantization][Autoround][Toolkit] Add W4A16 Support (#39778) Zhenzhong XuandGitHub 2026-05-14 19:18:49 +08:00
• 9946c38b7f [XPU] Fix double-transpose in XPUFP8ScaledMMLinearKernel for W8A8 quant method (#41689) 3 people 2026-05-14 02:17:39 -07:00
• 23c85343fb [Bug] Fix DeepSeek V4 AttributeError: module 'cutlass.cute.nvgpu' has no attribute 'LoadCacheMode' (#42342) 3 people 2026-05-14 05:00:20 -04:00
• 768f4a6f26 [CI][AMD][BugFix] Prevent triton compiler error when running test_moe_layer with use_ep = True on ROCm (#40857) rasmithandGitHub 2026-05-14 03:44:22 -05:00
• addef3299c [CI][AMD] Skip tests where models have problems or fails on both HW types (#42126) rasmithandGitHub 2026-05-14 03:21:06 -05:00
• 800604bf53 [MLA Attention Backend] Add TOKENSPEED_MLA backend for DSR1/Kimi K25 prefill + decode on Blackwell (#41778) v0.21.0rc3 Yongye Zhuandkhluu 2026-05-14 02:48:02 -04:00
• 75a7914326 pin cutlass-dsl to 4.4.2 khluu 2026-05-14 00:59:01 -07:00
• ce29c26b31 Update Dockerfile.rocm for AINIC & Thor NIC (#40453) 5 people 2026-05-14 15:24:27 +08:00
• 8c79ad6580 Revert "[Core] Replace routing replay with device cache and async D2H pipeline" (#39917) (#42434) aoshen02andGitHub 2026-05-14 14:49:01 +08:00
• 0d2732dd91 [MLA Attention Backend] Add TOKENSPEED_MLA backend for DSR1/Kimi K25 prefill + decode on Blackwell (#41778) 3 people 2026-05-14 02:48:02 -04:00
• fd7d858c8a Use hidden_pad and intermediate_pad from vLLM #34301 (#42098) Rebecca LeeandGitHub 2026-05-13 23:21:04 -07:00
• b26558d4a3 [CI][XPU] skip ut of offload connector (#42598) liuzhenweiandGitHub 2026-05-14 13:13:53 +08:00
• bf0d2dc6d7 [Misc] Fix mypy error in parser_manager type narrowing (#42441) Sarah SalahandGitHub 2026-05-14 05:48:59 +03:00
• ca60a4e84f [Fix] Weight loading for qwen3_5 using runai_streamer (#42521) 3 people 2026-05-14 08:06:20 +05:30
• 77e1421a68 [Bugfix] Fix EPLB initialization for VLM wrapper models (#39805) Roy WangandGitHub 2026-05-14 10:26:15 +08:00
• 751b9f14bd [XPU][CT] Support mxfp8 moe model (#41918) Kunshang JiandGitHub 2026-05-14 09:47:10 +08:00
• 70c00163ff [Feature] Add instruction support for score/rerank chat templates (#42412) Krish GuptaandGitHub 2026-05-14 07:11:22 +05:30
• f51f6844f9 [Bugfix][Spec Decode] Wire draft_probs into probabilistic draft_model rejection (#40269) Siddharth BedekarandGitHub 2026-05-13 18:04:03 -07:00
• 665f9c4253 [Bugfix] Fix Gemma4ToolParser streaming float corruption (#42128) longguoandGitHub 2026-05-14 09:03:30 +08:00
• 1087676a90 [Refactor] Use shared utils in hermes tool parser (#42570) Flora FengandGitHub 2026-05-13 20:35:45 -04:00
• 63cc8a55a9 fix(tool-parser): preserve "none"/"nil" strings as valid enum values in minimax_m2 (#39599) 5 people 2026-05-13 17:35:34 -07:00
• ca7e4546da [CI] set max transformers version for skywork model (#42104) Divakar VermaandGitHub 2026-05-13 19:53:49 -04:00
• b2198670b1 [Bugfix] V1: support tuple model outputs in ubatch wrapper (dbo + spec decode) (#40789) 3 people 2026-05-14 06:47:51 +08:00
• f1cc7aad3c [Bugfix] Fix DeepSeek V4 MTP HC state handling (#42320) Mohammad Miadh AngkadandGitHub 2026-05-14 06:44:52 +08:00
• 597ed13803 [Core][MM] Do not use urllib3 to parse data URLs (#42535) Lukas GeigerandGitHub 2026-05-13 23:21:01 +01:00
• 3b581add43 [PD] Fix broken NIXL EP installation (#42542) ovidiusmandkhluu 2026-05-13 22:55:51 +02:00
• 6b5c389ee3 expose flex block size for batch invariant mode (#41252) liangel-02andGitHub 2026-05-13 17:11:57 -04:00
• 8efd508204 [Quantization] Rework quantization_config to use QuantKey and allow for activation override (#41566) Michael GoinandGitHub 2026-05-13 16:58:32 -04:00
• cca32d55a2 [PD] Fix broken NIXL EP installation (#42542) ovidiusmandGitHub 2026-05-13 22:55:51 +02:00
• 873910d608 [Frontend] add support for thinking_token_budget in completions (#42116) Walter Beller-MoralesandGitHub 2026-05-13 16:01:52 -04:00
• 3f611f6106 [CI] Fix pre-commit issue (#42563) Wentao YeandGitHub 2026-05-13 15:37:26 -04:00
• a505cf807e [ModelRunner V2] Share identical MTP weights (#42538) Nick HillandGitHub 2026-05-13 11:57:04 -07:00
• 40330967ab [Quark] Support loading Quark NVFP4 checkpoints in vLLM (#35859) 3 people 2026-05-13 20:17:36 +02:00
• ab1ad0d7a9 Remove verifier model type check in speculative config (#42536) Fynn Schmitt-UlmsandGitHub 2026-05-13 14:14:39 -04:00
• 0f69128a37 [Bugfix] Handle real-world gpt-oss tool call output in Harmony parsing (#42454) Ben BrowningandGitHub 2026-05-13 13:54:46 -04:00
• b3c69595a6 [MM][CG] Support ViT CG for Qwen2-VL (#41736) 3 people 2026-05-13 13:52:35 -04:00
• 2f821faeae [Spec Decode] Support hybrid attention models in extract_hidden_states (#39949) 3 people 2026-05-13 13:45:53 -04:00
• 5794c65f8c [Bugfix][Model] Gemma4 MoE routing closure captures per_expert_scale, breaking functional_call substitution (#42250) 5 people 2026-05-13 14:43:12 -03:00