Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• cdaa40d2a8 [KV Offload] Split cpu_cache_usage_perc into write/read usage gauges (#47666) 4 people 2026-07-14 12:13:41 -05:00
• ca3618bc69 [Doc] Sync four function docstrings with their signatures (#45437) 4 people 2026-07-14 10:10:13 -07:00
• b2f7d2560a [Bugfix] Make MLA+SWA check the layer's backend, not the model config (#48520) Michael GoinandGitHub 2026-07-14 12:53:34 -04:00
• 1ff9429655 [CI Bug] Fully solve accuracy issue for DSv3.2 + MTP + Sequence Parallel (#48036) Wentao YeandGitHub 2026-07-14 10:00:24 -04:00
• af453e5647 [Bugfix] Gemma4 parser: classify channel-less output consistently in streaming and non-streaming (#48262) 3 people 2026-07-14 19:00:16 +05:30
• 32aef44388 [Bugfix] Include inline per-token-head scales in offloaded page transfer width (#48411) 4 people 2026-07-14 16:07:26 +03:00
• 7a74a9662b [NIXL] Avoid reading expired blocks in bidirectional turn-2 read (#47021) 3 people 2026-07-14 15:03:41 +02:00
• b6754f536e [Model] Enable LoRA support for tower and connector in LlavaNextVideo (#48594) karthikandGitHub 2026-07-14 20:09:38 +08:00
• 793cf79c89 [Bugfix][Security] Fix concurrent sparse invariant race bypassing CVE remediation (#48583) Juan Pérez de AlgabaandGitHub 2026-07-14 13:08:24 +02:00
• 50ac1c7bab [Misc] Rename VLLM_TRITON_ATTN_USE_TD to VLLM_TRITON_USE_TD (#45781) 3 people 2026-07-14 12:32:57 +02:00
• f04d3f640e [Test] Enable KV cache events for HMA models in CPU offloading test (#47754) 3 people 2026-07-14 12:22:27 +03:00
• 0a9396a25e [XPU][CI] Add tests/v1/e2e/general/test_correctness_sliding_window.py in Intel GPU CI (#47231) xiangdongandGitHub 2026-07-14 16:50:16 +08:00
• 038ec293b1 [Bugfix] Return 400 instead of 500 when multimodal data is sent to a text-only model (#48473) 3 people 2026-07-14 15:15:43 +07:00
• 894ebb27f5 Add Cosmos3 Edge Reasoner model (#48291) 3 people 2026-07-14 01:14:50 -07:00
• c9a788eedc fix(security): guard lm-format-enforcer regex compile with timeout (#47595) Juan Pérez de AlgabaandGitHub 2026-07-14 09:18:11 +02:00
• 0762f2afeb [Perf][Feat] Add generic cuteDSL LL BF16 router (GEMM) (#42562) 3 people 2026-07-14 08:01:21 +02:00
• 31be872f55 [ROCm] Retune MI355 selective_state_update float16 config on the unified effective_batch grid (#48372) 3 people 2026-07-14 01:16:29 -04:00
• 4b6b99b9ef Bump protobuf from 6.33.6 to 7.35.1 dependabot/pip/protobuf-7.35.1 dependabot[bot]andGitHub 2026-07-14 05:00:26 +00:00
• e898f259a3 Bump fsspec from 2024.12.0 to 2026.6.0 dependabot/pip/fsspec-2026.6.0 dependabot[bot]andGitHub 2026-07-14 04:58:47 +00:00
• 94c0ef3001 [Misc] Clean up "swap_space" (#48549) wangxiyuanandGitHub 2026-07-14 12:43:45 +08:00
• af1f036a70 [Bugfix] Skip minimax_m3 tool parser tests when Rust extension is absent (#48523) Matt WoodsonandGitHub 2026-07-14 00:43:22 -04:00
• 95aab66e95 [ROCm][MiniMax-M3][Spec Decode] Support speculative decode with AITER sparse PA (#47984) 6 people 2026-07-14 12:12:53 +08:00
• dcf4072da9 [Perf][ROCm] Fix GDN KKT warmup regression on RDNA by avoiding fp32 tl.dot (#45000) nemanjaudovicandGitHub 2026-07-14 05:48:54 +02:00
• 382bbd5144 [ROCm][Kernel] Add HybridW4A16LinearKernel: Triton prefill + HIP skinny decode (#40977) 3 people 2026-07-14 05:22:00 +02:00
• b50ef9c6ed [ROCm][MiniMax-M2] Dispatch fused QK-norm + AllReduce via AITER (#44849) 3 people 2026-07-14 06:10:16 +03:00
• 9e289c553c up FI fp8 moe topk to 32 (#44462) Dan BlanaruandGitHub 2026-07-14 04:58:16 +02:00
• c4f5cd60da [1/N] Add dense MHA path for sparse MLA short sequences (#47327) 3 people 2026-07-13 20:29:56 -04:00
• 0b0ef8d7eb [Quantization][INC][ARK] Support INT2 XPU WOQ Linear (#47521) 3 people 2026-07-14 08:29:45 +08:00
• 21472f32ea add pad-aware swiglu limit kernel (#48287) 3 people 2026-07-13 16:48:19 -07:00
• fec64fea75 [BugFix] Correct OTEL span start time for Dynamo compilation (#40698) 3 people 2026-07-13 16:25:03 -07:00
• 3a981fbbdb fused padding to kernel wentao-fused-padding-to-kernel yewentao256 2026-07-13 22:13:11 +00:00
• 8b8af2caf7 [Frontend] Expose logprob_token_ids on Python OpenAI endpoints (#43463) 3 people 2026-07-13 14:40:21 -07:00
• 7738ef35b8 [Feat] Add Support for BertForMaskedLM to vLLM (#48463) SnehlataandGitHub 2026-07-14 02:26:25 +05:30
• 9a21f0d1a3 [BugFix] Initialize model_config for Qwen3-VL MoE (#44863) 3 people 2026-07-14 04:43:53 +08:00
• 8ac8375270 [Core] Preserve Marconi caching with selective hybrid cache retention (#47782) Nick HillandGitHub 2026-07-13 21:24:20 +01:00
• 7dc447dda7 Added sliding window attention support for qwen-eagle3 architecture (#47568) shanjiazandGitHub 2026-07-13 16:20:44 -04:00
• 6bf03e0d95 [Core] Add explicit layer parallel plans codex/layer-parallel-plan Lucas WilkinsonandOpenAI Codex 2026-07-13 03:37:22 +00:00
• 7fc97042c3 Add DCP + Eagle support for Tokenspeed MLA backends (#48180) 3 people 2026-07-13 11:46:02 -07:00
• 18c4067a54 [ROCm][CI] Unblock AMD: Language Models Test (Extended Pooling) (#48513) Micah WilliamsonandGitHub 2026-07-13 13:38:10 -05:00
• a9ee5833ca Merge branch 'main' into wentao-fix-es-v2-bug wentao-fix-es-v2-bug Wentao YeandGitHub 2026-07-13 14:19:23 -04:00
• 550218b136 [Bugfix][Frontend] Flush engine reasoning parser at engine-reasoning → tool streaming boundary (#47606) 3 people 2026-07-13 21:06:10 +03:00
• 5c342876a6 [Doc] Add DeepseekV32ForCausalLM to supported_models.md (#48293) Gavin MorrisandGitHub 2026-07-13 12:43:59 -05:00
• 9427c45386 [ROCm][CI] Transformers: pass only one of input_ids/inputs_embeds (#48258) 3 people 2026-07-13 19:28:50 +02:00
• 43c8cbf79b [EC Connector] CPU Offloading EC Connector (#47423) 3 people 2026-07-13 20:09:41 +03:00
• 62286308c9 [Misc] Improve Matryoshka pooling dimensions validation (#48057) 3 people 2026-07-13 12:57:36 -04:00
• 26587f9519 [BugFix][ModelRunner V2] Fix stale attn metadata in speculator prefill cudagraph capture (#48261) Nick HillandGitHub 2026-07-13 17:39:15 +01:00
• 93e3bc8f30 [XPU][CI]Adjust timeout_in_minutes in Intel GPU CI (#48418) 3 people 2026-07-13 23:11:16 +08:00
• c2c9f7c5e2 remove force channels_last in Idefics3MultiModalProcessor (#48467) Yan MaandGitHub 2026-07-13 22:18:57 +08:00
• 1be6e937b2 lower memory required for capturing cudagraphs for large cudagraph sizes (#48483) Omer Ullman ArgovandGitHub 2026-07-13 17:14:25 +03:00
• b3cfca996c [Mypy Fix] Split mypy work (#48490) Wentao YeandGitHub 2026-07-13 08:42:42 -04:00
• 487dfb3418 [CI] Add SPDX license header to Rust/Protobuf sources (#48472) Bugen ZhaoandGitHub 2026-07-13 17:22:47 +08:00
• 107a03ba63 [Core] Support fp32 lm_head for generation models via head_dtype (RFC #48305 §3.6) (#48390) 4 people 2026-07-13 01:43:34 -07:00
• 56a357ed33 [Bugfix][KV Cache] Don't route uniform-page-size MLA+SWA models into DeepseekV4 packing (#48256) 3 people 2026-07-13 10:16:24 +02:00
• bea70c7cfc [Attention] Make sliding-window support an explicit backend capability (#48011) 4 people 2026-07-13 10:07:56 +02:00
• 69da6cc79f Init embed-norm-fusion Jee Jee Li 2026-07-13 07:16:33 +00:00
• 75fe92a316 [Distributed][Perf] Enable FlashInfer MNNVL allreduce RMS quant fusion (#48064) Mohammad Miadh AngkadandGitHub 2026-07-13 15:02:59 +08:00
• b7b58d1eba [ROCm][CI] Cache Rust builds by source inputs (#46527) 3 people 2026-07-13 01:14:08 -05:00
• 36484e464a [BugFix] Restore full tokens for Qwen MTP When MoE SP (#48429) Canlin GuoandGitHub 2026-07-13 13:29:41 +08:00
• 9e57de7197 [CPU] Create Proper Numa topology for s390x (#40714) 3 people 2026-07-13 10:28:43 +05:30
• 8c5dafcd09 [Bugfix][UT]Fix EagleMiniCPMForCausalLM meet TypeError (#48452) Yejing LaiandGitHub 2026-07-13 12:37:23 +08:00
• 05fa8183a6 [CPU][Spec Decode] Support DFlash speculative decoding for GDN models on CPU (#46090) 4 people 2026-07-13 07:16:18 +03:00
• d973cce3ca Re-disable CUDA graph memory profiling on ROCm (#48440) 3 people 2026-07-12 23:59:20 -04:00
• 775c1589ea [Bugfix][ROCm] Keep TP all_gather on base-class collective (#48446) 3 people 2026-07-12 23:53:53 -04:00
• 2595d5cebc [Model] Optimize Qwen3.5 on H20 (#48350) zztandGitHub 2026-07-13 11:30:48 +08:00
• ee5a89f4d7 [ROCm][MiniMax-M3] Add AITER sparse paged attention (#47287) 6 people 2026-07-13 10:27:29 +08:00
• e26264f3ef [Kernel] Implement CUDA kernel for ReLUSquaredActivation (relu^2) (#39058) 3 people 2026-07-12 19:18:03 -07:00
• 752a3a5044 [Bugfix] Guard mixed-dtype allreduce RMSNorm quant fusions (#48330) v0.25.1 releases/v0.25.1 Hugo Centenoandkhluu 2026-07-12 11:39:27 +02:00
• 3c31722d6d [Bugfix] Avoid blocking model launching when no system ffmpeg available for TorchCodec (#47888) Isotr0pyandkhluu 2026-07-08 10:52:25 +08:00
• 4c81772e8b [Bugfix][KV Offloading] Fix stale transfer_jobs after reset_cache + harden job completion (#48102) AlexHuangandGitHub 2026-07-13 01:00:04 +08:00
• 27c3e579f0 [CI][Rust Frontend] Pin cargo tool versions (#48222) Bugen ZhaoandGitHub 2026-07-12 23:34:26 +08:00
• 8df14cfc8c [EC Connector] Add EC Transfer Params (#42433) 3 people 2026-07-12 14:35:33 +03:00
• 370b678a02 [CI][2/N] reduce CI time (#48394) Jiangyun ZhuandGitHub 2026-07-12 19:16:55 +08:00
• 5c0c987c03 Make tiering offload region DP-replica aware (#47987) 3 people 2026-07-12 13:10:21 +03:00
• 5f8e73cb8b [Bugfix] Guard mixed-dtype allreduce RMSNorm quant fusions (#48330) Hugo CentenoandGitHub 2026-07-12 11:39:27 +02:00
• 83762b77b0 [Frontend] Add /abort_requests to the RLHF dev API router (#47173) 4 people 2026-07-12 14:21:02 +08:00
• a02984ed47 [Perf][Qwen] Replace MOE all-reduce with reduce-scatter (#47006) 3 people 2026-07-12 14:14:49 +08:00
• fc1c548093 Runtime Draft Weight Update for Speculative Decoding (#46725) 5 people 2026-07-12 13:51:53 +08:00
• 481e481be7 [2/N][Core] support partial prefix cache hit for hybrid model (#46384) 3 people 2026-07-12 13:37:51 +08:00
• 8e981630c9 [CI][CPU] Add Qwen2-VL multimodal tests for CPU backend and fix incompatibilities (#48072) zhao, zhenhuiandGitHub 2026-07-12 12:30:34 +08:00
• 9a48eef89a [Bugfix][LoRA] Support ark_linear base layer in _get_lora_device (#47690) Alejandro Paredes La TorreandGitHub 2026-07-11 17:13:50 -07:00
• 1ef1c7ebba [CI] split tests to reduce CI time (#48219) Jiangyun ZhuandGitHub 2026-07-12 04:00:14 +08:00
• 54503ecec0 fix(processor): route MiMo-V2-Omni media fetch through MediaConnector (#43117) 4 people 2026-07-11 08:52:52 -07:00
• 0067311536 fix(entrypoints): stop resolve_items leaking in-flight media fetch tasks on partial failure (#48333) ErenAta16andGitHub 2026-07-11 18:42:08 +03:00
• 51878e5b6e [2/N][KV-Cache Layout Refactor] Pack K/V into the content dim across attention backends (#44455) 6 people 2026-07-11 11:11:16 -04:00
• 76fedaa2a5 [XPU][UT]Fix InternS1ProForConditionalGeneration AssertionError (#48232) Yejing LaiandGitHub 2026-07-11 21:56:55 +08:00
• 19069bcbd5 FP32 router GEMV optimization (#48335) 5 people 2026-07-11 21:07:48 +08:00
• 702f4814fe [docs] Fix the docs build (#48008) v0.25.0 releases/v0.25.0 Martin HickeyandHarry Mellor 2026-07-08 23:47:22 +01:00
• 1bd8f80a64 [CI] Point CI at Transformers release rather than release branch (#48328) Harry MellorandGitHub 2026-07-11 10:31:14 +01:00
• 0b6636cbcb [XPU]remove is_xxx from moe class and bump up kernels (#48079) 3 people 2026-07-11 02:27:13 -07:00
• 4a6440acef Bump Transformers version to 5.13.0 (#47867) Harry MellorandGitHub 2026-07-11 08:56:14 +01:00
• bec0a4ede6 [Revert] [Build] Update vllm ...builds FA3 with torch stable API (#48269) Lucas WilkinsonandGitHub 2026-07-11 01:20:25 -04:00
• 3d99b0499a [Logs] DP Supervisor Log Improvement (#48278) 3 people 2026-07-11 00:07:00 -04:00
• 04d553f390 [Misc] Use meta tensor for KV cache stride calculation (#47316) 3 people 2026-07-10 23:24:59 -04:00
• 9c18e90f6c [BugFix] Fix packed HND KV cache reshape for FlashAttention (#47314) 3 people 2026-07-10 23:22:39 -04:00
• 62a0750892 [Model] Add LongCat-2.0 (sparse attention, MTP, n-gram fixes) longcat-2.0 mgoinandClaude Fable 5 2026-07-11 02:12:49 +00:00
• 092387963c [BugFix] weights processing peak memory reduction for nvfp4 MoE layers (#46276) Jimmy LeeandGitHub 2026-07-10 19:05:35 -07:00
• 1bf3997eae [Quantization] Bound peak memory when repacking FP4 MoE weights for Marlin (#47851) 3 people 2026-07-11 03:46:13 +02:00
• 29fd688892 Add VLLM_FLASHINFER_AUTOTUNE_SKIP_OPS and skip CuTeDSL fp4_gemm autotuning by default (#48268) 3 people 2026-07-10 21:13:08 -04:00
• 0116e1cedc [Core] Enable extensible KV cache for all attention backends and Mamba zhuohan/extensible-kv-cache-memory Zhuohan Li 2026-07-10 17:08:34 -07:00
• ed908cf0a0 [Bugfix] Fix thinking_token_budget not enforced after natural </think> re-entry (#45984) Ashwin GiridharanandGitHub 2026-07-10 15:47:51 -07:00