Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• fa183e9271 [Bugfix] fix kimi-linear crash (#28445) Jiangyun ZhuandGitHub 2025-11-13 15:59:58 +08:00
• 4ab34f6ef1 Add NUMA node validation for CPU thread binding (#28555) usberkeleyandGitHub 2025-11-13 15:03:52 +08:00
• c33b87e777 Use official xformers-0.0.33 built for PT 2.9 (#28600) 3 people 2025-11-12 22:48:53 -08:00
• 4504e8029b [Bugfix] Prevent crash on empty grammar string (#28210) tjandy98andGitHub 2025-11-13 14:42:29 +08:00
• ca00b1bfc6 [ROCm][BugFix] Remove the usage of device_info from aiter (#28383) PleaplusoneandGitHub 2025-11-13 13:43:42 +08:00
• d44fbbab0e [build][cmake]: Bundle static ACL and torch libgomp for CPU extension builds (#28059) Radu SalavatandGitHub 2025-11-12 21:43:08 -08:00
• 7e082bc14e Support DeepEP for Kimi-k2-thinking through enabling gemm selection for compressed-tensor marlin wna16 (#28574) Lucia FangandGitHub 2025-11-12 21:40:45 -08:00
• dbbe0c756a [XPU] Support Triton path for LoRA operations on XPU (#28511) Fanli LinandGitHub 2025-11-13 13:31:42 +08:00
• 7dca0c90cb [BugFix][ROCm] Fix get_cu_count missing variable error (#28608) PleaplusoneandGitHub 2025-11-13 13:18:56 +08:00
• 1a0b157a2e [Frontend][responsesAPI][1/n] convert responses API tool input to chat completions tool format (#28231) 4 people 2025-11-12 20:47:22 -08:00
• 7c38ed0f1c [Frontend] split append tool output (#28333) 3 people 2025-11-12 20:03:23 -08:00
• a1d3866dda [n-gen] DO NOT repeatedly return finished child requests (#28591) Jialin OuyangandGitHub 2025-11-12 19:36:07 -08:00
• 97d1c99302 Rename clashing method names for vLLM model protocol (#27583) Harry MellorandGitHub 2025-11-13 03:14:33 +00:00
• 3226283461 [Docs] Add some details about what the MoE block needs for the Transformers backend (#28588) Harry MellorandGitHub 2025-11-13 03:12:14 +00:00
• 8832fff972 [BugFix] Fix mm_encoder_attn_backend arg type checking (#28599) Nick HillandGitHub 2025-11-12 19:06:03 -08:00
• a543e678b4 [Bugfix] Fix SM100 gpt-oss regression due to faulty attn sink support (#28561) Michael GoinandGitHub 2025-11-12 21:40:59 -05:00
• 2dacd57394 [platform] Move get_cu_count to utils (#27005) wangxiyuanandGitHub 2025-11-13 08:48:47 +08:00
• d75ad04818 [ROCm][Bugfix] Revert removing setuptools version restriction (#28592) Gregory ShtrasbergandGitHub 2025-11-12 19:46:58 -05:00
• 52eadcec9e [Docs] Update meetups.md description (#28583) Michael GoinandGitHub 2025-11-12 19:00:23 -05:00
• 51c599f0ec Skip models that cannot currently init on Transformers v5 (#28471) Harry MellorandGitHub 2025-11-12 23:43:57 +00:00
• 69d0e90313 [MoE][Kernel][Perf] Improve Shared Expert Stream Overlap (#28406) Alexander MatveevandGitHub 2025-11-12 18:37:24 -05:00
• 4ca5cd5740 [Core][AMD] Migrate fully transparent sleep mode to ROCm platform (#12695) 4 people 2025-11-13 01:24:12 +02:00
• 10f01d5a3a [Bugfix] Adjust Marlin CUDA arch selection to 8.0+PTX;9.0+PTX (#28294) Michael GoinandGitHub 2025-11-12 18:14:13 -05:00
• 3eb0c2673e [TPU] Support GCS path in VLLM_TORCH_PROFILER_DIR (#28487) QiliangCuiandGitHub 2025-11-12 14:31:14 -08:00
• d8140b9833 [ROCM] Fix ROCm warnings, environment flag access, and GEMM kernel naming for consistency in _aiter_ops.py (#28464) vllmellmandGitHub 2025-11-13 05:46:57 +08:00
• 74a9a9faad [Performance][B200] Fix deepgemm prologue (#27897) 3 people 2025-11-12 16:13:03 -05:00
• 478ee511de [Misc]Fix typo in llm_engine.py (#28584) Wei WeiandGitHub 2025-11-12 12:59:43 -08:00
• 58ce8d12b7 [BugFix] Priority scheduling and spec tokens preemption (#28558) Andy LoandGitHub 2025-11-12 20:29:21 +00:00
• 94a9ebcf31 [KV connector][WIP] KV cache proxy based on LMCache multi-process mode (#27902) Yihua ChengandGitHub 2025-11-12 12:25:43 -08:00
• a39dd7bb06 [CI] Skip "Multi-Modal Models Test (Extended) 3" test that's broken in current Transformers (#28559) Harry MellorandGitHub 2025-11-12 19:38:13 +00:00
• 64d57c3be7 [Model] [Config] Correctly identify granite-4.0-micro as non-hybrid model (#28563) Thomas ParnellandGitHub 2025-11-12 19:17:55 +01:00
• a1e7fa362a [EPLB][ROCm]: support EPBL for ROCm backend (#27731) 3 people 2025-11-13 02:16:35 +08:00
• bac904565f Implement ARC KV cache eviction policy for CPU offloader (#27039) 3 people 2025-11-12 17:51:39 +00:00
• 304419576a [Perf] Refactor cudagraph_support to enable full CUDA graphs for spec decoding with FlashInfer (#28479) Benjamin ChislettandGitHub 2025-11-12 11:56:40 -05:00
• a742134cc5 Remove deprecated fields from CompilationConfig (#27593) Harry MellorandGitHub 2025-11-12 16:10:28 +00:00
• 728a9eb70e [Misc] Refactor Attention kv transfer methods into decorator (#27816) 3 people 2025-11-12 17:05:44 +01:00
• bc5bd45c7d [Refactor] Remove redundant TP gather/split in split_qkv in QwenVL (#28271) Canlin GuoandGitHub 2025-11-12 23:56:47 +08:00
• f76e85c299 [Performance][Hopper] Avoid M dim padding to 4x for most cases (due to cuda graphs paddings) (#28492) Alexander MatveevandGitHub 2025-11-12 10:51:43 -05:00
• 54aecd9ed5 Fix pre-commit (and XPU) on main (#28556) Harry MellorandGitHub 2025-11-12 14:13:41 +00:00
• 10138c92a5 [V0 deprecation] Deprecate use_v1 parameter (#28112) wangxiyuanandGitHub 2025-11-12 22:03:52 +08:00
• a9d18b5107 [Bugfix] Fix gpt_oss packed_modules_mapping (#28536) Jee Jee LiandGitHub 2025-11-12 21:02:06 +08:00
• edb59a9470 [ROCm] [Bugfix] Fix fused_qknorm_rope_kernel rocm compatibility (#28500) TJianandGitHub 2025-11-12 05:01:14 -08:00
• c5f10cc139 add cpu option for p/d in nixl_connector (#28356) ZhengHongming888andGitHub 2025-11-12 03:53:08 -08:00
• d143152308 [KVConnector] Enable get_block_ids_with_load_errors() in LMCache connector (#27978) 4 people 2025-11-12 18:44:58 +08:00
• a4730c1b4f [XPU]Fix crash due to removed VLLM_USE_V1 attribute (#28520) Chaojun ZhangandGitHub 2025-11-12 18:20:55 +08:00
• d3ade61e42 [Model] fix glm4_moe_mtp load weights with GLM-4.6 checkpoint. (#27597) 3 people 2025-11-12 17:14:00 +07:00
• 1761dea1a8 [BugFix]: --enable-lora with model granite-4.0-micro crash (#27733) yyzxwandGitHub 2025-11-12 17:03:56 +08:00
• c748355e0d [CI] Introduce autorun_on_main feature (#27836) Huamin LiandGitHub 2025-11-12 00:51:19 -08:00
• 91864b79b3 [CI/Build] Fix crash due to removed VLLM_USE_V1 attribute in EPD (#28521) 4 people 2025-11-12 15:09:33 +08:00
• ac0bb2c307 [Core] Cache vllm_is_batch_invariant (#28304) Lukas GeigerandGitHub 2025-11-12 05:03:01 +00:00
• f31419ed8b [Benchmark] Add retry support to fix workload bias in multi-turn benchmark (#28493) ai-jzandGitHub 2025-11-11 21:00:45 -08:00
• b9ce9a3013 [BugFix] Add fallback path in apply_rotary_pos_emb_flashattn for non-cuda platforms (#28447) Fanli LinandGitHub 2025-11-12 11:13:21 +08:00
• 4ccffe561f [Core] Encoder separation for Encode-Prefill-Decode Disaggregation (#25233) 8 people 2025-11-12 10:58:33 +08:00
• cbb799e314 [Model][Qwen3VL] Simplify get_mrope_input_positions using numpy (#28302) Lukas GeigerandGitHub 2025-11-12 02:55:10 +00:00
• 9f0247cfa4 VLLM_USE_TRITON_FLASH_ATTN V0 variable deprecation (#27611) Andreas KaratzasandGitHub 2025-11-11 20:34:36 -06:00
• 7f829be7d3 [CPU] Refactor CPU attention backend (#27954) Li, JiangandGitHub 2025-11-12 09:43:06 +08:00
• e1710393c4 [[V0 deprecation]]Remove VLLM_USE_V1 env (#28204) wangxiyuanandGitHub 2025-11-12 09:22:16 +08:00
• 3f770f4427 [Performance] Cache loaded custom logitsprocs to avoid overheads (#28462) Isotr0pyandGitHub 2025-11-12 08:49:29 +08:00
• 48c879369f [Frontend] Change CompilationMode to a proper Enum (#28165) Yanan CaoandGitHub 2025-11-11 16:46:18 -08:00
• 1788aa1efb [BugFix] Graceful handling of torch symm mem errors. (#27671) 3 people 2025-11-12 01:41:54 +01:00
• d23539549a Use FLASHINFER MLA backend when testing fp8_kv_scale_compile (#28491) Adrian AbeytaandGitHub 2025-11-11 18:34:58 -06:00
• 412e153df5 [Feature] Allow configuring FlashInfer workspace size (#28269) 3 people 2025-11-11 18:32:20 -05:00
• e5f599d4d1 [Bugfix] Disable shared expert overlap if Marlin MoE is used (#28410) Michael GoinandGitHub 2025-11-11 18:16:12 -05:00
• 28534b92b9 Add Zurich vLLM Meetup (#28488) Michael GoinandGitHub 2025-11-11 17:53:59 -05:00
• d4902ba56d [Misc] Cleanup Executor interface (#28441) wangxiyuanandGitHub 2025-11-12 06:28:07 +08:00
• df4d3a44a8 [TPU] Rename path to tpu platform (#28452) Kyuyeun KimandGitHub 2025-11-11 11:16:47 -08:00
• 9d1c474704 [LoRA][1/N]Remove LoRA extra vocab (#28382) Jee Jee LiandGitHub 2025-11-12 03:06:21 +08:00
• 8c32c6e4b4 [Misc] fix typo in DCP comment (#28389) Jie LuoandGitHub 2025-11-12 02:59:16 +08:00
• de120bc94f [V0 deprecation] Clean up num_prefill_tokens logic for V0 (#28203) Canlin GuoandGitHub 2025-11-12 02:57:12 +08:00
• 4228be7959 [Perf] Use np.ndarray instead of list[list[int]] to reduce GC overhead (#28245) Jialin OuyangandGitHub 2025-11-11 10:28:47 -08:00
• 76e4dcf225 [Misc] Remove unused attention prefix prefill ops functions (#26971) Lukas GeigerandGitHub 2025-11-11 18:26:04 +00:00
• d5edcb8678 [BugFix] Fix Siglip2Attention on XPU (#28448) Fanli LinandGitHub 2025-11-12 02:18:02 +08:00
• 6c3c0f8235 [Kernel] Optimize rms_norm kernel (#27931) Xin YangandGitHub 2025-11-11 10:02:23 -08:00
• 684f254585 Prefer FlashAttention MLA as default over FlashMLA (#27363) Matthew BonanniandGitHub 2025-11-11 11:13:51 -06:00
• e553424919 [CI/Build] Refactor Attention backend for test_prefix_prefill from xformers to SDPA (#28424) 3 people 2025-11-11 09:09:47 -08:00
• 5a1271d83a [Quantization] fix attention quantization of gpt_oss model (#27334) xuebwang-amdandGitHub 2025-11-12 01:06:00 +08:00
• 05576df85c [ROCm][Quantization] extend AMD Quark to support mixed-precision quantized model (#24239) 4 people 2025-11-12 01:05:22 +08:00
• 68c09efc37 [Kernel][Perf] fuse QK Norm and RoPE into one cuda kernel for Qwen Model (#27165) zhrrrandGitHub 2025-11-12 01:00:31 +08:00
• a7ef3eb0cd [NIXL] Generalize block-first backend layouts (FlashInfer-like) (#28282) Nicolò LucchesiandGitHub 2025-11-11 17:57:43 +01:00
• f9a4087182 Remove weight_scale.T special case for SM90 Block FP8 CUTLASS kernel (#28431) Michael GoinandGitHub 2025-11-11 09:46:04 -07:00
• 287bbbeb06 [Doc] Fix typo in serving docs (#28474) the-codeboyandGitHub 2025-11-11 17:45:49 +01:00
• 3143eb23fc [BugFix] Add test_outputs.py to CI pipeline (#28466) 3 people 2025-11-12 00:01:30 +08:00
• b886068056 [BugFix] Fix RuntimeError in PixtralHFAttention on CPU/XPU (#28444) Fanli LinandGitHub 2025-11-11 23:29:33 +08:00
• a90ad7d838 Add @markmc to CODEOWNERS for Observability (#28457) Mark McLoughlinandGitHub 2025-11-11 15:03:22 +00:00
• 533b018f72 [BugFix] Fix Failing Ruff Check (#28469) jvlunterenandGitHub 2025-11-11 15:41:43 +01:00
• a1448b4b69 [Kernels] Split up fused_moe/layer.py, isolate more modular kernel code (#28064) bnellnmandGitHub 2025-11-11 09:29:02 -05:00
• fa1970201d [Docs] Fix grammar in CPU installation guide (#28461) Maryam TahhanandGitHub 2025-11-11 14:01:11 +00:00
• 3380543b20 Add request timeout override for multi-turn benchmarks (#28386) Ido SegevandGitHub 2025-11-11 15:41:18 +02:00
• afffd3cc8a [Model] Pass mm_features directly into get_mrope_input_positions (#28399) Cyrus LeungandGitHub 2025-11-11 21:14:48 +08:00
• 7dbe6d81d6 Fix Fused MoE LoRA Triton kernel bug (#28450) Chaojun ZhangandGitHub 2025-11-11 20:46:47 +08:00
• b30dfa03c5 [Attention] Refactor CUDA attention backend selection logic (#24794) 3 people 2025-11-11 06:40:44 -06:00
• 2e78150d24 [CI] Add mergify rules for nvidia label (#28417) Michael GoinandGitHub 2025-11-11 05:28:28 -07:00
• d381eb967f Multi turn benchmark progress bar for synthetic conversation generation (#28394) Ido SegevandGitHub 2025-11-11 13:06:04 +02:00
• 9973e6e04a [Model][Qwen3VL] Slighly speedup fast_pos_embed_interpolate (#28434) Lukas GeigerandGitHub 2025-11-11 10:35:10 +00:00
• c7991269dd [BugFix] 'DeepseekV2Config' object has no attribute 'use_mla'` (#28387) Fanli LinandGitHub 2025-11-11 16:45:38 +08:00
• f0359fffa4 [Bugfix] fix qwen3-next crash (#28202) Jiangyun ZhuandGitHub 2025-11-11 16:24:28 +08:00
• 798c7bebca [EPLB] Refactor balance_packing to use numpy and optimize GPU-CPU transfers in EPLB (#28369) Sage MooreandGitHub 2025-11-11 00:19:51 -08:00
• 4fd4b743a2 [Bugfix] Fix max image size for PaddleOCR-VL (#28442) Roger WangandGitHub 2025-11-11 00:07:24 -08:00
• cc079763c5 [BugFix] Avoid calling KV connector layer APIs when metadata is unset (#28253) 4 people 2025-11-11 09:39:36 +02:00
• a7adbc6c6b [Doc] Sleep mode documentation (#28357) 4 people 2025-11-11 13:44:35 +07:00