Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• ff449b6426 Stop mergify labelling from skipping pre-commit (#41362) Harry MellorandGitHub 2026-04-30 13:48:38 +01:00
• 3527229517 [Doc] Fix RTD build: pytorch.org/docs/stable/objects.inv returns 404 (#41353) 3 people 2026-04-30 14:06:44 +02:00
• b55b26520c [MoE] Make MoERunnerInterface a PluggableLayer for OOT support (#35178) 4 people 2026-04-30 18:31:08 +08:00
• 3179e53135 [P/D] Prefill compute optimizations with bi-directional KV cache transfers between P and D nodes (#32553) snadampalandGitHub 2026-04-30 03:14:20 -07:00
• efdc95674d [KVConnector] MultiConnector SupportsHMA (#39571) Nicolò LucchesiandGitHub 2026-04-30 11:10:50 +02:00
• 858ce2a1a0 Adjust B200 k8s CI job coverage khluu/b200-k8s-job-fixes khluu 2026-04-30 02:06:40 -07:00
• 54146a9bf9 [Bugfix] correct h matrix layout in chunk_kda output kernel (#40956) 3 people 2026-04-30 16:22:41 +08:00
• ca97f7b9bb Fix Gemma4 MoE expert weight remapping (#41206) 4 people 2026-04-30 16:12:42 +09:00
• a04e0cf3b8 Fix Cohere ASR after HF upgrade (#40582) Ekagra RanjanandGitHub 2026-04-30 02:39:04 -04:00
• cb1b02d0e8 [Frontend] Add VLLM_SKIP_MODEL_NAME_VALIDATION environment variable (#34676) 7 people 2026-04-29 23:19:09 -07:00
• a749a33d8d [Bugfix] Fix persistent_topk cooperative deadlock at TopK=1024 (#41189) 3 people 2026-04-30 00:03:45 -04:00
• 75149ae1b9 Check runtime NCCL version instead of PyTorch compile-time constant Tyler Michael SmithandClaude Opus 4.6 2026-04-29 21:18:50 -04:00
• 67d26f78d2 Fix NCCL version check: 2.30.4, not 4.30.4 Tyler Michael SmithandClaude Opus 4.6 2026-04-29 21:17:36 -04:00
• 019a41f00a Add DeepEP v2 lifecycle test to test_mnnvl_alltoall Tyler Michael SmithandClaude Opus 4.6 2026-04-29 21:07:51 -04:00
• 515e36da11 Fix FP8 dispatch test to match production behavior Tyler Michael SmithandClaude Opus 4.6 2026-04-29 22:23:17 -04:00
• c42981d034 [Refactor][kv_offload] KV Offloading maintainability improvements (#40538) 3 people 2026-04-30 03:55:31 +01:00
• 0ff1bf9bb1 [Bugfix] Fix failure to allocate KV blocks error (#41282) Wei ZhaoandGitHub 2026-04-29 21:44:07 -04:00
• a2a4b00f83 Add DeepEP v2 (ElasticBuffer) all2all backend for MoE EP Tyler Michael SmithandClaude Opus 4.6 2026-04-29 20:34:10 -04:00
• 0ab67c0222 [CI] Add key field to all test_areas pipeline steps (#41201) 3 people 2026-04-29 16:59:16 -07:00
• 3795d7acf4 [ROCm][Bugfix][GPTOSS]: fix input_ids and expert_map args for quark w4a8 gptoss (#41165) Rohan PotdarandGitHub 2026-04-29 18:39:01 -05:00
• 18599bfdf2 [Ci][BugFix] Fix slow DP tests due to bad teardown logic (#41166) Nick HillandGitHub 2026-04-29 16:31:00 -07:00
• 296741d025 [DSv4] Use cvt PTX for FP32->FP4 conversion (#41015) Thien TranandGitHub 2026-04-30 06:16:40 +07:00
• a966aaed30 [Bugfix][MLA] Size arange_buffer to max_num_batched_tokens to prevent CUDA IMA (#39277) 4 people 2026-04-30 07:14:50 +08:00
• 6841f5dc77 [ROCm] Add env flags to disable dynamic MXFP4 quant and enable AITER tuned GEMMs for Attention Projection Layers (#39987) khluu/b200-k8s-ci-smoke-20260429 Hemanth AcharyaandGitHub 2026-04-30 04:37:46 +05:30
• c2fb013312 [Bugfix][Compile] Fix gc.collect/empty_cache patch arity in CUDAGraphWrapper (#41235) roikoren755andGitHub 2026-04-30 00:59:18 +03:00
• ccfb620c62 Create tests/distributed/test_mnnvl_alltoall.py (#35241) 4 people 2026-04-29 18:56:56 -03:00
• 0335316a9b [BUG] Two phase pause to prevent deadlock (#39366) 4 people 2026-04-29 14:51:03 -07:00
• 944e138bcf [ROCm][Bugfix]: W4A4 MOE using emulation instead of AITER on MXFP4-supported hardware (#41175) Rohan PotdarandGitHub 2026-04-29 16:39:03 -05:00
• b58669cb42 [Perf][Spec Decode] Avoid per-step numpy allocation in prepare_next_t… (#41043) 3 people 2026-04-29 14:20:13 -07:00
• 1628239eb2 [Multimodal][Render] Skip mm processor initialization and warmup for text-only mode (#41246) Isotr0pyandGitHub 2026-04-30 05:16:19 +08:00
• 93da1fe97a [CI] Add temperature to bfcl eval, default greedy (#41059) yzong-rhandGitHub 2026-04-29 17:01:57 -04:00
• 169988a3c0 [ROCm] Use quant_dtype in per_token_quant instead of hardcoded FP8 (#39121) Andrew BarnesandGitHub 2026-04-29 16:46:01 -04:00
• bdb3b45e02 Apply suggestion from @ProExpertProg copilot/update-test-conftest-to-use-moe-backend Luka GovedičandGitHub 2026-04-29 16:03:22 -04:00
• dc444a16b4 input not output Luka GovedičandGitHub 2026-04-29 16:02:56 -04:00
• faab189554 [Feature]: IndexCache support for DSA models (#37735) 3 people 2026-04-30 03:15:35 +08:00
• bf3a797a1d Merge branch 'main' into wentao-optimize-dcp-and-add-comm-func Wentao YeandGitHub 2026-04-29 15:04:28 -04:00
• 6f20f81cbf Replace shape_invariants with simpler apprach in dynamic_arg_dims utilizing shape_id property. (#36194) Laith SakkaandGitHub 2026-04-29 11:32:15 -07:00
• 8521175db9 fix: migrate gpt_oss_20b moe_backend from env var to model kwargs 4 people 2026-04-29 18:15:03 +00:00
• b65206a9c0 Add sp_min_token_num=0 to E2E correctness tests for SP and AsyncTP copilot/add-sp-min-token-to-e2e-tests 3 people 2026-03-25 21:52:38 +00:00
• d1a75e303d Fix timeout when using LoRA adapters with Nemotron Super (#40916) daniserebandGitHub 2026-04-29 20:39:49 +03:00
• 4a42aba380 [CI/Build] Enable FP8 on NVIDIA Thor (#39712) Cyrus LeungandGitHub 2026-04-30 00:48:52 +08:00
• a80d6f150c better logging for large uncachable items (#41145) Avshalom ManevichandGitHub 2026-04-29 18:48:47 +02:00
• 91a2d39014 [Models] Cohere MoE (#40817) Terrence ZhaoandGitHub 2026-04-29 11:54:54 -04:00
• a05848e255 [Bugfix] Report compile time for in-memory cache hit path (#41023) Frederik GossenandGitHub 2026-04-29 11:32:03 -04:00
• 51fda1ba44 [Model Runner v2] Fix block table IMA issue (#40648) 3 people 2026-04-29 11:30:33 -04:00
• 39a7f4f4e2 [Perf] Optimize AllPool.forward by slicing first, 51% faster in the method level benchmark (#41163) Wentao YeandGitHub 2026-04-29 11:11:04 -04:00
• b92ef9ec5a [Perf] Enable FlashInfer top-k/top-p sampler by default (#40376) Artem PerevedentsevandGitHub 2026-04-29 18:10:34 +03:00
• 5560cac7e2 [Bugfix][CPU] Backport PT cpp codegen indirect_assert scalar-mask fix (#40973) 3 people 2026-04-29 19:51:55 +05:30
• 5b39b268f5 hf_name argument for vllm bench throughput CLI (#41012) 3 people 2026-04-29 13:57:58 +01:00
• 22524f7a92 [Feat] CPU fp8 attn for AMX/AVX-512 (#39445) 4 people 2026-04-29 05:43:21 -07:00
• 9d8ad5b408 [Bugfix] Fix repeated DSv4 RoPE cache initialization (#41148) 3 people 2026-04-29 20:29:55 +08:00
• 11b69129e2 [Frontend] Add defer_loading and tool_reference support for Anthropic and OpenAI APIs (#40190) 4 people 2026-04-29 19:35:50 +08:00
• 33f36d4260 [DSV4] Support max reasoning effort (#40982) Bugen ZhaoandGitHub 2026-04-29 19:03:47 +08:00
• 37e288214b [KV Offload] Tighten keys type from Iterable to Sequence in OffloadingManager (#41200) Ronen SchafferandGitHub 2026-04-29 13:50:42 +03:00
• 5371d6fb40 Fix PP in Gemma4 (#40786) 3 people 2026-04-29 15:47:51 +05:30
• 6d7d4da99e [Bugfix] BailingMoeV2.5: rotate full qk_rope_head_dim in MLA RoPE (#41185) Jiangyun ZhuandGitHub 2026-04-29 18:08:55 +08:00
• 3f1a4bb639 build: embed image provenance metadata in vLLM containers (#40653) 3 people 2026-04-29 03:07:41 -07:00
• 762022cafb [Bugfix] DSV32/V4 add missing type conversion for non-streaming tool calls (#41198) ChaunceyandGitHub 2026-04-29 17:55:07 +08:00
• 3885d340a4 [Frontend]Responses API supports Tool/Function calling with streaming with named tool/function (#41110) ChaunceyandGitHub 2026-04-29 17:11:27 +08:00
• ef70057ca7 [CI][CPU] Split CPU-Distributed Tests into per-scenario labels (#41203) haosdentandGitHub 2026-04-29 16:28:45 +08:00
• 71475ffb12 Revert "[Not to Main] Docker Release Mooncake Deps (#159)" dsv4-pd-fixes Roger Wang 2026-04-29 01:22:29 -07:00
• e48cb85185 [CI/Build] Auto-detect manylinux ABI tag for nightly wheels (#41149) 3 people 2026-04-29 15:37:14 +08:00
• 92879e12ba [CI] fix test_rotary_embedding_opcheck format error (#41202) ChaunceyandGitHub 2026-04-29 15:32:37 +08:00
• 68dd7db810 [Reasoning] Support for speculative decoding with thinking budget (#34668) 4 people 2026-04-29 02:14:52 -04:00
• 8a8c9b564e [KV Offload] Per-job store completion for CPU offloading connector (#39186) 5 people 2026-04-29 08:52:55 +03:00
• a269744e9f [Bugfix] Fix rope (#41113) Jee Jee LiandGitHub 2026-04-29 13:42:35 +08:00
• 17bcc8ee3c Sanitize unfilled recv slots in flashinfer_nvlink_one_sided dispatch (#9) Zijing LiuandRoger Wang 2026-04-28 18:22:27 -07:00
• 607f3a50a3 mxfp8 dispatch support Yongye ZhuandRoger Wang 2026-04-28 22:01:20 +00:00
• 9167ef8dd7 Add bf16 + defer-input-quant support to flashinfer_nvlink_one_sided all2all 3 people 2026-04-20 21:09:34 +00:00
• d7045619c1 [Not to Main] Docker Release Mooncake Deps (#159) 3 people 2026-04-22 10:43:00 -07:00
• 206aee7dd9 [KV Connector] Pre-fill DecodeBenchConnector KV cache once at registration 3 people 2026-04-18 05:36:55 +00:00
• 674e6ffdb6 [KV Connector] Opt DecodeBenchConnector into SupportsHMA 3 people 2026-04-17 10:17:27 +00:00
• 8b49cf3a37 [Bugfix] Fix max_num_batched_token not captured in cuda graph (#40734) 3 people 2026-04-29 00:33:06 -04:00
• 2ae73c758c [Bugfix] fix inductor error for dpsk v4 (#41135) Jiangyun ZhuandGitHub 2026-04-29 12:18:46 +08:00
• d95d03c719 [BugFix][CPU] fix error on CPU runner shutdown (#41034) Fadi ArafehandGitHub 2026-04-29 05:08:35 +01:00
• 803b9d7881 [Bugfix] Fix Deepseek V4 import error due to AOT compile cache loading (#41090) Wei ZhaoandGitHub 2026-04-29 00:08:16 -04:00
• 1312f07531 [Feature] add cohere reasoning and tool parsers (#40422) Walter Beller-MoralesandGitHub 2026-04-29 00:07:53 -04:00
• fa1b9840f6 [BE][Torch 2.12] Remove workaround code for fixed cublas issue (#40845) 3 people 2026-04-28 21:07:24 -07:00
• 916e56c05c [QeRL] Add warnings for extra memory buffering (#40309) 3 people 2026-04-29 00:06:54 -04:00
• a085b5257d [Docs] [QeRL] Layerwise Reloading Documentation (#40317) 3 people 2026-04-29 00:06:38 -04:00
• 7fd05e05ae uncomment flex backend for batch invariant mode (#40842) liangel-02andGitHub 2026-04-29 00:05:14 -04:00
• 99255f3cb5 [UX] Allow enable/disable model weights loading tracking by config (#41086) 3 people 2026-04-29 12:04:49 +08:00
• 75a7cf2c10 [CI] De-flake test_chat_completion_n_parameter_non_streaming (#41147) haosdentandGitHub 2026-04-29 11:23:59 +08:00
• 4b95e9cec4 [CI] Return HTTP 400 for unsupported chat content part type (#41121) haosdentandGitHub 2026-04-29 10:23:26 +08:00
• 856b15c62c [CI][AMD][BugFix] Patch has_flashinfer decorator for test_select_rocm_aiter_backend (#41072) rasmithandGitHub 2026-04-28 21:12:17 -05:00
• 6fb3f7b46b [DSV4] Align aux stream API with DeepseekV4DecoderLayer (#41171) qizixiandGitHub 2026-04-28 17:22:03 -07:00
• d109eacd05 [Bugfix][ROCm] Fix gemm_a4w4 call to use updated AITER API signature (#40754) chelnnexyandGitHub 2026-04-28 19:04:53 -05:00
• e68fa1b90a [Core] Account for num_gpu_blocks_override in max_model_len checks (#41069) Nick HillandGitHub 2026-04-28 15:44:09 -07:00
• f05f3664c3 [Doc] Add missing API endpoints to security documentation (#40532) Russell BryantandGitHub 2026-04-28 17:53:19 -04:00
• e9f8f31e9a [FEATURE] Add EagleMistralForCausalLM (#41024) Julien DenizeandGitHub 2026-04-28 21:22:20 +02:00
• de3fe8dc62 [Bugfix] release KV blocks for skipped P-ranks to prevent invalid KV errors and timeouts when P_tp > D_tp and MLA (#40449) 3 people 2026-04-29 02:38:43 +08:00
• 0899f436aa [New Model] Laguna XS.2 implementation (#41129) 3 people 2026-04-28 20:23:00 +02:00
• 358a755e43 [CI][AMD][BugFix] Update request URL in test_moriio_connector to match vllm-router compatibility changes (#41076) rasmithandGitHub 2026-04-28 13:14:59 -05:00
• a60883644b [Build] Defer flashinfer cubin download to avoid ~2.5 GB (decompressed) layer duplication (#41134) Benoit TigeotandGitHub 2026-04-28 19:27:18 +02:00
• 5aa371dc8e [DSV4] Enable Multi-stream for Pre-Attn GEMM (#41061) Yongye ZhuandGitHub 2026-04-28 12:08:55 -04:00
• d423438f1b reuse cuda major fix-nixl-dockerfile NickLucche 2026-04-28 15:36:59 +02:00
• de3da0b97c Add tuned triton fused_moe configs on H100 for gpt-oss (#39904) zhangxin81andGitHub 2026-04-28 18:38:48 +08:00
• 9e92de51c6 [Bugfix] Exclude numa_bind fields from ParallelConfig DP hash (#41098) Roy WangandGitHub 2026-04-28 15:52:54 +08:00
• 31a310363e fix dockerfile NickLucche 2026-04-28 09:49:43 +02:00
• bde0efdbb7 [Bugfix][Granite4Vision] Fix deepstack buffer causing decode slowdown in compiled mode (#40917) 3 people 2026-04-28 10:43:30 +03:00