Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• 0008729abf [Model] Use mm_features for Ernie-4.5 VL M-RoPE (#39753) 3 people 2026-04-14 01:11:52 -07:00
• d3af8c1831 [Core][Metrics][BugFix] Replace num_cached_tokens/num_external_computed_tokens with PrefillStats (#37460) 3 people 2026-04-14 09:00:45 +01:00
• 25b3242d8b Fix Responses API streaming for multiple auto tool calls (#39626) noobHappylifeandGitHub 2026-04-14 13:28:43 +08:00
• b075604da1 [Bugfix] Fix Gemma4 tool parser converting bare null to string "null" (#39679) 3 people 2026-04-14 13:44:46 +09:00
• db8a6d66bf [Refactor][Parser] Migrate chat completion auto-tool/reasoning/plain streaming to parse_delta (#39446) Flora FengandGitHub 2026-04-14 00:39:45 -04:00
• d2130a47bb [Bugfix]: Fix MinimaxM2ToolParser missing tools parameter (#39683) ChaunceyandGitHub 2026-04-14 11:16:39 +08:00
• c687bf226a [LMCache][MP] optimize save when mla enabled (#38810) 3 people 2026-04-14 08:56:43 +08:00
• 4fcf47661a minor Woosuk Kwon 2026-04-14 00:49:52 +00:00
• d626b371f6 revert silu-mul-fp4 fusion Woosuk Kwon 2026-04-14 00:33:12 +00:00
• e8ee5b83eb revert layer fusion Woosuk Kwon 2026-04-14 00:15:52 +00:00
• a1e5fe67b9 update readme Woosuk Kwon 2026-04-14 00:13:50 +00:00
• 4d2e7ab5b1 update Woosuk Kwon 2026-04-13 23:38:51 +00:00
• 40d45036cf Merge branch 'main' into woosuk/ds-exp Woosuk Kwon 2026-04-13 23:36:43 +00:00
• ccf90ba784 [Model Runner V2] Add full cuda graph support for eagle prefill (#37588) Giancarlo DelfinandGitHub 2026-04-13 16:01:24 -07:00
• 9577520f6b Lower buffer size mgoin 2026-04-13 22:48:41 +00:00
• 56ed9c7bd6 Improve pbar units mgoin 2026-04-13 22:29:52 +00:00
• 8bf46ccf97 tweaks fix/flashinfer-nvfp4-cross-row-scale-corruption Tyler Michael Smith 2026-04-13 18:03:17 -04:00
• 0d92fc63fd [Bugfix] Fix FlashInfer NVFP4 cross-row scale corruption in MoE quant Tyler Michael SmithandClaude Opus 4.6 2026-04-13 17:48:58 -04:00
• 6adacfcb65 ParakeetExtractor performance and UX enhancements (#39423) Netanel HaberandGitHub 2026-04-14 00:37:35 +03:00
• f284ff6c8a Fix InstantTensor buffer overwrite mgoin 2026-04-13 21:34:28 +00:00
• 14cb86c187 [Refactor][Parser] Simplify parse_delta (#39728) Flora FengandGitHub 2026-04-13 17:02:13 -04:00
• 8213e8f880 Bug/test eagle dp v0 (#38938) 4 people 2026-04-13 16:50:08 -04:00
• 9294524301 Add function to check for instanttensor package Michael GoinandGitHub 2026-04-13 16:00:08 -04:00
• 3dc9488e52 Add support for auto-detection of InstantTensor loader Michael GoinandGitHub 2026-04-13 15:59:09 -04:00
• cfdf6b5024 Update default load format in LoadConfig Michael GoinandGitHub 2026-04-13 15:58:22 -04:00
• 3693f922ff [Bugfix][Pooling] Fix silent weight corruption with buffer-reusing iterators (#39650) Pedram RazaviandGitHub 2026-04-13 12:37:27 -07:00
• 5c18b961d6 [Core][Metrics] expose waiting request breakdown via labeled metric (capacity/deferred) (#38435) 4 people 2026-04-13 12:30:55 -07:00
• 9a5945e9c2 Merge branch 'main' into claude/zen-banach Michael GoinandGitHub 2026-04-13 15:25:36 -04:00
• f72b20976c [Bugfix] Reject non-nvfp4 dtypes when using the flashinfer_nvlink_one_sided all2all backend (#39717) 3 people 2026-04-13 15:13:51 -04:00
• 610a3efcaf [Doc] Fix Python-only build 404 fallback guidance (#38052) 4 people 2026-04-13 15:09:31 -04:00
• f414f90601 [Bugfix][Kernel][ROCm] Fix triton_w4a16 scales mismatch when BLOCK_K > group_size (#39705) JartXandGitHub 2026-04-13 20:29:45 +02:00
• 8625ec267b [Misc] Multi-turn benchmark output performance json (#39572) Nicolò LucchesiandGitHub 2026-04-13 20:15:23 +02:00
• 995e9a209e [Bugfix] Use is_integrated to detect UMA GPUs for memory reporting (#35356) 3 people 2026-04-14 02:07:40 +08:00
• 739e5945dc [Quantization] [Refactor] Create special "GptOssMxfp4MoeMethod" (#39604) Yongye ZhuandGitHub 2026-04-13 12:53:58 -04:00
• 4d042ed85f [Bugfix] Fix tensor shape mismatch in sparse attention with speculative decoding (#39542) Santino RamosandGitHub 2026-04-13 08:57:38 -07:00
• 10d9872d3a [CI][Metrics] Fix local_cache_hit assertion after prompt tokens metrics updates (#39709) zhanqiuhuandGitHub 2026-04-13 11:16:56 -04:00
• ccd0d1d906 [Bug] Fix rocm sparse attn indexer issue (#39225) 3 people 2026-04-13 10:53:45 -04:00
• d8ddb31644 [Bugfix][CT] Fix KV cache scale handling (#39418) Yi LiuandGitHub 2026-04-13 22:50:16 +08:00
• 1ce0318c68 [Bugfix] stream failure when model name not in audio endpoints (#36679) Ekagra RanjanandGitHub 2026-04-13 10:20:07 -04:00
• 8d825b87d6 [Bug] Fix TypeError when hf_config.architectures is None during model loading (#38849) Tihomir ElekandGitHub 2026-04-13 13:13:21 +02:00
• 1b19bd7589 [MXFP8] [XPU] add a new compressed tensor schema and add a xpu mxfp8 gemm kernel (#38707) zofiaandGitHub 2026-04-13 16:59:20 +08:00
• 200a727e94 [Bugfix] Fix Responses API instructions leaking through previous_response_id (#37727) 3 people 2026-04-13 16:46:33 +08:00
• edbc1abd1c feat: add max_tokens_per_doc in rerank request. (#38827) 4 people 2026-04-13 04:24:09 -04:00
• 0e39202ca9 [Bugfix] Fix GLM tool parser streaming with MTP or stream interval (#39253) Flora FengandGitHub 2026-04-13 01:10:30 -04:00
• 9dd5ee0117 [XPU]Enhance environment collection for Intel XPU and optimize layout (#35698) 3 people 2026-04-13 12:51:46 +08:00
• fa6ae31177 feat: rename logit_bias/logit_scale to logit_mean/logit_sigma for affine score calibration (#39530) 4 people 2026-04-13 00:43:44 -04:00
• 2a3c32ce67 fix(lmcache): correct store for cached requests and num_scheduled_tokens in lmcache_mp_connector.py (#39655) maobaolongandGitHub 2026-04-13 11:29:19 +08:00
• 4beeb0689c fused qknorm+rope kernel optimization for SM9.0 (#37376) 3 people 2026-04-13 10:58:37 +08:00
• cae984060f [compile] Enable AOT compile with batch invariance mode. (#39201) 3 people 2026-04-12 22:58:33 -04:00
• 715681c127 [LoRA] Support dual CUDA streams-Linear Layer (#35721) Jee Jee LiandGitHub 2026-04-13 10:57:07 +08:00
• dc02271d76 [XPU] revert torch-xpu to 2.10 (#39656) Kunshang JiandGitHub 2026-04-13 10:50:29 +08:00
• 4e4ad41d11 [ROCm][CI] Removed stale tests and extended acceptance test (#39651) Andreas KaratzasandGitHub 2026-04-12 21:40:26 -05:00
• 620e8924d9 [Bugfix] [Tests] Enforce out tensor device in kernel/moe/test_cutedsl_moe.py (#39644) Yongye ZhuandGitHub 2026-04-12 20:08:08 -04:00
• f00c5539d7 [compile] Bug fix for _decompose_size_nodes (#38360) Animesh JainandGitHub 2026-04-12 13:20:24 -07:00
• b409c23033 address comments yewentao256 2026-04-12 16:37:05 +00:00
• 21fab0a3db fix(moe): fix RoutedExpertsCapturer assertion failure with DP>1 and MK path (#37879) Le YangandGitHub 2026-04-12 22:28:17 +08:00
• 3244a2ebf2 [KVConnector][NIXL] Organize NIXL connector into its own directory (#39354) Nicolò LucchesiandGitHub 2026-04-12 15:10:50 +02:00
• 72ff142c37 [Core][Metrics] Remove vllm:prompt_tokens_recomputed metric (#38709) Mark McLoughlinandGitHub 2026-04-12 10:22:01 +01:00
• ee3c0c83db [Pooling] Disable async scheduling by default for pooling models (#39592) Nick HillandGitHub 2026-04-12 00:23:42 -07:00
• cc07dad789 [HMA] [KVEvent] Enable GPU-side KV events for HMA (#37688) 3 people 2026-04-12 08:01:02 +01:00
• 17e787a779 fix(kimi_k25): resolve media_placeholder_token_id from tokenizer (#39344) 3 people 2026-04-12 12:10:24 +08:00
• 639402f5a2 Support FP8 KVCache on XPU (#37731) 3 people 2026-04-12 11:53:32 +08:00
• 0f7be0f2f7 [ROCm][CI/Build] Fix memory cleanup in MM test (#39555) Andreas KaratzasandGitHub 2026-04-11 22:13:34 -05:00
• 394ff86965 [XPU][CT] support per-channel quantization in xpu fp8 linear method (#38316) Yan MaandGitHub 2026-04-12 10:46:28 +08:00
• df1e30e74b [Quant] add CompressedTensorsW8A8Mxfp8 for linear and MoE layers (#38815) EdalatiAliandGitHub 2026-04-11 19:21:36 -04:00
• bd8bd52308 [Bugfix] Runtime driver check for cuMemcpyBatchAsync in swap_blocks_batch (#38919) 4 people 2026-04-11 20:02:34 +03:00
• 59b2f7b640 [Perf] Fuse Zero Initializer for FP8 DeepGemm Block Quant Kernel (#39547) Wei ZhaoandGitHub 2026-04-11 10:16:51 -04:00
• 92feb9991d [Gemma4][Bugfix]: Enable Gemma4ForCasualLM to load lora adapters correctly (#38844) ShubyMandGitHub 2026-04-11 02:06:49 -07:00
• d4cb783c10 [Bugfix] Fix GDN FLA kernel crashes with NULL_BLOCK_ID=0 CUDA graph padding (#39064) 4 people 2026-04-11 14:05:19 +05:30
• eb92ba740a [CI/Build] Fix sentence-transformers version in CPU test (#39557) Li, JiangandGitHub 2026-04-11 15:04:25 +08:00
• a3e750c0a5 [Misc] Update deprecation warning for --model flag (#39518) z1yingandGitHub 2026-04-10 23:25:20 -07:00
• da72daced2 [Bugfix] add SupportsMultiModal to Exaone4_5_MTP (#39526) Lee YongjunandGitHub 2026-04-11 14:57:26 +09:00
• 8d0aabdde9 Fix the order of _free_encoder_inputs (#38907) 3 people 2026-04-11 13:47:48 +08:00
• 0f3ce4c74b [XPU] Fix spec-decode UTs under tests/v1/spec_decode (#38491) 3 people 2026-04-11 09:31:00 +08:00
• af661a182d Revert "Add nightly b200 test for spec decode eagle correctness (#38577)" (#39512) Benjamin ChislettandGitHub 2026-04-10 20:07:32 -04:00
• 7f0b8f2020 [Docs] Use --torch-backend=auto for editable install docs (#39511) Michael GoinandGitHub 2026-04-11 00:27:02 +02:00
• 11e2375fe2 [Refactor] Move MXFP8 GEMM management into MxFp8LinearKernel (#39205) Michael GoinandGitHub 2026-04-10 23:02:03 +02:00
• fc645f1acc Add structure to requirements/ directory (#39024) 3 people 2026-04-10 21:46:41 +01:00
• 950c5baadd Merge branch 'main' into wentao-optimize-pooling-by-ragged-tensor yewentao256 2026-04-10 20:45:04 +00:00
• c065536135 add unit test yewentao256 2026-04-10 20:42:07 +00:00
• 1e7d7b9ffd batched projector for pooling model yewentao256 2026-04-10 20:37:48 +00:00
• 2d80cf9d6e Fix pre-commit labeled trigger system (#39523) Fynn Schmitt-UlmsandGitHub 2026-04-10 15:54:49 -04:00
• e7cfd7c5b9 Add Gemma4 Eagle3 support (#39450) 4 people 2026-04-10 15:35:35 -04:00
• e816a8811f [Bugfix] Fix FlashInfer crash with kv_cache_dtype_skip_layers (#39002) yzong-rhandGitHub 2026-04-10 14:50:47 -04:00
• e281cb721c [CI] Add MultiConnector (Nixl+Offloading) e2e edge case tests (#39343) zhanqiuhuandGitHub 2026-04-10 13:35:03 -04:00
• 51cfc0e76c perf(moe): add tuned fused_moe config for RTX PRO 6000 Blackwell Server Edition (#39183) ManuandGitHub 2026-04-10 19:32:42 +02:00
• b87575d24b feat: add logit_scale to PoolerConfig for affine score calibration (#39435) 3 people 2026-04-10 13:21:14 -04:00
• 848e821976 Merge branch 'main' into wentao-epd-support-for-MRv2 yewentao256 2026-04-10 17:00:01 +00:00
• 42c6bb4b75 [ROCm] [AITER] Revert AITER version to v0.1.10.post3 (#39509) TJianandGitHub 2026-04-11 00:25:52 +08:00
• ecd1ea1363 [Kernel] Porting the TRTLLM minimax_allreduce_rms kernels (#37045) Jee Jee LiandGitHub 2026-04-11 00:20:20 +08:00
• 8f121f7879 [Model Runner V2] support auto resolve cudagraph mode/sizes based on attn backend (#32936) zhrrrandGitHub 2026-04-10 23:27:15 +08:00
• cb5f7501cb [New Model]: jinaai/jina-reranker-v3 (#38800) wang.yuqiandGitHub 2026-04-10 23:20:40 +08:00
• 8d0f908b98 [Model] Implement LoRA support for Qwen3ASRForConditionalGeneration (#37247) Peter NguyenandGitHub 2026-04-10 07:34:31 -07:00
• c9dddc144b [CI] Add Nixl+OffloadingConnector e2e integration tests (#39200) Nicolò LucchesiandGitHub 2026-04-10 15:40:40 +02:00
• c1cc7344fb [ROCm] Add RDNA 3.5/4 device IDs (gfx1150, gfx1151, gfx1201) (#38455) 3 people 2026-04-10 06:35:07 -05:00
• f976e3b98b [Performance] Remove unnecessary zero-fill of MLA decode output tensor in Aiter backend (#37539) xaguilar-amdandGitHub 2026-04-10 13:27:35 +02:00
• d468322dc1 [Kernel][Hardware][AMD] Add TritonW4A16LinearKernel for ROCm (#37352) 4 people 2026-04-10 03:25:27 -07:00
• 967146e7bd [model] support FireRedLID (#39290) 3 people 2026-04-10 16:43:58 +08:00
• 8e8a3becd1 [ZenCPU] Make PT Backport Patch Accessible to vLLM (#38205) 4 people 2026-04-10 13:59:35 +05:30
• 1dfd64c1cc [PluggableLayer][3/N] Apply PluggableLayer to llm_head and vocab embedding layer (#33465) 3 people 2026-04-10 16:12:59 +08:00