Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• 8ab3d7427c [Bugfix] Fix DeepSeek V3.2 OOM during CG memory profiling (#36691) Matthew BonanniandGitHub 2026-03-10 23:01:07 -04:00
• 6da1310f91 [Bug] Fix TRTLLM Block FP8 MoE Monolithic (#36296) Wei Zhaoandkhluu 2026-03-10 22:04:47 -04:00
• 84e436ed1c [Bug] Fix TRTLLM Block FP8 MoE Monolithic (#36296) 3 people 2026-03-10 22:04:47 -04:00
• 81939e7733 [ROCm][CI] Making some tests optional to reduce workload (#36090) Andreas KaratzasandGitHub 2026-03-10 18:45:27 -05:00
• 195d1ca3e8 [Minor] Enhance error message for TRTLLM decode uniformity check (#36609) Woosuk KwonandGitHub 2026-03-10 15:38:45 -07:00
• 8d983d7cd6 [Model Runner V2] Add initial CI tests (#36041) Nick HillandGitHub 2026-03-10 14:55:21 -07:00
• 65b2f405dc [Core] Simplify core kv-cache blocks initialization logic (#36521) Nick HillandGitHub 2026-03-10 13:20:02 -07:00
• bc46be5daf Revert "add nemotron v3 reasoning parser (#36393)" khluu 2026-03-10 11:47:09 -07:00
• 2a68464c5b [Test] test_async_scheduling.py improvements (#36340) Nick HillandGitHub 2026-03-10 11:17:26 -07:00
• f247a5f37d Add checks for hidden size and input stride divisibility by 4, remove opcheck from unit test & convert returns to skips luka/fix-rms-quant-non-contiguous Luka Govedič 2026-03-10 13:56:10 -04:00
• 8e39d39fd4 add nemotron v3 reasoning parser (#36393) Shaun Kotekandkhluu 2026-03-10 00:11:41 +02:00
• bdd8981dab [compile] Apply stored functorch config while finalizing loaded artifacts. (#36582) Zhengxu ChenandGitHub 2026-03-10 12:34:35 -04:00
• f088a831dd [Model Runner V2] Use unpadded num_tokens for PW CUDA graph attn metadata (#36626) Woosuk KwonandGitHub 2026-03-10 09:30:56 -07:00
• 46fa044cc1 [BUGFIX][Mamba][Qwen3.5] Zero freed SSM cache blocks on GPU (#35219) Vadim Gimpelsonandkhluu 2026-03-10 14:32:20 +04:00
• ab43e37158 Fix: Re-Enable EP for trtllm MoE FP8 backend (#36494) amirkl94andkhluu 2026-03-10 08:11:27 +02:00
• f45d010120 Fix/resupport nongated fused moe triton (#36412) Shaun Kotekandkhluu 2026-03-09 20:01:18 +02:00
• 244b922088 [Bugfix] Fix passing of activation_type to trtllm fused MoE NVFP4 and FP8 (#36017) amitz-nvandkhluu 2026-03-05 00:23:51 +02:00
• f83b933b84 [CI] Bump mypy version to 1.19.1 (#36104) v0.17.1rc0 Harry MellorandGitHub 2026-03-10 16:18:28 +00:00
• 82f3f30e26 [ROCm][Perf] Enable sparse_mla's cudagraph on ROCm platform (#35719) PleaplusoneandGitHub 2026-03-11 00:14:35 +08:00
• 9095cbbfb6 [Bugfix][Sparse MLA] report indexer CG support properly (#36519) Matthew BonanniandGitHub 2026-03-10 12:14:31 -04:00
• 721ae79f50 Improvements to wvSplitKrc skinny GEMM solution (#34304) Hashem HashemiandGitHub 2026-03-10 09:14:27 -07:00
• 0ebf4e969b Add checks for hidden size and input stride divisibility by 4, fix unit test Luka Govedič 2026-03-10 11:53:44 -04:00
• dd3a399e5c Add non-contiguous input tests for rms_norm_per_block_quant and dynamic per-token quant kernels (#36552) 4 people 2026-03-09 18:51:02 -04:00
• 90c46ea602 Add E2E tests Luka Govedič 2026-03-09 17:59:43 -04:00
• f7769d6e34 Add residual contiguous assert check Luka Govedič 2026-03-09 17:55:40 -04:00
• ab2e78d8b7 Add deepseek to tests Luka Govedič 2026-03-09 17:36:49 -04:00
• 5378e99edc Fix kernel offset calculation Luka Govedič 2026-03-09 17:32:18 -04:00
• 02a7fabdca Add support for non-contiguous input for rms-quant (dynamic & block) Luka Govedič 2026-03-09 16:45:50 -04:00
• aefc59f088 FunASR model bugfix (#36633) 3 people 2026-03-10 23:14:21 +08:00
• d88f28da05 Fix hf_override_fn when it modifies model_type (#35200) Harry MellorandGitHub 2026-03-10 15:03:18 +00:00
• 106ff69c4e feat(kv-offload): Strategy A — StoreReusedOffloadingManager gates CPU stores on reuse frequency (#35342) 5 people 2026-03-10 09:43:40 -05:00
• ca5fb4bbd8 [Bugfix] Avoid merging empty-only partitions into splitting-op subgraphs (#36595) Jiangyun ZhuandGitHub 2026-03-10 22:39:01 +08:00
• cf88b23749 fix: check HTTP status in batch read_file to prevent silent failures (#36397) 4 people 2026-03-10 22:22:40 +08:00
• a3189a08b0 [Model] Consolidate score logic by introduce score_type (#36479) wang.yuqiandGitHub 2026-03-10 21:32:25 +08:00
• 409c4e632d [Misc] fix typo: homogenous-> homogeneous (2 lines change) (#36508) SoluMilkenandGitHub 2026-03-10 21:25:37 +08:00
• 8850738b70 [Bugfix] Fix processor signature (#36630) 3 people 2026-03-10 14:20:47 +01:00
• 234860399b [Frontend][Core] Revert "Add shutdown timeout" (#34730 and #36270) (#36628) Mark McLoughlinandGitHub 2026-03-10 13:20:41 +00:00
• c88510083b Fix Qwen2.5-VL test for Transformers v5 (#36532) Harry MellorandGitHub 2026-03-10 12:05:34 +00:00
• 4ff8c3c8f9 [BUGFIX][Mamba][Qwen3.5] Zero freed SSM cache blocks on GPU (#35219) Vadim GimpelsonandGitHub 2026-03-10 14:32:20 +04:00
• 507ddbe992 feat(grpc): extract gRPC servicer into smg-grpc-servicer package, add --grpc flag to vllm serve (#36169) 3 people 2026-03-10 03:29:59 -07:00
• ddbb0d230a [Model Runner V2] Fix mm input embeddings lookup (#36588) Nick HillandGitHub 2026-03-10 00:24:58 -07:00
• 9efc3bdcd6 [Model Runner V2] Fix _compute_slot_mappings_kernel for chunked prefill (#36580) Nick HillandGitHub 2026-03-10 00:23:42 -07:00
• 156e33553c Fix: Re-Enable EP for trtllm MoE FP8 backend (#36494) amirkl94andGitHub 2026-03-10 08:11:27 +02:00
• d0cd736caa [Bugfix] Fix RuntimeError: Already borrowed that degrades VLM serving throughput under concurrent load. (#36557) 3 people 2026-03-09 22:30:51 -07:00
• 195c997203 Fix LFM2 MoE test for Transformers v5 (#36534) Harry MellorandGitHub 2026-03-10 05:29:17 +00:00
• 04b67d8f62 Remove unused disable_fallback field (#36546) Zhuohan LiandGitHub 2026-03-09 20:56:54 -07:00
• 7279374f91 [Perf] Compute maxsim in worker side, reducing redundant copies, 2.7% E2E throughput improvement (#36159) Wentao YeandGitHub 2026-03-09 23:55:58 -04:00
• 006aea17d7 [BugFix] Remove incorrect assert in split_decodes_and_prefills (#36553) Woosuk KwonandGitHub 2026-03-09 20:02:02 -07:00
• 0836be3b03 [Model] Add HyperCLOVAX-SEED-Think-32B vision-language model support (#31471) 3 people 2026-03-10 11:59:19 +09:00
• 72ee63dd34 Remove instance ID initialization logic Zhuohan LiandGitHub 2026-03-09 19:51:38 -07:00
• 6be833fe82 Add Buildkite main branch failure triage script cursor/main-branch-failure-triage-f8d5 Cursor AgentandSimon Mo 2026-03-10 02:28:07 +00:00
• 4e95ec111c [Bugfix] Fix Qwen3-Next in_proj_ba weight sharding with TP > 1 (#36242) Ajay AnuboluandGitHub 2026-03-09 19:16:26 -07:00
• 179547d62c [ROCm][CI] Fix ROCm GPT-OSS Eval test group (#36179) Andreas KaratzasandGitHub 2026-03-09 19:55:20 -05:00
• f85b4eda3a [bugfix] fix nvlink for nixl/ucx (#36475) youkaichaoandGitHub 2026-03-10 07:49:47 +08:00
• 2a194ddd72 [Model Runner V2] Add model_state inputs to CUDA graph capture (#36544) Woosuk KwonandGitHub 2026-03-09 15:14:51 -07:00
• 203a7f27da add nemotron v3 reasoning parser (#36393) 3 people 2026-03-10 00:11:41 +02:00
• 483463f735 [MRV2] Extensible CG dispatch rework (#35959) Lucas WilkinsonandGitHub 2026-03-09 16:58:45 -04:00
• 4e571ce643 [MTP][Misc] Clean up dead code (#36507) Matthew BonanniandGitHub 2026-03-09 14:43:06 -04:00
• 4ff9b045fe [ROCm][CI] Prep Tests For Change To ROCM_ATTN As New Default Backend On ROCm (#36025) Micah WilliamsonandGitHub 2026-03-09 13:27:55 -05:00
• 3fd03f1ec2 [BE] Rename should_torch_compile_mm_vit to should_torch_compile_mm_encoder (#36281) Lucas KabelaandGitHub 2026-03-09 11:22:05 -07:00
• 10a5f4d53d [Model Runner V2] Use NamedTuple for execute_model_state (#35930) Woosuk KwonandGitHub 2026-03-09 11:17:34 -07:00
• fe0c085c28 [Docs] Remove the reo beacon (#36528) 3 people 2026-03-09 11:16:50 -07:00
• 8d6b3d5dda [Misc] Refactored 5 duplicate helper functions that were copied-pasted across multiple parsers (#36436) Taneem IbrahimandGitHub 2026-03-09 14:14:11 -04:00
• 4b87ffbefb [torch.compile] Rename compile_ranges_split_points to compile_ranges_endpoints (#36027) 5 people 2026-03-09 18:04:40 +00:00
• fa028207aa Fix/resupport nongated fused moe triton (#36412) +1323 people 2026-03-09 20:01:18 +02:00
• d460a18fc6 [Docs] Expand --allowed-media-domains security guidance with threat details (#36506) Russell BryantandGitHub 2026-03-09 13:43:42 -04:00
• 6e956d9eca [Model Runner V2] Add dummy profile_cudagraph_memory API (#36520) Woosuk KwonandGitHub 2026-03-09 10:20:13 -07:00
• 1e0f917b34 [ROCm][CI] Fix logprob divergence for TitanML/tiny-mixtral under AITER rms_norm (#36101) Andreas KaratzasandGitHub 2026-03-09 12:07:44 -05:00
• c174d54f86 [ROCm][CI] Fix ROCm attention backend validation for head sizes, block sizes, and compute capability checks (#36292) Andreas KaratzasandGitHub 2026-03-09 12:02:41 -05:00
• 55d27cca55 [Misc] fix typo: dependant -> dependent (2 lines change) (#36511) SoluMilkenandGitHub 2026-03-10 01:00:12 +08:00
• 580864d81e [Attention][Perf][Kernel] Replace torch.cat with vectorized CUDA kernel MLA query concat - DeepSeek-V3.2 (#34917) Roberto L. CastroandGitHub 2026-03-09 17:50:36 +01:00
• 2b28b9b269 [Attention][Perf] Optimize cp_gather_and_upconvert_fp8_kv_cache - DeepSeek-v3.2 (#35290) 3 people 2026-03-09 17:46:57 +01:00
• 70485a11bd [ROCM] Optimize the fused_topk_bias to use aiter instead of fallback torch ops. (#36253) Taoyu ZhuandGitHub 2026-03-10 00:30:35 +08:00
• 74a9f54cdb [CI] Fix edge case that could lead to broken docs builds on main (#36515) Harry MellorandGitHub 2026-03-09 16:06:19 +00:00
• 00c4cb5606 [Bugfix] Clear stale CG keys after memory profiling (#36416) Matthew BonanniandGitHub 2026-03-09 11:56:00 -04:00
• 941e52c298 [Refactor] Simplify chat_completion_full_generator for tool parsers (#35634) Wentao YeandGitHub 2026-03-09 11:33:46 -04:00
• be292b7c14 [Bug] Fix pooling model benchmark script (#36300) Wentao YeandGitHub 2026-03-09 11:17:45 -04:00
• 77a73458e3 Reapply [Attention] Refactor check_and_update_config (#35122) Matthew BonanniandGitHub 2026-03-09 10:17:14 -04:00
• 5578f2a4d3 Support online use_audio_in_video (#36319) 3 people 2026-03-09 22:16:44 +08:00
• 3ec2115015 [Frontend] Move warmup into Renderer (#36482) Cyrus LeungandGitHub 2026-03-09 21:03:21 +08:00
• b0906d8b02 [MM Encoder] Default to use TORCH_SDPA backend for ViT on Volta/Turing GPU (#36472) Isotr0pyandGitHub 2026-03-09 18:43:44 +08:00
• aaf5fa9abf [ci] Bound openai dependency to 2.24.0 (#36471) Kevin H. LuuandGitHub 2026-03-09 03:43:26 -07:00
• f96c3ab08c [Deprecation][1/2] Remove items deprecated in v0.18 (#36470) Cyrus LeungandGitHub 2026-03-09 18:43:23 +08:00
• dc6b578466 [Kernel] Add fused_sigmoid_gating_delta_rule_update kernel for Qwen3 Next (#35777) Xin YangandGitHub 2026-03-08 23:41:01 -07:00
• 1bc9c77f6d [XPU] Add test script of PD disaggregation (#36434) liuzhenweiandGitHub 2026-03-09 13:50:27 +08:00
• 65a4da1504 [Frontend] Add Support for MM Encoder/Decoder Beam Search (Online Transcriptions) (#36160) Alex BrooksandGitHub 2026-03-08 23:46:23 -06:00
• 217f27598d [Bugfix] Avoid to replace non-tensor members in cpu model runner (#36430) Li, JiangandGitHub 2026-03-09 13:06:28 +08:00
• fff3711a24 [Frontend][2/n] Improve pooling entrypoints | embed. (#36110) wang.yuqiandGitHub 2026-03-09 11:42:19 +08:00
• c4d859c274 [Bugfix] Skip out-of-stage layers in get_layers_from_vllm_config for pipeline parallel (#36243) Tushar ShettyandGitHub 2026-03-09 09:10:16 +05:30
• 747431044d feat(attention): extract KV-cache update from FlexAttention backend (#36263) cong-orandGitHub 2026-03-09 03:40:12 +00:00
• d62856b928 [Misc] Move processors to transformers_utils (#35953) Cyrus LeungandGitHub 2026-03-09 11:31:39 +08:00
• bd2659a566 Increase Flexibility for OOV Multimodal Token Handling (#34858) Alex BrooksandGitHub 2026-03-08 21:30:49 -06:00
• 90512b2e8b fix: Use iterator as not to store all the file loads in memory at once (#36149) Shaun KotekandGitHub 2026-03-09 05:25:21 +02:00
• dcf8862fd4 [Examples][1/n] Resettle basic examples. (#35579) 4 people 2026-03-09 11:22:53 +08:00
• 43aa389231 [Bugfix] Fix CPU OMP autobind assertion to use local_world_size (#35815) 4 people 2026-03-09 11:07:29 +08:00
• 384425f84e [Dependency] Remove default ray dependency (#36170) 3 people 2026-03-08 23:06:22 -04:00
• a0f44bb616 Allow markdownlint to run locally (#36398) Harry MellorandGitHub 2026-03-09 03:05:24 +00:00
• fde4771bbd [XPU][Doc] update xpu document about triton dependency/conflict issue. (#36301) 3 people 2026-03-09 10:09:22 +08:00
• e5ff140216 [cudagraph] fix cudagraph warning in deepseekv32 (#28044) Jiangyun ZhuandGitHub 2026-03-09 08:27:41 +08:00
• 0a6a3a1290 Add support for ModelOpt MXFP8 MoE models (#35986) daniserebandGitHub 2026-03-08 22:00:05 +02:00