Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• a4f019fa25 fix(distributed): propagate distributed_timeout_seconds to NCCL device groups (#45159) 3 people 2026-07-07 10:52:51 +08:00
• 9dd2465896 feat(cpu): add CPU support for Mamba ShortConv (#35059) Rahul VishwakarmaandGitHub 2026-07-07 08:17:08 +05:30
• a46c9329e5 [Rust Frontend] Add DeepSeek V3.2 roundtrip fixture (#47619) ReidandGitHub 2026-07-07 10:47:02 +08:00
• 445321fab4 [Bugfix] [Quantization] Fix loading for CT DSV2 (#47780) Kyle SayersandGitHub 2026-07-06 22:28:00 -04:00
• 69f3150981 [XPU] Fix PP accuracy on XPU device (#47253) 3 people 2026-07-07 09:17:27 +08:00
• 86db6c3070 [Frontend] add per-request timing metrics field to response body of Chat/Completions APIs (#46768) 4 people 2026-07-06 19:48:29 -05:00
• 5769a7382c [ROCm][CI][Bugfix] Fix flaky parallel tool-call streaming (test assertion + Mistral/Granite parsers) (#47550) 3 people 2026-07-07 02:06:19 +03:00
• 8484ca5d45 [ROCm][CI] Adding Rust parity (#47478) Andreas KaratzasandGitHub 2026-07-06 17:05:39 -05:00
• 482e5524fe [Bugfix][ROCm] Fix memory access fault in AITER MLA backend for DPA+FP8 KV (#47276) 3 people 2026-07-06 23:30:02 +02:00
• 567a78432d [Bugfix] Fix dp mtp hang (#40589) 4 people 2026-07-07 05:08:17 +08:00
• d891b9bd51 [Quantization] add humming moe backend to all dense/moe oracles (#41652) 3 people 2026-07-07 04:36:07 +08:00
• 04adc8843b [Bugfix]Fix DeepSeek-V4 fp8_ds_mla KV cache reshape (#47716) 4 people 2026-07-07 03:56:44 +08:00
• ae098abe3f [CI] Fix some errors on main (#47726) Harry MellorandGitHub 2026-07-06 20:40:23 +01:00
• b1384f5ec6 Enable B12x backend for non-gated MoEs (like Nemotron) (#43328) 3 people 2026-07-06 21:40:07 +02:00
• b136cc2c2c [Bugfix][Model] Add stability window to DiffusionGemma to match HF stability_threshold semantics (#45965) 3 people 2026-07-06 12:39:12 -07:00
• 6257a61c3d Merge branch 'main' into worktree-fix-cudagraph-flaky worktree-fix-cudagraph-flaky Tyler Michael SmithandGitHub 2026-07-06 13:59:00 -04:00
• 9fde043f54 [Kernel][Helion][1/N] Add Helion kernel for silu_and_mul_per_block_quant (#43994) 4 people 2026-07-06 12:19:01 -04:00
• 24dd2aec81 [Bugfix] Preserve FP8 indexer WK pairs across incremental load_weights (#46168) 5 people 2026-07-07 00:16:46 +08:00
• 83a7669827 Merge branch 'main' into cuda-arch-fixup Shengqi ChenandGitHub 2026-07-07 00:13:53 +08:00
• 3ee9eea928 [macOS][CPU][Installation] Fix the broken installation of vllm 0.24.0 in macos + cpu (#47457) RanranandGitHub 2026-07-06 10:59:16 -05:00
• 5bce653e09 Make the Transformers modeling backend as fast as native vLLM (#47187) 3 people 2026-07-06 16:59:14 +01:00
• 5ad11172b7 [perf]Add fused Kimi image preprocessing (#47416) 7 people 2026-07-06 23:46:32 +08:00
• f70caef48b [Perf] Cache token_to_req_indices for dsv4, 5x~6x kernel performance improvement (#47474) Wentao YeandGitHub 2026-07-06 11:17:46 -04:00
• 8d8ec38361 [Bugfix][Spec Decode] Add missing draft_id_to_target_id to DSparkDeepseekV4ForCausalLM (#47429) 4 people 2026-07-06 22:55:47 +08:00
• b1c6dba558 [Refactor] Remove multiple dead code (#47329) Wentao YeandGitHub 2026-07-06 10:54:08 -04:00
• 598d51153a [Bugfix][Distributed] Delegate MNNVL allreduce one-shot selection (#47589) 3 people 2026-07-06 10:47:06 -04:00
• 095adf1fdc [Bugfix] Fix int32 overflow in triton_decode_attention page offsets (#47671) Yifan QiaoandGitHub 2026-07-06 07:36:15 -07:00
• 51ee564e56 [CI] Skip test for checkpoint that was deleted (#47748) Harry MellorandGitHub 2026-07-06 15:24:09 +01:00
• 373eb314af [Bugfix][Core] Fix num_output_placeholders underflow with async scheduling + spec decode (#46066) 3 people 2026-07-06 20:50:38 +07:00
• 29d9da5829 extract convert_params Bugen Zhao 2026-07-06 21:44:09 +08:00
• 641cb59592 [Doc] Clarify fastokens availability (#45813) 3 people 2026-07-06 21:33:05 +08:00
• 07f9baf756 Revert "[Platform] Replace torch.cuda.Event with torch.Event (#47140)" (#47668) 3 people 2026-07-06 21:18:33 +08:00
• 2e7e11b6f8 sleep metrics bz/sleep-metric Bugen Zhao 2026-07-06 13:09:56 +00:00
• 7a90eb98ab [Bugfix] [Gemma4] Fix Gemma4 MTP draft model layers ignoring quant_config (#47091) 3 people 2026-07-06 09:04:00 -04:00
• 8f4c69b222 [Rust Frontend] Cache metric handles for scheduler & request stats (#47444) 3 people 2026-07-06 21:02:59 +08:00
• 8b79971bb9 attention: pass None for unused args in unified attention TD path (#43597) 3 people 2026-07-06 15:01:21 +02:00
• f676808ba0 [CI] Use TTY for AMD CI tests for colored buildkite logs (#47730) Nick HillandGitHub 2026-07-06 13:50:29 +01:00
• 98e4726a14 [fix][run_batch]: respect proxy env vars when downloading media URLs (#47697) Qiming ZhangandGitHub 2026-07-06 05:45:48 -07:00
• 6784cb3367 encode NULL in non-streaming response Bugen Zhao 2026-07-06 12:45:47 +00:00
• ac3fb29d95 unblock some new e2e ci Bugen Zhao 2026-07-06 12:20:50 +00:00
• 740f379fae [ROCm][AITER] Directly Implement AITER Custom All-reduce in CudaCommunicator (#46065) BadrBasowidandGitHub 2026-07-06 20:16:32 +08:00
• 40cc2e8327 [Bugfix] Return HTTP 422 for unprocessable image URLs instead of 500 (#47165) Alexis K.andGitHub 2026-07-06 13:56:23 +02:00
• ba22152096 fix(security): block request-level GPU video backend selection withou… (#47259) 3 people 2026-07-06 11:36:49 +02:00
• 90ce3a09be [bugfix] fix MOSS-Audio deepstack_input_embeds initialization in PP (#47607) Yan MaandGitHub 2026-07-06 17:15:50 +08:00
• 26c754d847 [XPU][Bugfix] Do not transpose weight_scale_inv at load time (#47116) 3 people 2026-07-06 17:15:26 +08:00
• 3d7f357ebf [Doc] docs: fix note formatting for pooling models (#47701) Sungjae LeeandGitHub 2026-07-06 18:01:10 +09:00
• 7acfc161ec add tool schema resolve Bugen Zhao 2026-07-06 16:59:48 +08:00
• 736f1a5907 [XPU] Route mm_prefix models to Triton attention backend (#47688) liuzhenweiandGitHub 2026-07-06 16:52:44 +08:00
• 344609ab17 [CI/Build] Fix pre-commit check (#47695) Li, JiangandGitHub 2026-07-06 16:24:24 +08:00
• d039c17114 [Bugfix] Recycle post-final-norm hidden in GLM MTP (single norm) (#47448) xiaozhoupyandGitHub 2026-07-06 16:07:56 +08:00
• cdab28319f [XPU][CI]Add agent tags for Basic Models Tests (Initialization) in Intel GPU CI (#47675) xiangdongandGitHub 2026-07-06 15:15:45 +08:00
• 2fa10566e3 [Core][DP] Rotate load-balancer tie-break to avoid systematic engine bias (#47420) Qiming ZhangandGitHub 2026-07-06 00:09:16 -07:00
• fb265fc8fb [ROCm][CI] Increasing parallelism in Basic Models Tests (Extra Initialization) (#47591) Andreas KaratzasandGitHub 2026-07-06 02:06:16 -05:00
• 8f0e75e16b [ROCm][CI] Adding nixl multiconn (#47481) Andreas KaratzasandGitHub 2026-07-06 02:04:58 -05:00
• 98ba9b9583 [Frontend] Support OpenAI Responses API namespace tools (#47024) 3 people 2026-07-06 14:21:27 +08:00
• 990c2a0187 [RISC-V] Enable BF16 on VLEN=256 hardware (#45243) velonica0andGitHub 2026-07-06 14:05:16 +08:00
• e433634c78 [Performance][Hardware][RISC-V] Reduce LMUL pressure in INT4 LUT dequant (#47538) 3 people 2026-07-06 13:58:56 +08:00
• 16f8110935 [Bugfix][CPU][RISC-V] Fix VLEN detection for RVV attention path (#47532) 3 people 2026-07-06 13:58:03 +08:00
• d9c1767cd4 [INC][ARK] Direct Register Custom Op for ARK (#46361) 3 people 2026-07-06 13:45:50 +08:00
• e9cc1fd093 [CI/Build][CPU] Remove global extra index (#47687) Li, JiangandGitHub 2026-07-06 13:42:01 +08:00
• f1073c050c [CPU][BugFix] Multiple fixes to w4a8_int8 CPU MoE path (#46739) Fadi ArafehandGitHub 2026-07-06 06:39:20 +01:00
• 394edc8108 [XPU] limit max-num-seqs in test_lmeval.py for XPU (#47682) Qiming ZhangandGitHub 2026-07-05 22:34:16 -07:00
• 69715823df [Test][XPU] Skip fork in kv_sharing_fast_prefill test on XPU (#47406) 3 people 2026-07-06 11:32:26 +08:00
• 6569df6a3e [Test][LoRA] Use lightweight CPU reference and skip heavy cleanup in punica ops tests (#47534) Chaojun ZhangandGitHub 2026-07-06 11:29:59 +08:00
• f2aaf59151 [Feature] Support MTP speculative decoding for Bailing hybrid models (#44880) 3 people 2026-07-06 10:38:50 +08:00
• 95a248faed [Attention Backend] HPC_ATTN backend support mtp and dynamic scheduled attention (#47433) 3 people 2026-07-06 09:18:25 +08:00
• d2ec433e37 [XPU] Fix Eagle3 initialization on XPU (#43957) 5 people 2026-07-06 08:46:05 +08:00
• 78a04c208d [XPU] Fix CUDA API shims breaking Torch Dynamo during AOT compile (#43092) 4 people 2026-07-06 02:29:20 +02:00
• b71218107f [ROCm][Test] Fix test_per_token_group_quant_fp8 tolerance for 1-ULP FP8 rounding on gfx950 (#46944) Spandan TiwariandGitHub 2026-07-05 16:02:30 -07:00
• 8c751ad3f5 Merge branch 'main' into woosuk/gumbel-fp32-rand64 Woosuk KwonandGitHub 2026-07-05 10:03:29 -07:00
• cc1d020d01 [MRV2] Enable mm prefix bidi attention support on MRV2 (#46942) 3 people 2026-07-05 22:45:29 +08:00
• 8974ed89cd [Bugfix][Voxtral Realtime] Fix token feedback timeout silent hang (#44461) Ting SUNandGitHub 2026-07-05 19:42:36 +07:00
• fb2faceacd [Bugfix][Model] Fix crash loading Mamba/Mamba2 checkpoints without an architectures field (#46037) 4 people 2026-07-05 19:42:32 +07:00
• b6cc46ec3b [Feature] Support sequence parallel without the need for DP, 1.9%~5.0% E2E Throughput Improvement (#47070) 3 people 2026-07-05 08:41:30 -04:00
• fa4321de3d [Bugfix][TurboQuant] Preserve KV cache dtype in backend shape (#47609) Lucas WilkinsonandGitHub 2026-07-05 04:20:48 -04:00
• 9226613043 [Bugfix][Pooling] Forward instruction to Jina reranker scoring prompts (#47590) Ting SUNandGitHub 2026-07-05 12:39:13 +07:00
• 6099f540ae Handle older FlashInfer FP8 MoE signatures codex/fix-flashinfer-fp8-moe-api-compat Lucas WilkinsonandOpenAI Codex 2026-07-04 15:43:57 +00:00
• 79b560e29a Fix DeepSeek V4 SM10 sparse MLA default codex/fix-deepseek-v4-flashmla-cache-shape Lucas WilkinsonandOpenAI Codex 2026-07-04 15:39:35 +00:00
• 34b560b725 [Bugfix][Gemma4] Fix FA4 mm_prefix mask: add sliding window and absolute q_idx (#47332) 3 people 2026-07-04 21:46:40 -03:00
• 91b5647300 [Bugfix][Model] Allow Run:ai memory_limit sentinel values (#47337) Ting SUNandGitHub 2026-07-05 07:08:34 +07:00
• 4a6bf3c77f [ROCm][CI] Fix Kernels and Kernels attention test failures (#47519) Carl PerssonandGitHub 2026-07-04 22:59:51 +02:00
• d2afe39647 [Bugfix][Frontend] Preserve default sampling params in batch chat (#47597) Ting SUNandGitHub 2026-07-05 02:06:39 +07:00
• 2a9113f998 [Perf] Remove redundant op for GLM 5.2 (#47198) Wentao YeandGitHub 2026-07-04 13:25:02 -04:00
• 1bc6183344 Merge branch 'main' into woosuk/gumbel-fp32-rand64 Woosuk KwonandGitHub 2026-07-04 09:16:59 -07:00
• 0cd6f767e3 [Bugfix][Frontend][gpt-oss] Recover raw tail when Harmony parser ends non-terminal (#47379) yzong-rhandGitHub 2026-07-04 10:46:24 -04:00
• f1445f6dbd [CI] Bump huggingface-hub from v1.10.2 to v1.22.0 (#47551) Harry MellorandGitHub 2026-07-04 15:45:45 +01:00
• 3cdb41453a Merge branch 'main' into wentao-optimize-per-token-group-quant Wentao YeandGitHub 2026-07-04 10:21:50 -04:00
• 1d354c694e [Misc] Validate Pooling cache_salt Values (#46966) 3 people 2026-07-04 09:19:28 -05:00
• 2f21224527 [Misc] Update request-extras parity for batch chat completion (#47333) Taneem IbrahimandGitHub 2026-07-04 09:19:04 -05:00
• fa1fa968c4 [Misc] Forward request-level prompt extras for cross-encoder scoring (#46939) 4 people 2026-07-04 09:18:36 -05:00
• f67c1ad263 FIX glm5--fp32-router Jee Jee Li 2026-07-04 13:45:35 +00:00
• 6eac8e0070 [Misc] Preserve cross-encoder pooling extra kwargs (#47082) 3 people 2026-07-04 07:14:13 -05:00
• 1a308c449c [XPU] Add W8A8 FP8 linear kernel with multi-granularity quant support (#43645) 3 people 2026-07-04 18:10:01 +08:00
• e7c9df9449 [Bugfix][Structured Output][Spec Decode] Constrain bitmask and trim grammar advance at the reasoning boundary (#44297) 3 people 2026-07-04 17:08:45 +08:00
• 26eb87204d [Bugfix] Fix CPU split-KV scratchpad sizing (#45844) gausah01andGitHub 2026-07-04 07:47:23 +01:00
• 4c3c17d43b [ROCm] Disable persistent sparse-MLA kernel for chunked-prefill continuations (#47567) 3 people 2026-07-04 01:21:43 -05:00
• f329ce405b [ROCm][CI][Bugfix] Use VllmRunner for voxtral_realtime tests to avoid OOM on AMD GPU (#47536) 3 people 2026-07-04 12:26:10 +08:00
• 07516fda67 [MRV2][SD] Make Dynamic SD comatible with Full Cuda Graphs (#45953) 4 people 2026-07-03 23:58:27 -04:00
• 67ff0ae30f Support nvfp4 kv with kv-cache-dtype-skip-layers sliding_window (#42890) 3 people 2026-07-03 19:29:13 -07:00
• ab3b6d97aa [Frontend] Limit SO_REUSEPORT to multi-worker serving (#47529) Bugen ZhaoandGitHub 2026-07-04 09:26:24 +08:00