Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• ee0da84ab9 [KV-Offloading] Fix tensors_per_block stride (#46888) v0.24.0 releases/v0.24.0 Varun Sundar Rabindranathandkhluu 2026-06-27 21:01:45 -04:00
• c7ca0bccae [ROCm][Perf] Add Fused Shared Expert (FSE) support for GLM-4.5/6/7 (#44313) 4 people 2026-06-28 10:04:08 +03:00
• c6741b2ad4 [Model] Support Unlimited OCR (#46564) 4 people 2026-06-28 14:09:18 +08:00
• a65f93fb2e [ROCm][CI] Add ci_base metadata for external cache orchestration (#46886) 3 people 2026-06-27 23:51:19 -05:00
• 11a12305c0 [Model Runner V2][Spec Decode] Handle tuple hidden states from MTP draft models (#46786) ChaunceyandGitHub 2026-06-28 09:38:07 +08:00
• 798185d438 [KV-Offloading] Fix tensors_per_block stride (#46888) 3 people 2026-06-27 21:01:45 -04:00
• 9036c89ee4 [Hardware][AMD][CI] Patch Whisper multi LoRA test to use TRITON_ATTN for now (#46928) MattandGitHub 2026-06-27 17:30:49 -05:00
• b6caeb5a09 [Model Runner V2][Spec Decode] Use fp32 uniform threshold for acceptance (#46878) Giancarlo DelfinandGitHub 2026-06-27 16:09:25 -05:00
• 8bf064f8d3 Fixed chunked embedding aggregation with request-id metadata (#46782) Taneem IbrahimandGitHub 2026-06-27 16:57:47 -04:00
• ea2ead1db3 [Misc] Fix incorrect layer type annotation in Fp8LinearMethod (#46818) 3 people 2026-06-28 04:23:59 +08:00
• 56aa067bf0 [CI Bug] Fix h100 AssertionError: Cold-start child failed (#46927) Wentao YeandGitHub 2026-06-27 16:17:33 -04:00
• 35e3850fa9 [Bugfix][Test] Fix test_flashinfer_cutlass_mxfp4_fused_moe on sm90 (stale weight/scale interleave) (#46915) xiaolinchenandGitHub 2026-06-28 02:30:10 +08:00
• 51a99565c3 [ROCm][Perf] Fused shared expert for Minimax M3 (#46474) 4 people 2026-06-27 05:34:17 -07:00
• 867fd5e8ed [ROCm][Perf] Use flydsl moe with Minimax-M3 mxfp8 weights on gfx950 and implemented moe-backend selection (#46184) 6 people 2026-06-27 06:22:57 -04:00
• 9fd00ee006 [ROCm][CI] Move remaining mi250_2 tests out of the MI250 queue (#46905) 3 people 2026-06-27 04:08:54 -05:00
• 091d13976c [ROCm][CI] Add TRITON_ATTN score absolute tolerance floor (#46891) 3 people 2026-06-26 23:35:50 -07:00
• b588f66dc2 [GLM5.2 Perf] fused_indexer_q_rope_quant triton kernel, 1.9% ~ 3.3% E2E Throughput improvement. (#46862) Wentao YeandGitHub 2026-06-27 01:16:20 -04:00
• 455f25aa13 [CLI] Add flag to print TTFT and TPS in vllm chat (#46775) Benjamin ChislettandGitHub 2026-06-27 01:15:10 -04:00
• d706dec904 fix: Correct reasoning-end detection for prompt history (#44551) 7 people 2026-06-27 06:15:06 +01:00
• 68ee8300a0 [ROCm][CI]Fix test_concat_and_cache_mla_rope_fused on ROCm (#46409) Divakar VermaandGitHub 2026-06-27 00:38:13 -04:00
• ddd3855a28 [MoE Backend] add HPC-Ops MoE backend (#45924) 4 people 2026-06-27 11:18:07 +08:00
• 00e045b7c7 [ROCm][CI TG] refactor and fix deepep_moe test group (#46758) Divakar VermaandGitHub 2026-06-26 22:45:23 -04:00
• 17a71d8702 [ROCm][CI] Relax fused layernorm quant test tolerances for one-ULP outliers (#46658) Divakar VermaandGitHub 2026-06-26 22:44:29 -04:00
• 2e058851d3 fix(docker): eliminate race conditions in shared buildkit cache mounts (#44984) weizhoublueandGitHub 2026-06-27 10:43:17 +08:00
• 1a92dfcce4 [Build] Show error message when using ROCm with LTO and different compilers (#35232) DāvisandGitHub 2026-06-27 05:43:00 +03:00
• d0f800811b [Build] Update vllm to point to vllm-project/flash-attention commit that builds FA3 with torch stable API. (#46644) Chris LeonardandGitHub 2026-06-26 22:42:46 -04:00
• c6dd32a810 [ModelRunner V2] Support realtime embeddings (#46762) Nick HillandGitHub 2026-06-26 19:42:27 -07:00
• af16446bf3 Vram semaphore infra (#44465) 3 people 2026-06-26 17:32:51 -07:00
• 3f67477497 [CI] Don't try and download files that we already know don't exist (#46854) Harry MellorandGitHub 2026-06-27 00:56:39 +01:00
• 1d41009e81 [ModelRunner V2] Fix cross-attention block table sizing (#46753) Nick HillandGitHub 2026-06-26 16:34:21 -07:00
• 217c64a976 [CI] Raise gsm8k startup timeout for MoE Refactor Qwen3 NVFP4 configs (#46882) 3 people 2026-06-26 16:33:47 -07:00
• b94f212e37 [ModelRunner V2] Deduplicate ModelState init logic (#46776) Nick HillandGitHub 2026-06-26 16:32:45 -07:00
• d8eb734d94 Fix Transformers backend FP8 MoE and remove some boilerplate (#46820) Harry MellorandGitHub 2026-06-27 00:16:05 +01:00
• cfe8a4d063 [CI] Raise gsm8k startup timeout for Qwen3 NVFP4 trtllm configs (#46881) 3 people 2026-06-26 16:15:00 -07:00
• 2ff76a5e85 [ROCm][Bugfix] Pass num_kv_splits to aiter mla_reduce_v1 (#46760) 3 people 2026-06-26 16:58:40 -05:00
• 75fdcc82a5 [CI] Add @ivanium to CODEOWNERS for KV-cache/offload areas (#46873) Yifan QiaoandGitHub 2026-06-26 14:48:53 -07:00
• 77f8796d16 [Frontend][Gpt-oss] Use process_eos() to flush Harmony Parser outputs. (#46437) yzong-rhandGitHub 2026-06-26 17:18:47 -04:00
• c40d307731 [Core] Remove FlashAttention block size restriction for hybrid models (#36701) 3 people 2026-06-26 23:16:39 +02:00
• 65e655d295 [GLM-5] Add DSV3.2/GLM5 to vllm/models/ (#46808) Woosuk KwonandGitHub 2026-06-26 14:09:05 -07:00
• 6e2fb02fe5 [ROCm][CI] Fix rlhf_nccl.py on ROCm (#46851) Charlie FuandGitHub 2026-06-26 15:41:49 -05:00
• 274325dd43 [ROCm][CI] Remove V1 Sample + Logits from mi250 Queue (#46867) Micah WilliamsonandGitHub 2026-06-26 15:38:38 -05:00
• 95e6442a6b [Hardware][AMD][CI] Fix Kernels Quantization test timeout (#46859) MattandGitHub 2026-06-26 15:19:16 -05:00
• 701a23d99f [Bugfix][Model] Support tensor parallelism for DiffusionGemma (#45719) (#46177) 4 people 2026-06-26 16:05:04 -04:00
• dccb412e2c [Bugfix][Parser] Pass token IDs to parser.parse() in Responses API and batch serving (#46843) Ben BrowningandGitHub 2026-06-26 15:29:52 -04:00
• 3ef4bae91c [Kernel] Manual activation+quant fusion via QuantizedActivation (Llama) manual-act-quant-fusion-llama mgoinandClaude Opus 4.8 2026-06-26 19:15:14 +00:00
• c6554f321c [CPU] Fix macOS/Apple Silicon hang by enabling OpenMP in the build (#46769) 3 people 2026-06-26 12:32:21 -06:00
• 3d3b96488f Migrate Voxtral to mistral-common 1.11.5 audio API (#46705) Julien DenizeandGitHub 2026-06-26 20:06:31 +02:00
• 658b54efe4 [ModelRunner V2] Update scheduler tests to cover MRV2 paths (#46771) Nick HillandGitHub 2026-06-26 09:36:31 -07:00
• abc71548ef [CI/Build][CPU] Add test image cache clean-up (#46831) Li, JiangandGitHub 2026-06-26 23:28:49 +08:00
• 4e07ca2c92 [Core] Add VLLM_GPU_SYNC_CHECK env var (#44800) Nick HillandGitHub 2026-06-26 08:24:33 -07:00
• e71bc6da85 [Rust Frontend] Use oss-harmony for Harmony output processing (#46799) Bugen ZhaoandGitHub 2026-06-26 23:24:13 +08:00
• 37ce34922f [CI] Fix failing CUDA graph capture in Triton MOE (#46735) fxmarty-amdandGitHub 2026-06-26 16:21:20 +02:00
• c2507fb293 [ROCm] [MoE] [Perf] Shared-expert fusion for bias-routed MoE; enable on MiniMax-M3 mxfp8 model (#46545) 3 people 2026-06-26 10:05:20 -04:00
• 8921c4be88 [ROCm] [Performance] Optimize aiter moe for DeepSeekV4 (#46122) TJianandGitHub 2026-06-26 21:43:27 +08:00
• 8e394244a5 [ROCm]Enable AITER MoE backend for MiniMax-M3-MXFP4 (#46419) 3 people 2026-06-26 08:35:35 -05:00
• 302954e5f6 [ROCm] [CI] fix transcription flakiness AMD: Entrypoints Integration (API Server OpenAI - Part 1) (mi325_1) (#46823) TJianandGitHub 2026-06-26 21:33:35 +08:00
• 950ee4c2e4 [API] Add token offsets to render endpoints (/v1/.../render) (#44226) Hyunkyun MoonandGitHub 2026-06-26 21:02:52 +09:00
• d980a3cc6e [ROCm] Fix AITER_UNIFIED_ATTN Dispatching After AITER Bump (#46780) 3 people 2026-06-26 04:09:56 -05:00
• bf292b5f6b [Docs] Remove BambaForCausalLM from supported hybrid models list (#46071) 3 people 2026-06-26 01:02:50 -07:00
• 5e3dad04b1 [Misc] Move the legacy api_server.py to the examples directory. (#46783) wang.yuqiandGitHub 2026-06-26 15:43:29 +08:00
• 63e161f296 [Bugfix][Tool Parser] PoolsideV1: fix string whitespace and required named tool choice (#46486) Joe RowellandGitHub 2026-06-26 08:05:16 +02:00
• c7645bce04 Remove grok model arch from vllm (#46706) Tiezhen WANGandGitHub 2026-06-26 14:02:10 +08:00
• 35a49fcfc2 [CI][Bugfix] Spawn engine in mm cache sleep test to fix ROCm HIP error (#46749) 3 people 2026-06-25 22:38:26 -07:00
• 915e99ec67 [ROCm][Bugfix] Fix HIP fork re-init in multimodal offline examples (#46741) peizhang56andGitHub 2026-06-25 22:37:47 -07:00
• 5b33041746 [ModelRunner V2] Fix whisper test (#46773) Nick HillandGitHub 2026-06-25 22:10:36 -07:00
• 1a4984520e [Hardware][AMD][CI] Fix AMD CI image build (#46792) MattandGitHub 2026-06-26 00:05:12 -05:00
• e312c5cb25 [Rust Frontend] Make Granite4 string argument scanning incremental (#46507) ReidandGitHub 2026-06-26 11:54:03 +08:00
• 1502cf6274 Fix relative allowed local media paths (#45263) Matti4andGitHub 2026-06-26 05:45:20 +02:00
• d350fa8ddd [Bugfix][Rust Frontend] Reject min_tokens above max_tokens (#46733) 3 people 2026-06-26 11:41:33 +08:00
• dbc49b6b99 [CI][NIXL] Fix NIXL EP import canary for the nixl 1.3.0 wheel and pin nixl==1.3.0 (#45166) 3 people 2026-06-26 04:33:42 +02:00
• 552a9dbe59 [NVFP4][Emulation] Fuse NVFP4 weight dequantization with compute in triton kernel for w13/w2 MOE MLP linears (#44667) fxmarty-amdandGitHub 2026-06-26 04:33:00 +02:00
• 02a1f23711 [DFlash] Fuse precompute kv per-layer rmsnorms (#46761) 3 people 2026-06-25 21:32:07 -05:00
• 652d962bc9 [Model Runner V2][Spec Decode] Reduce TP communication for draft token generation (#46448) 3 people 2026-06-26 10:30:07 +08:00
• 5314665bad [Model Runner V2][DFlash] Enable dflash attention backend selection (#46770) Giancarlo DelfinandGitHub 2026-06-25 21:29:25 -05:00
• 3daea7ceb9 [Bugfix][MRV2] Forward seq_lens_cpu_upper_bound for mamba hybrid models (#46759) Michael GoinandGitHub 2026-06-25 20:03:09 -06:00
• cc7981599e [Refactor] Remove dead kernel code (#46405) Wentao YeandGitHub 2026-06-25 21:09:56 -04:00
• 32bb3195f0 [ModelRunner V2] Bound memory for large logprobs requests (#46746) Nick HillandGitHub 2026-06-25 18:04:06 -07:00
• ad28d605e6 [Bugfix] Default tie_weights to sharing the weight (fix tied quantized embeddings, e.g. ModelOpt Gemma4) (#45544) 3 people 2026-06-25 17:46:28 -07:00
• ae7c8ec223 [Rust Frontend] Switch rustls to native-tls/OpenSSL (#46696) Bugen ZhaoandGitHub 2026-06-26 08:19:44 +08:00
• 1d3f4cb3a4 [Rust Frontend] Extract renderer fixture test utilities (#46719) Bugen ZhaoandGitHub 2026-06-26 08:12:38 +08:00
• f9e684499f [Rust Frontend] Migrate gemma4 to unified parser (#46602) Bugen ZhaoandGitHub 2026-06-26 07:59:57 +08:00
• c53994e134 [Model Runner V2][Spec Decode] Use log1p to compute residual during rejection sampling (#46665) Giancarlo DelfinandGitHub 2026-06-25 18:46:10 -05:00
• 27da2a2ac4 [Hardware][AMD][CI] Use Triton-based AITER MHA for LM Eval Qwen-3.5 Models Tests (#46691) MattandGitHub 2026-06-25 17:08:04 -05:00
• a2e8ec3d52 [CI] Depend GPQA Eval DGX Spark job on arm64 image build (#46736) Michael GoinandGitHub 2026-06-25 15:07:04 -06:00
• e8c24a7695 [Kernel] Vectorized fp32 moe_sum reduction and support any topk (#46643) 3 people 2026-06-25 15:02:28 -06:00
• 2a6f8f0c05 [ROCm][CI] Fine-tuning queues and test names (#39238) Andreas KaratzasandGitHub 2026-06-25 15:24:09 -05:00
• 69655da6d9 fix bug yewentao256 2026-06-25 20:23:15 +00:00
• 6d37570a1c Fix P/D with DP Supervisor (#46628) v0.24.0rc2 Robert Shawandkhluu 2026-06-25 16:13:08 -04:00
• f85a9f112a [Bugfix] FLASHINFER_MLA_SPARSE_SM120 compatibility with GLM-5 NVFP4 (#46506) Gabriel Wuandkhluu 2026-06-26 00:12:00 +08:00
• 836b5acb1b [ROCm] Begin Deprecation Window for CUDA_VISIBLE_DEVICES on ROCm (#46636) Micah Williamsonandkhluu 2026-06-24 15:40:28 -05:00
• b36db10f27 [KV Offload] Gate packed HMA KV cache on cross-layer config (#46252) Lucas Wilkinsonandkhluu 2026-06-24 11:55:30 -04:00
• b70c13ea47 [Bug] Fix IndentationError: expected an indented block after 'with' statement (#46627) Wentao Yeandkhluu 2026-06-24 11:14:17 -04:00
• 6829a6d55f [Bugfix] Re-enable FP8 MoE on NVIDIA Thor (#46339) Cyrus Leungandkhluu 2026-06-24 22:35:46 +08:00
• 6ed56e04ff [Bugfix] Fix illegal memory access from a forward during a partial wake_up (#44483) meihancandkhluu 2026-06-24 22:12:23 +08:00
• 21089b4762 [NVFP4 MoE/Deepseek V4] Marlin: wire SwiGLU clamp + allow it for clamped models on non-Blackwell (#45836) Mike Gandkhluu 2026-06-23 12:21:19 -07:00
• c5e3c40877 Fix P/D with DP Supervisor (#46628) Robert ShawandGitHub 2026-06-25 16:13:08 -04:00
• 8b4d93ba2b [Perf] Remove redundant clone for GLM, Deepseek etc (#46651) Wentao YeandGitHub 2026-06-25 16:09:00 -04:00
• 61eabe9f5e Merge branch 'main' into wentao-optimize-per-token-group-quant yewentao256 2026-06-25 19:54:03 +00:00
• e8e7b592d1 [Kernel][MoE] Tune block-FP8 fused MoE for low-batch decode (#46642) Michael GoinandGitHub 2026-06-25 13:38:28 -06:00
• e53a17232c [ROCm]: Bump aiter to 0.1.16.post2 (#46692) Rohan PotdarandGitHub 2026-06-25 13:53:26 -05:00