Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• dec860fb19 [ROCm] Use vLLM's fp8 quant max in AITER hipBLASLt accuracy test (#46176) djramicandGitHub 2026-06-19 20:24:02 +02:00
• 0a49fb2b13 Fix dead link in docs (#46181) Harry MellorandGitHub 2026-06-19 19:16:09 +01:00
• 4a8abf37c7 [Test] Migrate test_openai_schema.py to schemathesis 4.x (#46173) Ben BrowningandGitHub 2026-06-19 14:05:18 -04:00
• 01192139bf [DSv4] Pack KV caches into contiguous per-block allocations for DeepSeek V4 (#44577) 7 people 2026-06-19 12:55:42 -04:00
• b9a7cd464c [12/n] final _C library kernel migration (#45415) Chris LeonardandGitHub 2026-06-19 09:57:26 -04:00
• eb3ee8afc3 Merge branch 'main' into anthropic-cache-usage mistral0105 2026-06-19 12:44:27 +00:00
• 77648ab261 Merge fork branch updates mistral0105 2026-06-19 04:52:14 +00:00
• fd3e0cac12 Address review on Anthropic cache usage reporting mistral0105 2026-06-19 04:51:01 +00:00
• 82d1ddf39e Merge branch 'main' into anthropic-cache-usage shuoming zhangandmistral0105 2026-06-04 00:31:07 +08:00
• 69bdd34542 [Bugfix] Fall back to Pydantic loc for param in validation errors (#46038) 3 people 2026-06-19 16:11:11 +05:00
• ec67d7ae61 [xpu] bump up vllm-xpu-kernels v0.1.10 and upgrade 2618 umd (#40367) Kunshang JiandGitHub 2026-06-19 15:37:20 +08:00
• 7341ff152f Merge branch 'main' into anthropic-cache-usage mistral0105 2026-06-19 04:33:55 +00:00
• ecf9d83520 [AMD][CI] Fix Language Models Test (Extended Generation) failures (#45509) 4 people 2026-06-18 22:06:56 -06:00
• a06a16ff0a minor Woosuk Kwon 2026-06-19 03:31:41 +00:00
• a1d80989d9 Plumb is_padding Woosuk Kwon 2026-06-19 03:23:23 +00:00
• c9135db27c [Docs] Update stale LMCache examples (#45762) Samuel ShenandGitHub 2026-06-18 20:21:36 -07:00
• 2a6c6b9429 [DeepSeek-V4] Support TEP=16 for the block-FP8 shared expert (#46001) 3 people 2026-06-18 20:10:12 -07:00
• ab66606993 [bugfix]Indexer init skip and MTP TopK share for iteration (#45895) Jared WenandGitHub 2026-06-19 09:57:51 +08:00
• 9ea3a4015b [Bugfix] Fix corrupt outputs in MoE FP8 LoRA responses and MoE base model responses when LoRAs are loaded (#42120) 4 people 2026-06-18 20:26:09 -05:00
• 560fb8b867 [Cohere] Remove dead prepare_structured_tag override in Cohere parser (#46099) Flora FengandGitHub 2026-06-18 21:02:11 -04:00
• 675cd5d228 [Model Runner V2] Fix MRv2 memory leak test (#46095) Wentao YeandGitHub 2026-06-18 20:36:40 -04:00
• 7f616c327d [Bugfix] [Parser] Fix empty tool block silently dropping subsequent content (#46091) 3 people 2026-06-18 19:17:18 -04:00
• c3c6d723fd [Perf] Remove unused loggers in reasoning/ (#45988) Ivy XuandGitHub 2026-06-19 06:24:29 +08:00
• 41dcf49ca5 [Bugfix][KV Connector] Disable Mooncake TP put-striding when DCP > 1 (#45371) 4 people 2026-06-18 15:13:44 -07:00
• 35e4dd4a69 [KV Connector][Mooncake] Async lookup to reduce scheduler overhead (#45659) 3 people 2026-06-18 14:44:02 -07:00
• 4ce2d01453 fix(anthropic): auto-detect template support for mid-conversation system messages (#46025) 4 people 2026-06-19 04:19:11 +08:00
• 16908e132e [MRV2] Make FP32 Gumbel sampling more accurate (#45996) Woosuk KwonandGitHub 2026-06-18 12:42:09 -07:00
• 225936a1dd [CI Bug] Revert #42379 to fix CI Multi-Modal Models (Extended Generation 1) (#46070) Wentao YeandGitHub 2026-06-18 15:37:39 -04:00
• f6ba720963 (security) Upgrade Starlette to >= 1.0.1 to fix CVE-2026-48710 (#45675) 3 people 2026-06-18 21:35:13 +02:00
• 78d2334aab Merge branch 'main' into codex/rocm-artifact-tensorizer codex/rocm-artifact-tensorizer Andreas KaratzasandGitHub 2026-06-18 14:28:51 -05:00
• b53b1c7ffe [Model Runner V2] Migration to support quantized model by default [5/N] (#44446) Wentao YeandGitHub 2026-06-18 15:20:44 -04:00
• faea2977ee fix v2 mrope yewentao256 2026-06-18 18:49:07 +00:00
• 79ca54d221 [Bugfix][Quantization] Don't reject fp8_e5m2 KV cache for non-fp8 quantized checkpoints (#45040) 3 people 2026-06-19 02:18:25 +08:00
• 09f3cd5c10 [Bugfix] [Parser] Fix Qwen3 latent bug in partial params dropping values containing < (#46047) Ben BrowningandGitHub 2026-06-18 14:04:06 -04:00
• ea6078fe6a [KV Connector][Offloading] Disable parallel-agnostic fs-tier cache on V2 model runner (#46044) 3 people 2026-06-18 20:43:35 +03:00
• a0df04e477 [Tests] Add Qwen3 streaming parser delta boundary cases (#45708) Palaiologos1453andGitHub 2026-06-19 01:37:39 +08:00
• e2352c2974 [ROCm][Spec Decode] Fix probabilistic draft probs test attention backend (#45706) stefankoncarevicandGitHub 2026-06-18 18:59:37 +02:00
• 25faa1f4cc [CI]Enable mxfp4 lora test for ROCm platform (#43802) qli88andGitHub 2026-06-18 11:59:09 -05:00
• 4583630b56 [Bugfix][Kernel] Check output alignment in vectorize_with_alignment (fixes misaligned-address crash for non-multiple-of-8 head sizes) (#45466) HumphreyandGitHub 2026-06-18 11:58:22 -05:00
• 21da47dabe [ROCm][CI] move lora%N test to mi300 and gate (#45970) Divakar VermaandGitHub 2026-06-18 12:50:32 -04:00
• 6c379b9e54 [Frontend] Add Streaming Parser Engine and new GLM4.7/GLM5.1/GLM5.2 Parser (#45915) 3 people 2026-06-19 00:42:10 +08:00
• 5099474633 [Bugfix][ROCm] Fix rocm_aiter_per_tensor_quant custom op aliasing (#45747) Rohan PotdarandGitHub 2026-06-18 11:30:21 -05:00
• 058cc0a8b6 [Bugfix] Restore is_sym guard for zp in GPTQ/CT MoE to fix symmetric quant regression (#45656) Yuwen ZhouandGitHub 2026-06-19 00:20:29 +08:00
• 40a19bed77 Merge branch 'main' into woosuk/triton-fix Woosuk Kwon 2026-06-18 16:06:08 +00:00
• 837db7605e [Bugfix][Tool Parser] Handle non-finite numbers in coerce_to_schema_type (#43984) 3 people 2026-06-18 21:30:20 +05:30
• bf2a393034 Temporarily remove @markmc from CODEOWNERS (#46053) Mark McLoughlinandGitHub 2026-06-18 15:15:43 +01:00
• d682968aa9 [Model] Remove BambaForCausalLM (#45990) 3 people 2026-06-18 21:51:00 +08:00
• 021cdf72bc Fix _riscv_supports_rvv_vlen128() to detect RVV on hardware without zvl flags (#43179) 3 people 2026-06-18 21:22:35 +08:00
• 4cb5e746b6 [Rust Frontend]: Add /get_world_size route with static parallel size (#44801) AsharandGitHub 2026-06-18 18:40:20 +05:30
• 22cc891108 [Kernel] Add PDL support for DeepGEMM kernel (#46006) Jee Jee LiandGitHub 2026-06-18 20:49:01 +08:00
• afdcbd5d39 [ROCm][DSv4] Functional fixes for DeepSeek V4 on MI300X/MI325X (#45681) 6 people 2026-06-18 15:21:14 +03:00
• 8d4f54966c fix(quantization): Fix AWQ dequantize on Intel XPU and refactor AutoAWQ config (#42727) 5 people 2026-06-18 20:12:28 +08:00
• 351c72d6e5 [CPU] Skip Triton kernel monkey-patches when Triton-CPU is available (#44991) 3 people 2026-06-18 13:59:30 +03:00
• 7299e6509e [Rust Frontend] Return model metadata fields in /v1/models (#45950) Tahsin TunanandGitHub 2026-06-18 16:29:21 +06:00
• 08985351f3 Fix Stale Encoder Cache After Weight Update (#45093) littlecircle0730andGitHub 2026-06-18 02:32:10 -07:00
• 5fd3b276f8 [Mooncake] Skip KV lookup for non-reachable SWA blocks (#45444) Wei ZhaoandGitHub 2026-06-18 05:23:20 -04:00
• 1e9f04da14 fix(anthropic): preserve inline system message position for prefix caching (#44602) 3 people 2026-06-18 15:58:11 +08:00
• 702214146c [Bugfix][Frontend] Fix Anthropic count_tokens decorator order driving server load negative (#44725) 3 people 2026-06-18 14:56:46 +08:00
• a331589394 [XPU] Update nixl to v0.10.1 in Dockerfile (#40287) 3 people 2026-06-18 14:01:26 +08:00
• e945169207 Revert "[Kernel] Add PDL support for DeepGEMM kernel" (#45999) Micah WilliamsonandGitHub 2026-06-18 00:59:48 -05:00
• 554352a311 [Test][KV Connector] Add request_finished fence population tests for offloading scheduler (#45679) 3 people 2026-06-18 13:13:52 +08:00
• 421c1ec448 [KV Offloading] Remove dummy worker-side stats from OffloadingConnector (#45905) 3 people 2026-06-18 13:13:28 +08:00
• b4c80ec0fd [Refactor] Remove dead cutlass mxfp8 code (#44681) 3 people 2026-06-18 00:18:25 -04:00
• f428718ffe [Fix][KV offload] Defer on_request_finished until in-flight transfers drain (#45823) Ronen SchafferandGitHub 2026-06-18 07:05:46 +03:00
• 4403af8fb5 [Kernel] Add PDL support for DeepGEMM kernel (#42996) Jee Jee LiandGitHub 2026-06-18 11:37:17 +08:00
• d57888efa4 [SimpleCPUOffloadConnector]: Add support for reset_cache() (#39726) 3 people 2026-06-17 22:47:12 -04:00
• ed938ad7db [CPUOffloading] Guard CPU eviction check (#45757) 3 people 2026-06-17 22:34:59 -04:00
• 731fb3323d [Rust Frontend] Validate tokenized bad_words vocabulary range (#45876) ReidandGitHub 2026-06-18 10:28:45 +08:00
• 8dd8b6ed78 [XPU] Fix FP8 block-scaled scheme selection on non-CUDA platforms (#43958) 3 people 2026-06-18 10:16:20 +08:00
• e1a5fc406b [Rust Frontend][Perf] O(n) argument scan in tool parser (#45826) 3 people 2026-06-18 09:42:35 +08:00
• 8e8f8c2e2c remove batched Woosuk Kwon 2026-06-18 01:16:13 +00:00
• 116d3e3149 Merge branch 'main' into woosuk/triton-fix Woosuk Kwon 2026-06-18 01:14:50 +00:00
• b4092176b9 [Bugfix] Complete one-shot fused all-reduce PDL at end to avoid NaN (#45448) Ace EldeibandGitHub 2026-06-17 20:54:39 -04:00
• ebbb2d55ac [CI/Build][Bugfix] Fix SD LoRA (#45941) Jee Jee LiandGitHub 2026-06-18 08:34:15 +08:00
• 2959a9273a [XPU][CI] add model runner v2 into CI (#44650) liuzhenweiandGitHub 2026-06-18 08:28:34 +08:00
• 1797576237 Revert "[DSV4 Perf] Optimize dsv4 cudagraph by reducing eager_break_during_capture" (#45309) (#45972) 3 people 2026-06-17 17:20:59 -07:00
• f6fa9700e6 Merge branch 'main' into woosuk/triton-fix Woosuk Kwon 2026-06-17 23:38:48 +00:00
• 0221ab433e wip Woosuk Kwon 2026-06-17 22:57:43 +00:00
• 0d339cf135 [Bugfix] Fix NixlConnector handshake block_len validation for GQA-replicated KV heads (#45879) 3 people 2026-06-17 15:11:29 -07:00
• 5fd21eb0b2 [BUG] fix hidden states nan for hybrid attention models (#45849) 3 people 2026-06-17 18:02:24 -04:00
• 9d4b87f4f0 [Bugfix][Model] Validate DefaultModelLoader / LoadConfig and fail with clear errors (#45196) Ting SUNandGitHub 2026-06-18 05:46:33 +08:00
• 58b2e89642 [Bugfix][Gemma4] Render reasoning on assistant turns without tool_calls (#45867) 3 people 2026-06-17 17:44:15 -03:00
• 2659f60a1a [Refactor] Remove dead quantization code and tests (#45454) Wentao YeandGitHub 2026-06-17 16:12:01 -04:00
• 091386a99b [Bugfix] MiniMax-M3 (AMD): add packed_modules_mapping and pass swiglu… (#45794) 4 people 2026-06-18 03:15:46 +08:00
• d112eb1ac7 [feature] MiniMax-M3-MXFP4 support added (#45896) qli88andGitHub 2026-06-17 13:50:48 -05:00
• b6a4252d66 Merge branch 'main' into wentao-optimize-per-token-group-quant Wentao YeandGitHub 2026-06-17 13:56:11 -04:00
• 2a47a9ff0f [DSV4 Perf] Optimize dsv4 cudagraph by reducing eager_break_during_capture, 26.8% ~ 27.9% E2E TTFT improvement (#45309) Wentao YeandGitHub 2026-06-17 12:34:53 -04:00
• 9c7c74bf10 [Log] Update deepgemm log (#45857) Wentao YeandGitHub 2026-06-17 11:34:22 -04:00
• 5e27b2baf4 [Bugfix] Pass TP group to FlashInfer all-reduce fusion (#45917) daniserebandGitHub 2026-06-17 18:24:26 +03:00
• eb0fdeb1e8 [Bugfix][PD] Fix DSV4 disaggregated serving (#45831) zhanqiuhuandGitHub 2026-06-17 11:17:14 -04:00
• 46f74e144b [Kernel][Helion][1/N] Add Helion kernel for rms_norm_dynamic_per_token_quant (#34432) 3 people 2026-06-17 11:03:54 -04:00
• 0a7bacdcac [DSv4 Perf] DSv4 flashinfer sparse index cache for metadata, 2%~4% TTFT improvement (#45863) Wentao YeandGitHub 2026-06-17 10:55:48 -04:00
• 8b2b566ea7 Feature: Enable Flashinfer non-gated MoE bf16 (#43853) amirkl94andGitHub 2026-06-17 17:32:49 +03:00
• 0b131b16c9 [ROCm][AITER][Quark] Tag per-channel FP8 weights as PER_CHANNEL so AITER pre-shuffled GEMM is selected (#44626) xaguilar-amdandGitHub 2026-06-17 16:05:34 +02:00
• bcb518ad7a [quant][autoround]Refactor INC quantization into package with INCScheme orchestrator (#40601) 4 people 2026-06-17 21:51:32 +08:00
• 06e1e0885c [XPU] Fix test_logprobs_e2e import error: pin lm-eval[api]>=0.4.12 (#44469) Chaojun ZhangandGitHub 2026-06-17 20:26:47 +08:00
• 1a59078c87 [CI/Build] Avoid duplicate ViT CG test introduced by accident (#45654) Isotr0pyandGitHub 2026-06-17 20:23:44 +08:00
• fa85ead2f3 [MM][Perf][CG] Support ViT full CUDA graph for Kimi-VL (#41992) Oğuzhan KIRandGitHub 2026-06-17 15:14:01 +03:00
• e28e8c8782 [ROCm][Quant] Minimax-M3: Enable fp8_per_channel for bf16 weights on mi300x (#45854) 3 people 2026-06-17 08:02:40 -04:00
• ee0fd6984a docs, kv_offloading: add docs for selective offload (#45279) Angelo RuoccoandGitHub 2026-06-17 13:58:00 +02:00