Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• 812e7e7364 [Bugfix][V1] Fix TOCTOU race causing intermittent EADDRINUSE on multi-API-server DP startup (#42585) 3 people 2026-05-27 01:06:00 +04:00
• d98cbf472b [KV Connector] MooncakeStore: drop dead discard_partial_chunks parameter (#43627) 4 people 2026-05-26 13:40:21 -07:00
• 6e503868ca [Kernel] Porting fuse_minimax_qk_norm to manual fusion (#43410) Jee Jee LiandGitHub 2026-05-27 04:16:03 +08:00
• b0e9ae808e Fix CuPy runtime deps and restore humming (#43530) Mohammad Miadh Angkadandkhluu 2026-05-26 20:59:40 +08:00
• 49b4882779 [CI] Soft-fail AMD entrypoints mirror tests (#43709) 3 people 2026-05-26 13:08:48 -07:00
• bfb22a7d1d Merge branch 'main' into wentao-fix-flashinfer-layout wentao-fix-flashinfer-layout Wentao YeandGitHub 2026-05-26 14:48:26 -04:00
• cfbc2282a7 Merge branch 'main' into wentao-optimize-per-token-group-quant Wentao YeandGitHub 2026-05-26 14:47:47 -04:00
• 193ce8812e [DSv4] Drop _get_compressed_kv_buffer in DeepseekCompressor (#43690) Woosuk KwonandGitHub 2026-05-26 10:11:25 -07:00
• 3aea37d28e [Doc] Add line limit to AGENTS.md (#43635) 3 people 2026-05-26 09:31:23 -07:00
• 6f5b533241 Add LM head quantization support for ModelOpt (#42124) Wei-Ming ChenandGitHub 2026-05-26 09:21:05 -07:00
• c8414a8271 [ROCm] Remove MegaMoE integration in deepseek v4 (#43629) Woosuk KwonandGitHub 2026-05-26 08:56:04 -07:00
• 7f73e49eda fix test_spec_decode_acceptance_length for mrv2 wentao-fix-v2-test_spec_decode_acceptance_length yewentao256 2026-05-26 15:20:49 +00:00
• f51bbc694d [MoE Refactor] W4a8 int8 oracle (#42789) 3 people 2026-05-26 11:15:42 -04:00
• b226ddacfd [MoE Refactor] Migrate ModelOptMxFp8FusedMoE to oracle (#42768) 3 people 2026-05-26 11:14:14 -04:00
• 6ab6ffb428 [Feat][DSV4] Fuse q pad into deepseek v4 fused kernel (#43162) Yongye ZhuandGitHub 2026-05-26 11:12:54 -04:00
• 445ded18c1 [ROCm][CI] Extend ROCm quick reduce coverage (#40990) Andreas KaratzasandGitHub 2026-05-26 08:57:13 -05:00
• d565357a90 [Docs][ROCm] MoRI-IO Connector Usage Guide (#43603) 3 people 2026-05-26 15:52:30 +02:00
• a970fb5a1a Fix CuPy runtime deps and restore humming (#43530) Mohammad Miadh AngkadandGitHub 2026-05-26 20:59:40 +08:00
• 861b97765d [XPU] Fix fused MoE LoRA kernel crash on XPU by using platform-agnos num_compute_units (#43646) Chaojun ZhangandGitHub 2026-05-26 18:40:32 +08:00
• ebd0692f80 [Model] Use AutoWeightsLoader for InternLM2 (#38278) 3 people 2026-05-26 12:39:26 +02:00
• 739af5c7e1 [Reasoning] [Bugfix] Reject invalid thinking_token_budget values (#43402) 3 people 2026-05-26 18:37:30 +08:00
• 5d09f471f4 [Misc] Support interleaved custom image benchmark datasets (#43636) Thibault CastellsandGitHub 2026-05-26 19:37:25 +09:00
• 681d7dd38b [Misc][Refactor][ROCm] Convert MoRI-related envvars to extra config args (#43303) 3 people 2026-05-26 12:33:35 +02:00
• 755043cf3c [KV Transfer] Enable HMA by default for connectors that support it (#41847) Ethan FengandGitHub 2026-05-26 18:28:51 +08:00
• 2e120c2b2a Merge main into worktree-coverage-test-mapping khluu 2026-05-26 01:38:31 -07:00
• 5798452d02 [CI] Support stripped coverage JSON format in aggregation khluuandClaude Opus 4.6 2026-05-26 01:20:44 -07:00
• 97e4022c6c [Bugfix] Apply fc_norm in Eagle3DeepseekV2 combine_hidden_states (#43482) 3 people 2026-05-26 00:46:10 -07:00
• b3269454b1 [chores][log] change registry log from warning to debug (#43045) Hank_andGitHub 2026-05-26 15:13:46 +08:00
• a37e47100c Add CuTe DSL sparse compressor support (#43584) 4 people 2026-05-26 15:11:12 +08:00
• e6adbd7834 Upgrade tpu-inference to v0.20.0 (#43394) Sting LinandGitHub 2026-05-26 14:26:25 +08:00
• 771e1e48b1 [CPU] Enable non-divisible GQA for decode workitems in mixed batches (#43032) zhao, zhenhuiandGitHub 2026-05-26 14:15:47 +08:00
• d56612c621 [GDN] GDN Prefill kernel for SM100 (#43273) Thien TranandGitHub 2026-05-26 13:02:11 +07:00
• 6f955986e1 [Bugfix][Model] Fix GPT2ForSequenceClassification sub-module prefix (#43579) 3 people 2026-05-26 13:43:19 +08:00
• d5cf7b4a2c [Frontend] Split the offline inference APIs and utils. (#43553) 3 people 2026-05-26 13:20:24 +08:00
• f815c99954 [Bugfix] fix device mismatch in MiniCPM-o-4_5 resampler (#43194) Yan MaandGitHub 2026-05-26 13:12:50 +08:00
• c2a4005c70 [KV Connector] Propagate MooncakeStore load failures (#42788) Dao007foreverandGitHub 2026-05-25 22:12:15 -07:00
• 7966fc7233 [KV Connector][Bugfix] MooncakeStore: don't double-apply Eagle prune in load_mask (#43516) 3 people 2026-05-25 22:11:57 -07:00
• aa2b56ffb0 [DeepSeek V4] Move MegaMoE input prep kernel to nvidia/ops (#43632) Woosuk KwonandGitHub 2026-05-25 21:08:29 -07:00
• ec5de7fa7d [LoRA] Add one shot triton kernel For MoE LoRA (#42290) Jee Jee LiandGitHub 2026-05-26 10:47:04 +08:00
• 71d810bbf4 [XPU] Ensure RNG offset alignment with PyTorch requirements in XPU sampler (#43028) 4 people 2026-05-26 10:01:30 +08:00
• 4ac64ec057 deprecate embed&token_classify wentao-deprecate-embed&token_classify yewentao256 2026-05-25 13:34:43 +00:00
• d4004455d2 [Kernel] Remove NormGateLinear (#43554) Jee Jee LiandGitHub 2026-05-25 17:49:19 +08:00
• 716d5294e6 [Misc] Print accuracy value for PD tests even on success (#43583) Nicolò LucchesiandGitHub 2026-05-25 11:10:01 +02:00
• 873758c13a [KV Connector] Handle Mooncake finish after preemption (#43281) 3 people 2026-05-25 01:58:38 -07:00
• 5c1aec3dc0 Reduce memory usage for granite_speech. (#42933) 3 people 2026-05-25 14:12:57 +08:00
• 0c942c69d6 [Doc] Add section on escalating stalled contributions (#43568) Roy WangandGitHub 2026-05-25 14:11:01 +08:00
• 81252d4e24 [Feat][KVConnector] Support DSV4 in SimpleCPUOffloadBackend (#42296) Yifan QiaoandGitHub 2026-05-24 23:04:30 -07:00
• 3df1c7c43e [Docker] Non-root support for vllm-openai; add opt-in vllm-openai-nonroot target (#40275) 3 people 2026-05-25 12:45:31 +07:00
• 1b26fa361e [Docs] Reorganize offline inference docs. (#43552) 3 people 2026-05-25 13:44:39 +08:00
• 6cbe448eed fix: MoE model using shared routed experts crashes on AMD GPUs (#42373) weizhoublueandGitHub 2026-05-25 12:03:05 +08:00
• b06813e872 [Kernel] Add mhc_pre_big_fuse_with_norm_tilelang (#43474) Jee Jee LiandGitHub 2026-05-25 09:19:45 +08:00
• d0a100c87a File system secondary tier implemented in python (#41735) 3 people 2026-05-24 21:14:44 +03:00
• d56285c747 Tuning script and configs for Triton Mamba SSU kernel (#43083) 3 people 2026-05-24 20:12:44 +03:00
• 1806d1adfc [ROCm] [DSv4] [Perf] Support DeepSeek v4 MTP (#43385) TJianandGitHub 2026-05-24 18:43:08 +08:00
• 5940590855 [ROCm][CI] Stabilize 400 error return code for invalid schema inputs (#43016) Andreas KaratzasandGitHub 2026-05-24 05:06:49 -05:00
• 357fddf614 [kv_offload]: Add DSv4 support (#43142) Or OzeriandGitHub 2026-05-24 11:10:12 +03:00
• 0902d8e62f [KV Connector] Keep MooncakeStore full hits block-aligned (#43494) 3 people 2026-05-23 23:15:03 -07:00
• 33d7cbe02c [Model Runner v2] Force v1 runner for tests (#43233) Wentao YeandGitHub 2026-05-23 19:37:24 -04:00
• b32fe416ea [Bugfix] Fix reasoning dropped on streaming boundary deltas (#42691) Flora FengandGitHub 2026-05-23 19:18:30 -04:00
• 10d264a2b9 Revert "[Misc] add humming to dependencies" (#43492) Michael GoinandGitHub 2026-05-23 17:21:13 -04:00
• 46f95b2ec2 [ROCm][Critical] Fix the GDN import bug (#43486) TJianandGitHub 2026-05-24 05:12:58 +08:00
• 819c610f9b [Mooncake] Add metrics for MooncakeStoreConnector operations (#43392) Dao007foreverandGitHub 2026-05-23 13:34:40 -07:00
• 4438b6e7dc [MoE] Migrate W4A8 CT to oracle kernel setup (#42680) 3 people 2026-05-23 10:56:01 -07:00
• 8737e4a857 [Docs] Fix stale version number in token_classify.md (#43489) HolegotsandGitHub 2026-05-24 01:42:20 +08:00
• 7c2ff1f819 [Docs] Fix stale version number in token_embed.md (#43488) HolegotsandGitHub 2026-05-24 01:06:56 +08:00
• a0be71ee47 [MM] Enable FlashInfer metadata support for Qwen2.5-VL vision attention (#42787) 3 people 2026-05-23 09:08:40 -07:00
• d8b385b7ea [Bugfix][Frontend] Fix input_audio parsing when uuid is present (#43414) 3 people 2026-05-24 00:03:19 +08:00
• 2a7d5b7324 [ROCm][CI] Remove benchmarks test group and shard long test groups (#41669) Andreas KaratzasandGitHub 2026-05-23 10:31:46 -05:00
• 5bb8d2767a [Kernel] Batch invariant NVFP4 linear using cutlass (#39912) 4 people 2026-05-23 15:41:12 +02:00
• 3f3e862681 fix(eagle3): read norm_before_fc from eagle_config for NVIDIA checkpoint (#42143) GuangYaoZhengandGitHub 2026-05-23 16:21:34 +08:00
• 82536acc54 Keep scheduler alive for delayed KV connector frees (#43433) Gabriel WuandGitHub 2026-05-23 14:23:32 +08:00
• 09a219c075 [ModelOpt] Support Qwen3.5/3.6 VLM quantized prefix mapping (#42546) Wei-Ming ChenandGitHub 2026-05-22 23:23:31 -07:00
• d19db10974 [Bugfix] Fix native Triton top-k/top-p kernel assumes contiguous logi… (#42739) 3 people 2026-05-23 13:56:16 +08:00
• 3a1c062151 [Misc] Added missing return type annotations to improve mypy and IDE tooling (#43383) Taneem IbrahimandGitHub 2026-05-23 00:28:22 -05:00
• a7be0f342d [7/n] Migrate pos_encoding and norm kernels to libtorch stable ABI (continued) (#43209) 4 people 2026-05-23 01:20:00 -04:00
• 54d153637b [XPU] reudce host overhead of XPU MOE (#42915) 3 people 2026-05-22 22:09:34 -07:00
• a5bbd81e2e [XPU]feat: enable FP8 block-scaled quantization on XPU (#42952) 3 people 2026-05-23 12:33:18 +08:00
• d28bdf9344 [ROCm][CI] Fix ROCm LoRA Transformers fallback with full CUDA graphs (#41577) Andreas KaratzasandGitHub 2026-05-22 23:31:32 -05:00
• 84e351555a [Bugfix] Auto-raise max_num_batched_tokens for prefix-LM multimodal models (#43051) 3 people 2026-05-22 21:23:50 -07:00
• 76ea1d5d2f [ROCm][CI] Stabilize Granite tool-use and test URL construction (#43017) Andreas KaratzasandGitHub 2026-05-22 23:21:11 -05:00
• 6a4723a2e0 [ROCm][CI] Stabilize runner teardown between sampler tests (#43023) Andreas KaratzasandGitHub 2026-05-22 23:19:54 -05:00
• 367cb81966 [DSV4] More multi-stream enablement for c4a (#42925) Yongye ZhuandGitHub 2026-05-22 21:22:27 -04:00
• 3cb83c9592 Add model to WeightTransferEngine.__init__ (#42922) 3 people 2026-05-22 17:52:15 -07:00
• 552bbe6f4e [Attention] Add head_dim=512 support for FlashInfer trtllm attention backend (#38822) Duncan MossandGitHub 2026-05-22 17:27:35 -07:00
• 6d30655b13 elastic_ep: stage/commit MoE quant method on reconfigure (#40881) Itay AlroyandGitHub 2026-05-23 01:57:26 +03:00
• 8de5cabeb7 [XPU]fix: add XPU platform guards to DeepSeek-V4 ops (#42950) 3 people 2026-05-23 06:29:45 +08:00
• 4e2eba28be [Perf] Optimize hidden state extraction logic (#37374) 3 people 2026-05-22 18:23:08 -04:00
• f743254143 DSv4 fused Q-norm kernel grid refactor (#42353) gnovackandGitHub 2026-05-22 15:21:33 -07:00
• 47d4407d7c [Model Runner V2] Support sharing kv cache layers (#35045) Nick HillandGitHub 2026-05-22 15:18:23 -07:00
• e203006a8b [Quantization][ModelOpt] W4A16 NVFP4 fused MoE + mixed-precision dispatch (#42566) Juhi MittalandGitHub 2026-05-22 13:51:49 -07:00
• 08cb46789d mhc_post - remove sts & add vectorized copies (#43437) 3 people 2026-05-22 13:44:29 -07:00
• 4e597b7491 [Bugfix] Clear error message for FP8 torchao quantization on unsupported GPUs (#36854) 3 people 2026-05-23 04:09:17 +08:00
• 23f7b11bf4 [Bugfix] Detect wrong libcute_dsl_runtime.so variant in FlashInfer GDN (#43427) Artem PerevedentsevandGitHub 2026-05-22 22:33:33 +03:00
• 977703aa94 [RFC][EPLB][#32028] Remove dead torch.accelerator.synchronize() from sync path (#40733) 3 people 2026-05-22 19:19:24 +00:00
• 2b94d1c0ca [Frontend] Simplify AuthenticationMiddleware path extraction (#43426) 3 people 2026-05-22 14:59:14 -04:00
• 843715739b [Refactor] Extract DeepSeek V4 sparse MLA impl into model folder (#43149) Yongye ZhuandGitHub 2026-05-22 13:06:31 -04:00
• b21f3d56d4 [KV Connector] MooncakeStore: don't co-queue save with load to avoid double delayed-free (#43371) 3 people 2026-05-22 09:14:11 -07:00
• c7624bea5e [Bugfix] Source num_qo_heads from Attention layers in Flashinfer/Triton metadata builders (#42650) 3 people 2026-05-22 12:10:03 -04:00
• 91f5b92438 [Rust Frontend] [Refactor] Extract a newtype for utility call ID (#43405) Bugen ZhaoandGitHub 2026-05-22 23:22:11 +08:00
• f0feb15e7f [Multimodal] Simplify ViT CUDA graph interfaces (#41234) Isotr0pyandGitHub 2026-05-22 22:31:00 +08:00