Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• 0f471a3088 [Build] Scope stable CUDA kernel feature macros Shengqi ChenandCodex 2026-06-30 17:47:53 +08:00
• ea9ddf59fc [XPU][CI] Enable shared loader test (#45977) Chaojun ZhangandGitHub 2026-06-30 19:20:33 +08:00
• 8cf7c4d8ad [Attention Backend] add HPC-Ops Attention backend (#46020) 4 people 2026-06-30 18:17:43 +08:00
• 8e9d70fdd5 [Kernel][XPU] Adjust kernel unit tests for XPU (#45140) 3 people 2026-06-30 11:57:27 +02:00
• 364ee36af1 fix(security): prevent image decompression bomb OOM denial of service (#47010) Juan Pérez de AlgabaandGitHub 2026-06-30 11:39:22 +02:00
• 06fae69114 [Misc] Mistral label alert (#47132) Nicolò LucchesiandGitHub 2026-06-30 11:02:07 +02:00
• 14f8660a18 [CI/Build] Add CPU test dependency pre-commit hooks (#47032) 3 people 2026-06-30 15:59:13 +08:00
• aed541def4 [Bugfix][Responses] Set completed status for Harmony function calls (#46945) 4 people 2026-06-30 13:25:14 +05:30
• 2bc20e8aba [Frontend] Add Streaming Parser Engine and new Kimi k2.5/k2.6/k2.7 Parser (#46610) 3 people 2026-06-30 15:53:17 +08:00
• 61b40475c7 [Rust Frontend] Tolerate out-of-vocab tokens from prompt in detokenizer bz/tolerate-oov-prompt Bugen Zhao 2026-06-30 15:37:56 +08:00
• 8cc242335d [XPU] Optimize XPU worker shutdown logic to prevent resource leak (#46433) Chaojun ZhangandGitHub 2026-06-30 15:27:21 +08:00
• a1f41ee1ca fix clippy Bugen Zhao 2026-06-30 15:20:47 +08:00
• a99bc9e6f9 remove default impl on id_to_token Bugen Zhao 2026-06-30 15:14:45 +08:00
• ebc444a533 replace more Bugen Zhao 2026-06-30 15:10:18 +08:00
• 8fd4cfa611 non-ascii roundtrip Bugen Zhao 2026-06-30 15:08:15 +08:00
• ba22cb6765 [ROCm][Ray][CI] Keep assigned GPU visible for weight transfer (#47000) Andreas KaratzasandGitHub 2026-06-30 01:59:18 -05:00
• 7ff1a4e47a update callsite Bugen Zhao 2026-06-30 14:53:50 +08:00
• 81bcced482 [Bugfix][ROCm] Preserve MoE weight padding for unquantized Triton path (#46381) Uros MarkovicandGitHub 2026-06-30 08:47:57 +02:00
• fb42e5219e [Platform] Replace torch.cuda.mem_get_info with torch.accelerator.get_memory_info (#44825) Kunshang JiandGitHub 2026-06-30 14:39:52 +08:00
• 82f53366f5 stronger invariant Bugen Zhao 2026-06-30 14:39:05 +08:00
• 0feca7ffa8 PD disagg with Mooncake Connector: GDN support (Qwen3.5) and MLA support (Deepseek-V4-Flash) (#46807) Dakai AnandGitHub 2026-06-30 14:29:04 +08:00
• 777fa7cf20 introduce TestTokenizer Bugen Zhao 2026-06-30 14:23:56 +08:00
• 97b5ce5c39 [Bugfix] Raise VLLMValidationError for non-integer logit_bias keys (#46612) 3 people 2026-06-30 11:18:59 +05:00
• 4236514098 [ROCm][CI][Multimodal] Use ROCm-aware FA availability check for Unlimited-OCR (#47004) Andreas KaratzasandGitHub 2026-06-30 01:03:13 -05:00
• e45c8a9f4b [Rust Frontend] Start current wave for a stale DP FirstRequest (#46833) Blas Rodriguez IrizarandGitHub 2026-06-30 06:13:09 +01:00
• b153dd3f28 [Bugfix] Use larger workspace size for Flashinfer MLA LSE (#47074) Wei ZhaoandGitHub 2026-06-30 01:11:03 -04:00
• 930f8dc0a1 [Bugfix][Rust Frontend] Reject prompt_logprobs for streaming generate (#46839) ReidandGitHub 2026-06-30 13:10:07 +08:00
• a16dbd5b85 [Rust Frontend] Avoid LoRA registry scans without active LoRA requests (#47040) ReidandGitHub 2026-06-30 12:58:19 +08:00
• bec232a914 Secondary tier implementation for PD disaggregation (#42285) 4 people 2026-06-30 07:51:44 +03:00
• b5c9e1ac33 [LoRA] Add language-backbone LoRA support for MiniCPM-V 4.6 (#46740) 3 people 2026-06-30 12:19:31 +08:00
• ae2c4f3db7 [XPU][UT]Fix xpu pass_config.fuse_norm_quant assert issue (#46804) 3 people 2026-06-30 12:13:44 +08:00
• fca432e60a [Bugfix] Propagate default stop_token_ids to per-request SamplingParams (#35076) ganeshandGitHub 2026-06-29 23:10:09 -05:00
• af1ee8c475 fix(config): reject negative max_logprobs (except -1) and long_prefill_token_threshold (#44070) 3 people 2026-06-30 12:02:36 +08:00
• 5b4cb69523 [Bugfix][MLA] Fix LSE log-base mismatch in DCP + FlashInfer MLA decode (#47079) 3 people 2026-06-29 19:15:02 -07:00
• 9fc0c08026 [ROCm][CI] Make tests/v1/shutdown an importable package (#47085) 3 people 2026-06-29 19:01:27 -07:00
• f2b5fabb23 [ROCm][CI] Move LM Eval Large Models (8 GPUs) to mi300 pool (#47094) 4 people 2026-06-29 18:59:08 -07:00
• b8cb75b149 [Rust Frontend] Add static HTTPS and mTLS support for HTTP and gRPC (#45890) 4 people 2026-06-30 07:45:59 +06:00
• 43916891b2 [GDN] Improve kkt kernel of CuteDSL prefill backend (#46346) Thien TranandGitHub 2026-06-30 09:34:18 +08:00
• cda05ee8c4 [Bugfix][Reasoning] Fix thinking_token_budget not enforced on re-entry after forced end (#43757) 4 people 2026-06-29 18:04:25 -07:00
• 77654d080c [KVTransfer] MultiConnector: merge kv_transfer_params dicts across connectors (#46777) weishuandGitHub 2026-06-29 17:25:05 -07:00
• 75698e60b3 [Bug] Fix sparse attention issue for GLM5.2 non-torch compile path (#47083) Wentao YeandGitHub 2026-06-29 18:45:53 -04:00
• b41f7d8ffd Merge branch 'main' into wentao-optimize-per-token-group-quant Wentao YeandGitHub 2026-06-29 17:37:43 -04:00
• b9844b28a9 Merge branch 'main' into wentao-mrv2-enable-all-moe Wentao YeandGitHub 2026-06-29 17:37:16 -04:00
• 8632c884dc [ROCm][CI] Use spawn around the threaded OTLP test (#47003) Andreas KaratzasandGitHub 2026-06-29 16:34:05 -05:00
• c3734e8334 [CI][Bugfix] Add cohere_melody to ROCm test requirements (#47072) 3 people 2026-06-29 14:29:47 -07:00
• 53f7553f09 [ROCm][DeepEP] Stabilize high-throughput DBO for DP+EP (#46990) 3 people 2026-06-29 16:28:02 -05:00
• 4eb227992a [ROCm][CI] Make memory sampling less racy in tests and sleep mode (#45490) 3 people 2026-06-29 16:26:41 -05:00
• ebcf511ec3 [ROCm][CI] Soft Fail Spec Decode Ngram + Suffix and Entrypoints Integration (LLM) AMD Mirrors (#47067) Micah WilliamsonandGitHub 2026-06-29 16:24:08 -05:00
• 8fc1b2d046 Fix FA4 dynamic_causal for full attention layers (#46659) Matthew BonanniandGitHub 2026-06-29 17:23:34 -04:00
• 5316638a5e Fix transient dependency issues caused by requirements/common.txt (#47015) Harry MellorandGitHub 2026-06-29 22:20:33 +01:00
• 61ab70ec3b [Model Runner V2] support mamba hybrid models align prefix cache (#42406) zhrrrandGitHub 2026-06-30 05:09:16 +08:00
• d39a646401 Add Triton warmup compile-key tracing codex/triton-warmup-compile-keys Lucas WilkinsonandCodex 2026-06-29 21:01:44 +00:00
• a309d4fe60 Support DCP with FlashInfer MLA (#43729) Woosuk KwonandGitHub 2026-06-29 13:24:29 -07:00
• 2b30cdf9f4 [CI/Build] Fix structural tag test for xgrammar 0.2.3 claude/pedantic-merkle-d957af khluuandClaude 2026-06-29 12:51:51 -07:00
• 72f639927f [XPU] [RMSNorm] revert weightless change on xpu (#46987) 3 people 2026-06-30 03:03:06 +08:00
• b35b9cf446 wip woosuk/glm5-gemm Woosuk Kwon 2026-06-29 18:15:10 +00:00
• 8ad4a01825 [ModelRunner V2] Simplify recent UnlimitedOCR-related changes (#46975) Nick HillandGitHub 2026-06-29 17:56:17 +01:00
• 7be582697b [Bugfix] Fix DeepseekV2Model hidden_size (#46986) Jee Jee LiandGitHub 2026-06-30 00:44:05 +08:00
• 030c9523bd [Perf][1/N] Expand Triton kernel warmup coverage, DSv4 (#46634) 3 people 2026-06-29 18:40:34 +02:00
• 4708292d48 Bump flashinfer version to 0.6.13 (#46683) 3 people 2026-06-29 12:30:57 -04:00
• debec6440b Add MiniMax-M3 modelopt nvfp4 support (#46756) 3 people 2026-06-29 12:29:39 -04:00
• c8fb2963bd [FS-Offloading] Batch Lookup in C (#46713) 3 people 2026-06-29 12:28:32 -04:00
• 379acd4e4f [Bugfix][Quantization] Fix W8A8 int-quantized scheme selection regression (#46860) HDCharlesandGitHub 2026-06-29 11:55:42 -04:00
• 07d33e575b [MyPy] Fix mypy incompatible assignment errors in LRUCacheLoRAModelManager (#44657) Martin HickeyandGitHub 2026-06-29 16:42:35 +01:00
• 36bbecd643 [BugFix] Revert "[KV Offload] Use background thread for mmap / cpu_tensors pinning" (#46958) 3 people 2026-06-29 10:54:34 -04:00
• 6149187a4c [Kernel] Triton MLA logits workspace (#46819) Nicolò LucchesiandGitHub 2026-06-29 16:54:29 +02:00
• 49e28e8e91 [Kernel][Helion][1/N] Add Helion kernel for fused_qk_norm_rope (#44010) Xiaohong (Sean) ChenandGitHub 2026-06-29 10:54:15 -04:00
• 0ca39c4f1f [Bugfix] Capture final-layer aux hidden state in deepseek_v2 backbone (#46973) 3 people 2026-06-29 10:00:31 -04:00
• 6185d73882 [Rust Frontend] Keep literal "null" string for string-typed tool params (#46827) Blas Rodriguez IrizarandGitHub 2026-06-29 14:46:33 +01:00
• bc8481af09 [MoE Refactor] Standardize Humming MoE experts + utilities (#43373) 3 people 2026-06-29 09:19:29 -04:00
• 59575da46d [XPU] exclude unsupported models for test_tensor_sechma.py (#47008) 3 people 2026-06-29 20:30:28 +08:00
• 3483240b7e [Frontend] Consolidate scale out entrypoints (#44512) wang.yuqiandGitHub 2026-06-29 18:18:53 +08:00
• eddfd4cf21 [Perf][2/N] Expand Triton kernel warmup coverage, Qwen (#46750) Roberto L. CastroandGitHub 2026-06-29 12:10:07 +02:00
• a4e3cb40d0 [mypy] Enable mypy for tests directory (#47018) Martin HickeyandGitHub 2026-06-29 10:29:09 +01:00
• ab132ee98b Fix model info cache for package models (#46567) soaringkandGitHub 2026-06-29 17:17:54 +08:00
• e186107870 [Bugfix] Use native SiLU activation in CPU fused MoE (#45961) 3 people 2026-06-29 04:12:20 -05:00
• 0e207dac78 [Bugfix] Transformers backend: apply learned lm_head.bias for tied-embedding models (#46835) 3 people 2026-06-29 04:59:15 -04:00
• 9e86352c60 [CI Failure] Add transformers version check for openai/privacy-filter (#47011) wang.yuqiandGitHub 2026-06-29 16:57:26 +08:00
• 5051698e41 Remove unnecessary load_weights methods (#44589) Harry MellorandGitHub 2026-06-29 09:52:23 +01:00
• db28ae2d07 [ROCm][CI] Explicitly tear down multimodal offline LLMs (#46999) Andreas KaratzasandGitHub 2026-06-29 02:59:24 -05:00
• f6bb8682ee Fix docs on main (#47009) Harry MellorandGitHub 2026-06-29 08:50:57 +01:00
• 4559c43a95 [MM][CG] Gemma3 Encoder CUDA Graph (#43591) 3 people 2026-06-29 12:52:00 +08:00
• 5274c1181d [Rust Frontend] Add Harmony Renderer for GPT-OSS (#46800) Bugen ZhaoandGitHub 2026-06-29 11:39:04 +08:00
• 58d6a6e60a [CPU] Support cpu compressed-tensor w8a8 int8 moe (#42920) Yuwen ZhouandGitHub 2026-06-29 11:04:05 +08:00
• a2abce646f [EPLB] Mask padding in EPLB load recording (#38128) 3 people 2026-06-29 04:43:58 +02:00
• 311ad689ad Remove boilerplate missed by #46820 (#46956) Harry MellorandGitHub 2026-06-29 01:11:17 +01:00
• 0472436541 [Spec Decode] Avoid redundant hidden-states gather in draft prefill (#46968) Woosuk KwonandGitHub 2026-06-28 17:04:01 -07:00
• 4dfbf1503b [Model] Add support for openai/privacy-filter (#41026) 4 people 2026-06-29 01:18:22 +02:00
• 95528527ea [Bugfix][Mooncake] Fix Mooncake lookup prefixes with DCP > 1 (#46855) Wei ZhaoandGitHub 2026-06-28 17:36:23 -04:00
• c2127a25c7 [ROCm][CI] Fix rlhf_async_new_apis Example On ROCm (#46895) 4 people 2026-06-28 12:50:30 -05:00
• 03c6d01c30 [OCP MX ] Add back emulation to available OCP MX backends list (#46629) 3 people 2026-06-28 19:43:19 +02:00
• 4b643c463e [GLM5] Fix minor typo (#46961) Woosuk KwonandGitHub 2026-06-28 08:37:00 -07:00
• 7544286b04 [Bugfix] Transformers backend: recompute mm_token_type_ids per request for M-RoPE (#46552) 3 people 2026-06-28 17:19:28 +02:00
• 89876b0c54 [GLM5] Implement op fusion for GLM5/DSV3.2 (#46876) Woosuk KwonandGitHub 2026-06-28 08:17:39 -07:00
• 5c91039c41 [GLM5.2 Perf] Replace MOE all-reduce with reduce-scatter, 3.1%~3.2 E2E Throughput improvement (#46635) Wentao YeandGitHub 2026-06-28 10:55:54 -04:00
• 5ecae3266c [ROCm][Perf][MLA] Add AITER FlashAttention MLA prefill backend (ROCM_AITER_FA) (#45033) 3 people 2026-06-28 16:52:00 +02:00
• 6eb63a1da6 [Bugfix][DSv3.2] Skip indexer weights for index-cache-skipped layers (#46600) 3 people 2026-06-28 10:37:44 +02:00
• 09841ae705 [Render][Speculator] Add return_loss_mask to render endpoint for training data generation (#46846) 3 people 2026-06-28 02:07:33 -05:00
• a2a92cbbaa [Hardware][AMD][CI] Tweak mirrored tests; improve CI base dependency change detection (#46930) MattandGitHub 2026-06-28 02:07:14 -05:00
• 35e6c86caa [Bugfix][MM][CG] Enable dual-path ViT CUDA graph for Step3-VL (#46034) 3 people 2026-06-28 15:06:43 +08:00