Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• f9e2a75a1e [fix] add cutedsl to global sf (#32001) jiahancandGitHub 2026-01-09 12:03:02 -08:00
• a4d5d663e2 Add unpermute-aware fused MoE path and small-batch fallback (#29354) 3 people 2026-01-09 14:58:39 -05:00
• 657e9c0e18 [Fix] Introduce audio channels spec (#31595) Jeremy TeboulandGitHub 2026-01-09 11:34:51 -08:00
• 308feab33f [Perf] Optimize cutlass moe problem size calculation, 5.3% E2E Throughput improvement, 2.2% TTFT improvement (#31830) 3 people 2026-01-09 14:13:43 -05:00
• 28ae32a5d3 [Refactor] Remove numpy split in async scheduling (#32034) Wentao YeandGitHub 2026-01-09 14:09:02 -05:00
• f32c629eb4 [Frontend][gpt-oss] Allow system message to overwrite model identity (#31737) 5 people 2026-01-09 14:03:57 -05:00
• cd4a95e3aa [Feat][Core] Support multiple KV cache groups in Hybrid KV Coordinator (#31707) Yifan QiaoandGitHub 2026-01-09 10:53:20 -08:00
• d5ec6c056f [UX] Add vLLM model inspection view (#29450) Michael GoinandGitHub 2026-01-09 12:12:35 -05:00
• 08d954f036 [Doc] Add developer guide for CustomOp (#30886) Shanshan ShenandGitHub 2026-01-10 00:21:11 +08:00
• ac9f9330e6 Rename --exclude-log-deltas to --enable-log-deltas (#32020) Kevin ŠucandGitHub 2026-01-09 16:30:40 +01:00
• 2d0c5b630e [Doc] Remove hardcoded Whisper in example openai translation client (#32027) Isotr0pyandGitHub 2026-01-09 22:44:52 +08:00
• 34cd32fe30 [Perf][Kernel] Fused SiLU+Mul+Quant kernel for NVFP4 cutlass_moe (#31832) Michael GoinandGitHub 2026-01-09 09:40:33 -05:00
• 8e27663b6a [CPU] Add head sizes 80 and 112 with vec16 fallback (#31968) R3hankhanandGitHub 2026-01-09 19:44:46 +05:30
• 7cdf7e2fe0 [Model] Remove redundant None check in DeepSeekOCR image input processing (#32016) maangandGitHub 2026-01-09 22:12:44 +08:00
• bbf80ede43 Fix type error (#31999) 3 people 2026-01-09 06:03:32 -08:00
• 4505849b30 [ROCm][PD] add moriio kv connector. (#29304) inkcherryandGitHub 2026-01-09 22:01:57 +08:00
• db07433ce5 [Misc] Skip hashing kwargs if value is None (#32025) Roger WangandGitHub 2026-01-09 05:20:59 -08:00
• e02706d2d2 [ROCm][CI][V1] Fix nixl_connector test failure and achieve CUDA parity in test_async_scheduling (#32000) Andreas KaratzasandGitHub 2026-01-09 06:48:32 -06:00
• b474782ad7 [Feature][Benchmarks] Custom dataset: read output length from dataset (#31881) Sophie du CouédicandGitHub 2026-01-09 13:40:59 +01:00
• 55212c1404 fix: remove duplicate engine_id check in nixl_connector (#31948) 3 people 2026-01-09 20:13:17 +08:00
• e7b68f4d6c [Bugfix] Fix Triton FusedMoE LoRA (#30585) Xin YangandGitHub 2026-01-09 03:46:59 -08:00
• 1a19e9cd87 [Bugfix][ROCm]Fix Qwen3-Next-80B-A3B-Thinking inference and optimize non-standard block size (544) support under rocm_atten (#31380) vllmellmandGitHub 2026-01-09 12:28:02 +01:00
• c8ed39b9dd [Model] Reorganize pooling layers (#31973) Cyrus LeungandGitHub 2026-01-09 19:02:14 +08:00
• 020732800c [Bugfix] Fix OpenAPI schema test failures (#31921) Andreas KaratzasandGitHub 2026-01-09 04:56:20 -06:00
• dc77cb7129 [Bugfix] Fix Var Length Batched Padding in Granite Speech (#31906) Alex BrooksandGitHub 2026-01-09 03:28:43 -07:00
• bde38c11df fix lora moe sharding when rank < max_lora_rank (#31994) 3 people 2026-01-08 22:43:25 -08:00
• 707b240d7e [Bugfix] Fix FusedMoE LoRA w2_output_size (#31949) Xin YangandGitHub 2026-01-08 21:54:05 -08:00
• 29ce48221c [Cleanup] Remove obsolete spec decoding compatibility logic (#32003) Nick HillandGitHub 2026-01-08 21:44:18 -08:00
• 7a05d2dc65 [CI] [ROCm] Fix tests/entrypoints/test_grpc_server.py on ROCm (#31970) TJianandGitHub 2026-01-09 12:54:20 +08:00
• a1648c4045 [ROCm][CI] Fix test_token_classification.py::test_bert_models (#31993) Divakar VermaandGitHub 2026-01-08 22:04:33 -06:00
• e2d49ec2a4 [Bugfix] missing tokens occur in harmony streaming (#30437) 3 people 2026-01-09 12:59:34 +09:00
• 8413868dab [Bugfix] Fix typo in FusedMoE LoRA reshape comment (#31992) Xin YangandGitHub 2026-01-08 18:46:05 -08:00
• 8ff4a99566 [Async][Feat] support apply penalty or bad_words for async + spec (#30495) 3 people 2026-01-09 10:31:50 +08:00
• a4ec0c5595 [Frontend] Add MCP tool streaming support to Responses API (#31761) daniel-salibandGitHub 2026-01-08 17:19:34 -08:00
• 0fa8dd24d2 [Bugfix] Fix Typo from NVFP4 Refactor (#31977) 3 people 2026-01-08 19:18:50 -05:00
• 6ebe34d6fa [Feature] Add iteration level logging and enhance nvtx marker (#31193) 3 people 2026-01-08 19:13:39 -05:00
• 11cec296dd [BugFix] Add spec-decode-incompatible request param validation (#31982) Nick HillandGitHub 2026-01-08 16:08:21 -08:00
• 5825bbc1f7 [Quantization] Deprecate Long Tail of Schemes (#31688) 4 people 2026-01-08 19:07:45 -05:00
• d62cfe546d [MoE Refactoring][Bugfix]Wrap WNA16 Triton kernel into mk and change compressed tensor kernel selection (#31752) 3 people 2026-01-08 16:01:30 -08:00
• 6cdf015c3c [Misc] Fix Current vLLM config is not set. warnings, assert to avoid issues in the future (#31747) 3 people 2026-01-08 18:20:49 -05:00
• 5d3b6097ad [Compressed-Tensors] Simplify NVFP4 Conditions, enable marlin support for NVFP4A16 MoEs (#30881) Dipika SikkaandGitHub 2026-01-08 17:45:17 -05:00
• e74698c27a [Misc][Refactor] Add FusedMoERouter object (#30519) bnellnmandGitHub 2026-01-08 15:52:55 -05:00
• aa125ecf0e [Frontend] Improve error message (#31987) Cyrus LeungandGitHub 2026-01-09 04:07:03 +08:00
• f16bfbe5bc [Documentation][torch.compile] Add documentation for torch.compile + multimodal encoders (#31627) Lucas KabelaandGitHub 2026-01-08 11:33:24 -08:00
• 87e07a6b46 Revert "feat(moe): Add is_act_and_mul=False support for Triton MoE kernels" (#31978) Michael GoinandGitHub 2026-01-08 14:31:53 -05:00
• 7508243249 [Model Runner V2] Simplify BlockTables with UVA (#31965) andy-neuma-ibm-smoke Woosuk KwonandGitHub 2026-01-08 10:24:26 -08:00
• 83e1c76dbe [CI][ROCm] Fix NIXL tests on ROCm (#31728) Nicolò LucchesiandGitHub 2026-01-08 18:34:43 +01:00
• a563866b48 Fix ijson build for Power. (#31702) Nishidha PanpaliyaandGitHub 2026-01-08 22:42:33 +05:30
• a3d909ad2b [Misc] Tidy up some spec decode logic in GPUModelRunner (#31591) Nick HillandGitHub 2026-01-08 09:10:07 -08:00
• 49568d5cf9 [Doc] Improve MM models LoRA notes (#31979) Jee Jee LiandGitHub 2026-01-09 00:55:22 +08:00
• b8112c1d85 [Bugfix] Fix vllm serve failure with Nemotron Nano V3 FP8 (#31960) daniserebandGitHub 2026-01-08 18:08:37 +02:00
• eaba8ece77 [Bugfix]: Fix Step3ReasoningParser missing is_reasoning_end_streaming (#31969) ChaunceyandGitHub 2026-01-08 23:28:13 +08:00
• fe86be66c5 [Model] Support IQuestCoder model (#31575) yxing-bjandGitHub 2026-01-08 22:42:57 +08:00
• 1da3a5441a [Docs]: update claude code url (#31971) ChaunceyandGitHub 2026-01-08 22:04:55 +08:00
• 72c068b8e0 [CI] [Bugfix] Fix unbounded variable in run-multi-node-test.sh (#31967) TJianandGitHub 2026-01-08 21:42:01 +08:00
• 7645bc524b [OpenAI] Fix tool_choice=required streaming when output has trailing extra data (#31610) 3 people 2026-01-08 13:01:42 +00:00
• 1123a87892 [Model] Enable LoRA support for Pixtral (#31724) 3 people 2026-01-08 08:00:57 -05:00
• 03fd76c570 [Model] Add LFM2-VL model support (#31758) 4 people 2026-01-08 05:00:27 -08:00
• 59d260f5e4 [Model] Add Grok-2 (#31847) Bijaya DangolandGitHub 2026-01-08 13:59:48 +01:00
• 18d4e481d0 [Voxtral] Fix speech transcription api (#31388) 10 people 2026-01-08 12:34:19 +02:00
• 2972a05473 [MM Encoder]: Make MMEncoderAttention's scale takes effect properly (#31950) Isotr0pyandGitHub 2026-01-08 18:33:48 +08:00
• 5576227bc1 [Model] Standardize common vision encoders (#31947) Cyrus LeungandGitHub 2026-01-08 18:33:16 +08:00
• d1b6fe007f [Chore] Further cleanup pooler (#31951) Cyrus LeungandGitHub 2026-01-08 18:16:21 +08:00
• 04a49669d1 RayLLM Bugfix - Preserve obj store URL for multi engine_config creation (#30803) 4 people 2026-01-08 12:00:25 +02:00
• 96fcd3c267 [Misc] Support qwen3-next lora (#31719) BingjiaWangandGitHub 2026-01-08 17:27:50 +08:00
• 1f214290d6 fix(compile): apply partition wrapper when loading AOT cached functions (#31536) 3 people 2026-01-08 11:27:26 +02:00
• 8cbdc7eb94 [CI/Build] Enable test_kv_cache_events_dp for AMD (#31834) Ryan RockandGitHub 2026-01-08 03:00:24 -06:00
• b634e619bb Decouple page_size_bytes calculation in AttentionSpec for TPU/RPA Compatibility. (#31635) LumosisandGitHub 2026-01-08 01:00:07 -08:00
• eac3b96ec0 [Models] Allow converting Qwen3-VL into Reranker model (#31890) Isotr0pyandGitHub 2026-01-08 16:10:15 +08:00
• 573a1d1119 [ROCm]Skip test_torchao.py::test_pre_quantized_model on CDNA3 arch (#31905) ZhiweiandGitHub 2026-01-08 15:47:44 +08:00
• 33156f56e0 [docker] A follow-up patch to fix #30913: [docker] install cuda13 version of lmcache and nixl (#31775) Shang WangandGitHub 2026-01-08 02:47:02 -05:00
• 107cf8e92f fix(rocm): Add get_supported_kernel_block_sizes() to ROCM_ATTN (#31712) Rabi MishraandGitHub 2026-01-08 13:16:07 +05:30
• 63baa28cf5 [Model] Enable LoRA support for tower and connector in GLM4-V (#31652) 3 people 2026-01-08 01:45:53 -06:00
• e5173d3bac [Bugfix] Remove the num_hidden_layers override for glm4_moe (#31745) Andy LiuandGitHub 2026-01-07 23:45:10 -08:00
• d3235cb503 [Fix] Enable mm_processor_cache with vision LoRA (#31927) prashanth058andGitHub 2026-01-08 01:31:51 -06:00
• 287b37cda4 [BugFix] Fix spec decoding edge case bugs (#31944) Nick HillandGitHub 2026-01-07 23:31:03 -08:00
• 791b2fc30a [grpc] Support gRPC server entrypoint (#30190) 4 people 2026-01-07 23:24:46 -08:00
• be6a81f31b [chore] Update FA commit (#30460) Lucas WilkinsonandGitHub 2026-01-08 02:24:18 -05:00
• 2ab441befe [platform] add dp_metadata arg to set_additional_forward_context (#31942) RonaldandGitHub 2026-01-08 14:56:44 +08:00
• 9572f74f15 [Model] Enable LoRA support for tower and connector in DotsOCR (#31825) ShaanveerSandGitHub 2026-01-08 07:50:16 +01:00
• 5f2a473ff3 [ROCm][CI] v1 cpu offloading attention backend fix (#31833) Andreas KaratzasandGitHub 2026-01-08 00:37:50 -06:00
• 0bbbd388de perf(chat_utils): use .media instead of .original_bytes to avoid redundant bytes→PIL conversion wanglinian 2026-01-08 06:06:40 +00:00
• 6b2a672e47 [Doc] Add Claude code usage example (#31188) Michael GoinandGitHub 2026-01-08 00:50:23 -05:00
• f1b1bea5c3 [CI][BugFix][AMD] Actually skip tests marked @pytest.mark.skip_v1 (#31873) 3 people 2026-01-07 23:06:09 -06:00
• cddbc2b4b2 [ROCm][CI] Add rocm support for run-multi-node-test.sh (#31922) 3 people 2026-01-07 22:36:39 -06:00
• 087a138963 [ROCm][CI] Fix attention backend test flakiness from uninitialized KV cache memory (#31928) Andreas KaratzasandGitHub 2026-01-07 22:35:25 -06:00
• c4041f37a4 [ROCm][LoRA] Fix MoE accuracy regression by preserving float32 router weight scaling (#31931) Andreas KaratzasandGitHub 2026-01-07 22:17:56 -06:00
• a79079feef [BugFix] Fix flakiness in test_eagle_dp for PyTorch 2.10 (#31915) Richard ZouandGitHub 2026-01-07 23:04:58 -05:00
• 9f6dcb71ae [MoE Refactor][16/N] Apply Refactor to NVFP4 (#31692) 5 people 2026-01-07 22:46:27 -05:00
• 8dd2419fa9 [CI] Skip Qwen-VL in multimodal processing tests due to flaky external dependency (#31932) Andreas KaratzasandGitHub 2026-01-07 20:58:01 -06:00
• 39d82005f7 fix(rocm): add early return in get_flash_attn_version for ROCm (#31286) Rabi MishraandGitHub 2026-01-08 07:58:07 +05:30
• 25eef3dc2e feat(moe): Add is_act_and_mul=False support for Triton MoE kernels (#31645) Rabi MishraandGitHub 2026-01-08 07:57:09 +05:30
• 0d7667419f [0/N][Attention] Fix miscellaneous pre-commit issues (#31924) Matthew BonanniandGitHub 2026-01-07 20:15:17 -05:00
• 5dcd7ef1f2 [MoE Refactor][15/N] Apply Refactor to Fp8 (#31415) Robert ShawandGitHub 2026-01-07 19:42:33 -05:00
• ffc0a2798b Add back missing DeepEP LL params (#31911) Elvir CrnčevićandGitHub 2026-01-07 23:47:54 +01:00
• 10ef65eded [BugFix] Fix bad words with speculative decoding (#31908) Nick HillandGitHub 2026-01-07 12:46:42 -08:00
• 6170d47d22 [EPLB] Optimize EPLB with numpy (#29499) 3 people 2026-01-07 21:21:35 +01:00
• 0ada960a20 [Kernel] Support bias type in grouped_topk kernel (#31781) 3 people 2026-01-07 12:16:32 -08:00
• c907d22158 [refactor] refactor memory constants usage (#31865) Ning XieandGitHub 2026-01-08 02:37:31 +08:00
• f347ac6c34 [Perf] Fuse stride preparation for NVFP4 cutlass_moe (#31837) Michael GoinandGitHub 2026-01-07 13:31:26 -05:00