Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• 287f527f54 [Feature] Add async tensor parallelism for scaled mm (#20155) cascadeandGitHub 2025-07-30 14:23:41 -07:00
• f12d9256b3 [Misc] Use dracut on CentOS and skip clone if repo exists for EP kernel installation (#21635) Ming YangandGitHub 2025-07-30 13:15:06 -07:00
• b9b753e7a7 For VLLM_USE_PRECOMPILED, only compiled .so files should be extracted (#21964) Doug SmithandGitHub 2025-07-30 16:04:40 -04:00
• 56bd537dde [Misc] Support more collective_rpc return types (#21845) Nick HillandGitHub 2025-07-30 18:20:20 +01:00
• 8f0d516715 [TPU] Support Pathways in vLLM (#21417) wenxindongworkandGitHub 2025-07-30 10:02:12 -07:00
• f4135232b9 feat(distributed): add get_required_kvcache_layout class method to kv connector api (#20433) wxsmandGitHub 2025-07-31 00:41:51 +08:00
• 4904e53c32 [Bugfix] SharedStorage Connector for V1 PD multimodal (#21611) 3 people 2025-07-31 00:18:37 +08:00
• 004203e953 [CI/Build] Fix registry tests (#21934) Cyrus LeungandGitHub 2025-07-31 00:10:41 +08:00
• 5c765aec65 [Bugfix] Fix TypeError in scheduler when comparing mixed request_id types (#21816) 3 people 2025-07-30 23:54:44 +08:00
• ad510309ee Override attention metadata for fast prefill in some KV sharing setups (#21590) Yong Hoon ShinandGitHub 2025-07-30 08:54:15 -07:00
• 366f6b3a4d [Bugfix] Fix multi-api server not working for text models (#21933) Cyrus LeungandGitHub 2025-07-30 23:42:05 +08:00
• 6e599eebe8 [Bugfix] Fix OOM tests in initialization test (#21921) Isotr0pyandGitHub 2025-07-30 22:35:47 +08:00
• 88edf5994c [Docs] Reduce the size of the built docs (#21920) Harry MellorandGitHub 2025-07-30 15:35:08 +01:00
• ff08e51940 [NVIDIA] Fix Llama4 Scout FP4 functionality issues (#21499) Po-Han Huang (NVIDIA)andGitHub 2025-07-30 22:33:40 +08:00
• 8f4a1c9a04 [Misc] Improve code readability of KVCacheManager (#21673) Ruixiang TanandGitHub 2025-07-30 22:20:43 +08:00
• 36ede45989 Reduce time wasted in GitHub Actions using concurrency (#21919) Harry MellorandGitHub 2025-07-30 15:18:02 +01:00
• 0e40b26073 [CI/Build] Only run markdownlint in CI (#21892) 3 people 2025-07-30 22:17:14 +08:00
• 0271c2ff2f [Test] Add Benchmark and Unit Test for per_token_group_quant (#21860) Wentao YeandGitHub 2025-07-30 10:15:02 -04:00
• e91d3c9cda [misc] skip p2p check by default (#21904) youkaichaoandGitHub 2025-07-30 22:05:04 +08:00
• bf668b5bf5 [Feature] Support multiple api keys in server (#18548) Yan PashkovskyandGitHub 2025-07-30 15:03:23 +01:00
• da3e0bd6e5 [Bugfix] we should use metavar is not choices (#21902) rongfu.lengandGitHub 2025-07-30 21:51:58 +08:00
• fcfd1eb9c5 [Doc] Remove vLLM prefix and add citation for PagedAttention (#21910) Cyrus LeungandGitHub 2025-07-30 21:36:34 +08:00
• d979dd6beb [Feature][EPLB] Add eplb support for Qwen3 (#20815) aladerranandGitHub 2025-07-30 21:27:57 +08:00
• b876860c62 [Hardware][CPU] Build fix for ARM without BF16 (#21848) Eric CurtinandGitHub 2025-07-30 14:22:00 +01:00
• 13986365a9 Add @patrickvonplaten as maintainer of mistral's related files. (#21928) Patrick von PlatenandGitHub 2025-07-30 14:42:51 +02:00
• 5c8fe389d6 [Docs] Fix the example code of streaming chat completions in reasoning (#21825) 4 people 2025-07-30 20:11:58 +08:00
• 5bbaf492a6 [Doc] Update partial support (#21916) Cyrus LeungandGitHub 2025-07-30 16:32:39 +08:00
• 533db0935d [benchmark] add max-concurrency in result table (#21095) Peter PanandGitHub 2025-07-30 16:15:43 +08:00
• fc91da5499 [Model] Remove DSV2 unused code (#21903) Jee Jee LiandGitHub 2025-07-30 15:55:03 +08:00
• 547795232d [Tests] Fixing bug inside MultiModalProfiler. (#21842) Varun Vinayak ShenoyandGitHub 2025-07-30 00:44:15 -07:00
• 30ef30ed5a [CI] rollback lint-and-deploy pipeline using amd machine (#21912) KebeandGitHub 2025-07-30 15:37:59 +08:00
• 02f82fe438 [Doc] Update Intern-S1 info (#21908) Jee Jee LiandGitHub 2025-07-30 14:58:57 +08:00
• 2ca5f82c2a [Misc] Remove redundant config definitions (#21891) Cyrus LeungandGitHub 2025-07-30 14:54:18 +08:00
• 6f8d261882 Update vLLM Benchmark Suite for Xeon based on 0.9.2 release (#21486) Louie TsaiandGitHub 2025-07-29 22:57:03 -07:00
• 4cd7fe6cea [Docs] Expand introduction to Ray in Multi-node deployment section (#21584) Ricardo DecalandGitHub 2025-07-29 22:07:28 -07:00
• 16f3250527 [CI/Build] Fix pre-commit failure in docs (#21897) Cyrus LeungandGitHub 2025-07-30 12:53:08 +08:00
• e3bc17ceea Add @sighingnow as maintainer of qwen's related files. (#21895) Tao HeandGitHub 2025-07-30 12:30:44 +08:00
• 05cbbe20c5 [XPU] use ZE_AFFINITY_MASK for device select on xpu (#21815) Kunshang JiandGitHub 2025-07-30 11:56:14 +08:00
• 65f311ce59 [Frontend] Add LLM.reward specific to reward models (#21720) wang.yuqiandGitHub 2025-07-30 11:56:03 +08:00
• 1b0a155534 [Perf] Using __nv_fp8_e4m3 instead of c10::e4m3 for per_token_group_quant (#21867) Wentao YeandGitHub 2025-07-29 23:50:46 -04:00
• 44bc46da60 [Bugfix] Actually disable processing cache when API server is scaled out (#21839) Cyrus LeungandGitHub 2025-07-30 11:36:04 +08:00
• b7b23da4d2 [Bugfix] Fix comment typo of get_num_common_prefix_blocks() (#21827) MingzhenHanandGitHub 2025-07-30 11:35:33 +08:00
• fdde18229e [Bugfix] Fix shape mismatch assertion error when loading Gemma3n model with BitsAndBytes quantization (#21808) Areeb SyedandGitHub 2025-07-30 09:05:21 +05:30
• b917da442b Expose PyTorch profiler configuration to environment variables (#21803) CsrayzandGitHub 2025-07-30 10:46:31 +08:00
• fb58e3a651 [Docs] Update docker.md with HF_TOKEN, new model, and podman fix (#21856) Michael GoinandGitHub 2025-07-29 22:45:41 -04:00
• 76080cff79 [DOC] Fix path of v1 related figures (#21868) 3 people 2025-07-29 19:45:18 -07:00
• ba5c5e5404 [Docs] Switch to better markdown linting pre-commit hook (#21851) Harry MellorandGitHub 2025-07-30 03:45:08 +01:00
• 555e7225bc [v1][attention] Support Hybrid Allocator + FlashInfer (#21412) Chen ZhangandGitHub 2025-07-29 18:45:29 -07:00
• 0e36abf993 [Bugfix] Correct max tokens for non-contiguous embeds (#21798) 3 people 2025-07-29 18:16:25 -07:00
• 452b2a3180 [ci] mark blackwell test optional for now (#21878) Simon MoandGitHub 2025-07-29 18:03:27 -07:00
• 0d0cc9e150 [ci] add b200 test placeholder (#21866) Simon MoandGitHub 2025-07-29 17:11:50 -07:00
• 9266d98048 [BugFix] Fix interleaved sliding window not set for Gemma3n (#21863) Yong Hoon ShinandGitHub 2025-07-29 16:34:19 -07:00
• 176bbce1db Revert "[AMD][CI/Build] Fix the AMD issue caused by inappropriate of symbol exposure (#21647)" (#21850) Gregory ShtrasbergandGitHub 2025-07-29 17:56:29 -04:00
• a1873db23d docker: docker-aware precompiled wheel support (#21127) Doug SmithandGitHub 2025-07-29 17:45:19 -04:00
• a33ea28b1b Add flashinfer_python to CUDA wheel requirements (#21389) Michael GoinandGitHub 2025-07-29 15:51:58 -04:00
• bcc0a3cbef fix: do not install lmcache as it overrides torch version releases/v0.10.0 simon-mo 2025-07-29 12:15:13 -07:00
• 7b49cb1c6b [Doc] update Contributing page's testing section (#18272) David XiaandGitHub 2025-07-29 13:32:46 -04:00
• f03e9cf2bb [Doc] Add FusedMoE Modular Kernel Documentation (#21623) 3 people 2025-07-29 23:02:30 +05:30
• 37f86d9048 [Docs] use uv in GPU installation docs (#20277) David XiaandGitHub 2025-07-29 13:32:06 -04:00
• 58b11b24a6 [Bugfix] Fix workspace buffer None issue for Flashinfer TRTLLM Backend (#21525) elvischenvandGitHub 2025-07-29 22:34:00 +08:00
• ad341c5194 [Bugfix]fix mixed bits and visual language model quantization in AutoRound (#21802) Wenhua ChengandGitHub 2025-07-29 22:26:31 +08:00
• 759b87ef3e [TPU] Add an optimization doc on TPU (#21155) 4 people 2025-07-29 07:23:19 -07:00
• f693b067a2 [Docs] Merge design docs for a V1 only future (#21832) Harry MellorandGitHub 2025-07-29 15:22:50 +01:00
• 04e38500ee [Bugfix] VLLM_V1 supports passing other compilation levels (#19340) Richard ZouandGitHub 2025-07-29 09:35:58 -04:00
• ab714131e4 [Doc] Update compatibility matrix for pooling and multimodal models (#21831) Cyrus LeungandGitHub 2025-07-29 21:29:51 +08:00
• 755fa8b657 [KVCache] Make KVCacheSpec hashable (#21791) Chen ZhangandGitHub 2025-07-29 04:58:29 -07:00
• 2470419119 [Docs] Fix the outdated URL for installing from vLLM binaries (#21523) 3 people 2025-07-29 19:56:27 +08:00
• 61a6905ab0 [Model] Refactor JambaForCausalLM (#21394) Jee Jee LiandGitHub 2025-07-29 18:25:07 +08:00
• 37efc63b64 [V0 deprecation] Guided decoding (#21347) 3 people 2025-07-29 03:15:30 -07:00
• a4528f0cac [Model]: Fused MoE for nomic-embed-text-v2-moe (#18321) Isotr0pyandGitHub 2025-07-29 18:13:27 +08:00
• a2480251ec [Doc] Link to RFC for pooling optimizations (#21806) Cyrus LeungandGitHub 2025-07-29 14:53:18 +08:00
• 7234fe2685 [Misc] Rework process titles (#21780) Nick HillandGitHub 2025-07-29 06:14:47 +01:00
• f1e2c095ec Migrate InternVLImageInputs and InternVLVideoInputs to TensorSchema (#21684) Benji BeckandGitHub 2025-07-28 22:09:45 -07:00
• 12a223ef9b [AMD][CI/Build][Bugfix] Guarding CUDA specific functions by ifndef ROCM (#21766) Gregory ShtrasbergandGitHub 2025-07-28 23:35:37 -04:00
• e18f085103 skip fusedmoe layer for start_load_kv (#21378) Calvin ChenandGitHub 2025-07-29 09:59:44 +08:00
• afa2607596 [CI] Parallelize Kernels MoE Test (#21764) Michael GoinandGitHub 2025-07-28 21:56:24 -04:00
• 48b763d6b5 [Refactor] Merge Compressed Tensor FP8 CompressedTensorsW8A8Fp8MoEMethod and CompressedTensorsW8A8Fp8MoECutlassMethod (#21775) Wentao YeandGitHub 2025-07-28 21:47:21 -04:00
• 947e982ede [Docs] Minimize spacing for supported_hardware.md table (#21779) Michael GoinandGitHub 2025-07-28 21:46:39 -04:00
• d8bff253d7 add il tool Lu Fangandgemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> 2025-07-17 18:20:31 -07:00
• c6c9122d50 [Kernel] SM90 CUTLASS FP8 GEMM: add support for swap AB + kernel tuning (#20396) 3 people 2025-07-28 16:13:58 -07:00
• 8aa1485fcf [Perf] Disable chunked local attention by default with llama4 (#21761) Lucas WilkinsonandGitHub 2025-07-28 18:49:04 -04:00
• 89ac266b26 [Feat]: Add support for Dynamic Quant 4 bit CPU kleidiai kernels (#17112) 3 people 2025-07-28 21:55:15 +01:00
• c6f36cfa26 [Bugfix] DeepGEMM is not enabled on B200 due to _lazy_init() (#21472) 3 people 2025-07-28 16:51:22 -04:00
• b18b417fbf Revert "[V1] Exception Handling when Loading KV Cache from Remote Store" (#21778) Kuntai DuandGitHub 2025-07-28 13:15:18 -07:00
• 9ba1c88a93 [AMD][CI/Build] Fix the AMD issue caused by inappropriate of symbol exposure (#21647) Lu FangandGitHub 2025-07-28 13:11:16 -07:00
• e0e58f9729 [Bug] Enforce contiguous input for dynamic_scaled_fp8_quant and static_scaled_fp8_quant (#21773) Wentao YeandGitHub 2025-07-28 15:55:48 -04:00
• b361f14e39 [AMD][BugFix] Fix omission of wvSplitK kernel for small batch sizes (1-4) due to torch.compile (#21350) rasmithandGitHub 2025-07-28 14:38:20 -05:00
• 01c753ed98 update flashinfer to v0.2.9rc2 (#21701) weiliangandGitHub 2025-07-29 03:31:47 +08:00
• 94b71ae106 Use metavar to list the choices for a CLI arg when custom values are also accepted (#21760) Harry MellorandGitHub 2025-07-28 20:31:10 +01:00
• 7d44c691b0 [P/D] Log warnings related to prefill KV expiry (#21753) Nick HillandGitHub 2025-07-28 19:40:53 +01:00
• e17a4d3bf9 [Bugfix] Fix granite speech shape validation (#21762) Cyrus LeungandGitHub 2025-07-29 02:19:21 +08:00
• ec261b0291 [XPU] IPEX-optimized Punica Wrapper on XPU (#21703) 3 people 2025-07-29 00:43:37 +08:00
• 5c2a80c37d fix bad merge wide_ep_working_branch_2 Nick Hill 2025-07-28 17:30:25 +01:00
• 04fe61aa3d [CI/Build] Fix plugin tests (#21758) Cyrus LeungandGitHub 2025-07-28 23:08:05 +08:00
• 25708d317a [Bugfix] Mistral crashes on tool with no description (#21167) Michard HugoandGitHub 2025-07-28 17:03:35 +02:00
• 0e18a5d058 [Misc] Reduce logs for model resolution (#21765) Cyrus LeungandGitHub 2025-07-28 22:59:56 +08:00
• 34a20c49b3 [Logs] Change flashinfer sampler logs to once (#21759) Michael GoinandGitHub 2025-07-28 09:59:51 -04:00
• 844022b188 fix dp plus full cuda-graph Lucas WilkinsonandNick Hill 2025-07-27 21:06:56 +00:00
• ff6c72db76 [Bugfix] Make async scheduling compatible with DP Woosuk KwonandNick Hill 2025-07-20 01:25:34 -07:00
• 8f731cf3ab [BugFix] Improve internal DP load balancing Nick Hill 2025-07-25 14:48:25 +01:00