Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• 2b0db9b0e2 Enable standard language model for torhc nightly (#18004) Yang WangandGitHub 2025-05-12 14:00:04 -07:00
• 195adb47c0 [Chore] Remove unused method (#18024) Robert ShawandGitHub 2025-05-12 16:59:47 -04:00
• 302f3aca7e [v1][KVCacheManager] Change prefix caching metric from counting blocks to counting tokens (#18003) Chen ZhangandGitHub 2025-05-13 04:46:12 +08:00
• e9c730c9bd Enabling "Weight Loading Multiple GPU Test - Large Models" (#18020) Alexei-V-Ivanov-AMDandGitHub 2025-05-12 15:05:33 -05:00
• 289199feb6 [Core] Use platform-agnostic device control for DP engine core (#17245) Jade ZhengandGitHub 2025-05-13 03:09:16 +08:00
• b9fd0d7a69 [CI/Build] Fix TPU V1 Test mixed use of & and && across tests (#17968) Carol ZhengandGitHub 2025-05-12 12:06:59 -07:00
• 72a3f6b898 Construct KVTransferConfig properly from Python instead of using JSON blobs without CLI (#17994) Harry MellorandGitHub 2025-05-12 19:25:33 +01:00
• 98ea35601c [Lora][Frontend]Add default local directory LoRA resolver plugin. (#16855) Jonathan BerkhahnandGitHub 2025-05-12 10:39:10 -07:00
• d19110204c [P/D] NIXL Integration (#17751) 9 people 2025-05-12 12:46:16 -04:00
• 05a4324f8e Initialize the delta tool call fields explicitly (#17340) 3 people 2025-05-12 10:28:58 -03:00
• 7ea6cb28b2 [Misc] Improve modelscope import error (#17983) Jee Jee LiandGitHub 2025-05-12 18:46:45 +08:00
• 9fbf2bfbd5 Correcting testcases in builkite job for IBM Power (#17675) Aaruni AggarwalandGitHub 2025-05-12 13:41:55 +05:30
• 3a5ea75129 [Feature] Support DeepSeekV3 Function Call (#17784) Xu WenqingandGitHub 2025-05-12 15:45:21 +08:00
• 891b9d33de [Fix] Benchmark "EngineClient" has no attribute "model_config" (#17976) Brayden ZhongandGitHub 2025-05-12 01:55:53 -04:00
• 430783018c [Bugfix][TPU] Use np array when updating cache slot_mapping (#17971) Siyuan LiuandGitHub 2025-05-11 21:58:33 -07:00
• 19a3c78d1f [Bugfix] Fix pydantic.errors.PydanticUserError (#17962) Li WangandGitHub 2025-05-12 12:58:23 +08:00
• ada50aa295 [bugfix] fix the wrong parser (#17958) 3 people 2025-05-12 12:58:02 +08:00
• 08bf784078 [Bugfix] validate grammar and throw 400 error instead of crashing the engine when xgrammar validation fails (#17623) 3 people 2025-05-12 09:06:10 +08:00
• d45fe333fb [misc] add instructions on how to install nvshmem/pplx/deepep (#17964) youkaichaoandGitHub 2025-05-12 09:02:39 +08:00
• 021c16c7ca [Model] Broadcast Ovis2 implementation to fit Ovis1.6 (#17861) Isotr0pyandGitHub 2025-05-12 08:56:30 +08:00
• 7de18d541b [BUG] [ROCm] [MLA] Fix variable name bug due to change in variable name in PR #17483 (#17961) TJianandGitHub 2025-05-12 00:14:30 +08:00
• a810b5b088 [BugFix] [ROCm]: Bugfix and handle addition case of input for rocm_aiter_rms_norm (#17857) TJianandGitHub 2025-05-11 19:17:11 +08:00
• 009b3d5382 [Misc] not show --model in vllm serve --help (#16691) 3 people 2025-05-11 16:47:58 +08:00
• e4b8713380 [New Model]: nomic-embed-text-v2-moe (#17785) wang.yuqiandGitHub 2025-05-11 15:59:43 +08:00
• 06c0922a69 [FP8][ROCm][Attention] Enable FP8 KV cache on ROCm for V1 (#17870) Gregory ShtrasbergandGitHub 2025-05-11 03:58:45 -04:00
• cd3edfc908 [Misc] Add compressed-tensors NVFP4A16 emulation support (#17914) Dipika SikkaandGitHub 2025-05-11 03:58:38 -04:00
• 9cea90eab4 [Frontend] Add /classify endpoint (#17032) Frieda HuangandGitHub 2025-05-11 03:57:07 -04:00
• d1110f5b5a [doc] update lora doc (#17936) 3 people 2025-05-11 15:56:21 +08:00
• 8132365b74 [Bugfix]: v1 engine - consider lora adapters in allowed_token_ids (#17855) Ben BrowningandGitHub 2025-05-11 03:53:58 -04:00
• eea22a56ab fix amd triton mla path (#17871) Shiyan DengandGitHub 2025-05-11 00:53:31 -07:00
• 9112155283 [Perf] Use small max_num_batched_tokens for A100 (#17885) Kuntai DuandGitHub 2025-05-11 00:53:23 -07:00
• 90d0a74b60 [Bugfix] Add revision to transformers.Auto*.from_pretrained processors (#17948) xinli-centmlandGitHub 2025-05-11 03:52:44 -04:00
• d74e5f37bc [Kernel] fp4 marlin kernel (#17687) Jinzhen LinandGitHub 2025-05-11 10:58:49 +08:00
• ca66a1674c [v1] Rename specialized_manager.py to single_type_kv_cache_manager.py (#17946) Chen ZhangandGitHub 2025-05-11 07:14:12 +08:00
• 950751a987 [v1] Pass BlockTable and KVCacheSpec to AttentionMetadataBuilders (#17483) Chen ZhangandGitHub 2025-05-11 07:12:04 +08:00
• 4c31218f80 [Misc] remove --model from vllm serve usage (#17944) 3 people 2025-05-10 21:23:31 +08:00
• 68311891f5 Don't default construct ModelConfig when default constructing VllmConfig (#17943) Harry MellorandGitHub 2025-05-10 14:23:00 +01:00
• fc4441a4ee Add missing content type headers to /ping and /health (#17036) (#17786) 3 people 2025-05-10 08:13:32 +02:00
• 246e3e0a36 fix broken test vllm:test_kernels - test_attention_selector.py::test_flash_attn (#17873) 3 people 2025-05-09 19:46:54 -07:00
• 7042cc96b0 [V1][Spec Decoding] Log accumulated metrics after system goes idle (#17913) Mark McLoughlinandGitHub 2025-05-10 02:23:07 +01:00
• 0c0fdae84f [Hardware/NVIDIA/Kernel] Enable nvidia/DeepSeek-R1-FP4 Model (#16362) Pavani MajetyandGitHub 2025-05-09 16:24:41 -07:00
• 3b602cdea7 AMD conditional all test execution // new test groups (#17556) Alexei-V-Ivanov-AMDandGitHub 2025-05-09 17:35:58 -05:00
• 4b2ed7926a Improve configs - the rest! (#17562) Harry MellorandGitHub 2025-05-09 23:18:44 +01:00
• 7e3571134f [V1][Spec Decoding] Include bonus tokens in mean acceptance length (#17908) Mark McLoughlinandGitHub 2025-05-09 21:32:36 +01:00
• f96a3cc713 test pil_image Roger Wang 2025-05-09 13:31:08 -07:00
• 32c0155774 initial Roger Wang 2025-05-09 13:03:34 -07:00
• ea2236bf95 Add option to use torch._inductor.standalone_compile (#17057) Richard ZouandGitHub 2025-05-09 15:59:04 -04:00
• 7d4aedae7c Handle error when str passed to /v1/audio/transcriptions (#17909) Harry MellorandGitHub 2025-05-09 20:23:59 +01:00
• 22481fbfa3 Update CT WNA16MarlinMoE integration (#16666) Michael GoinandGitHub 2025-05-09 11:19:45 -06:00
• 5c4c08f6f1 [Misc] Auto fallback to float16 for pre-Ampere GPUs when detected bfloat16 config (#17265) Isotr0pyandGitHub 2025-05-10 01:16:12 +08:00
• c44c384b1c [Misc] Add references in ray_serve_deepseek example (#17907) Rui QiaoandGitHub 2025-05-09 09:59:36 -07:00
• 85b72cb7b1 Revert "[BugFix][AMD] Compatible patch for latest AITER(05/07/2025)" (#17910) Michael GoinandGitHub 2025-05-09 09:58:18 -06:00
• 6e5595ca39 [CI/Build] Automatically retry flaky tests (#17856) Cyrus LeungandGitHub 2025-05-09 23:55:17 +08:00
• 200da9a517 [v1] Move block management logic from KVCacheManager to SpecializedManager (#17474) Chen ZhangandGitHub 2025-05-09 23:25:34 +08:00
• 9f64e93415 [BugFix][AMD] Compatible patch for latest AITER(05/07/2025) (#17864) qli88andGitHub 2025-05-09 09:59:36 -05:00
• ec61ea20a8 [Misc] add dify integration (#17895) 3 people 2025-05-09 18:42:39 +08:00
• c6798baa9c Change top_k to be disabled with 0 (still accept -1 for now) (#17773) Harry MellorandGitHub 2025-05-09 11:01:49 +01:00
• 5b2dcbf0b8 Fix Whisper crash caused by invalid`` max_num_batched_tokens`` config (#17853) inkcherryandGitHub 2025-05-09 17:16:26 +08:00
• 6e4a93e3f7 [Bugfix][CPU] Fix broken AVX2 CPU TP support (#17252) Isotr0pyandGitHub 2025-05-09 16:55:14 +08:00
• 217db4baa6 [Bugfix][ROCm] Fix AITER MLA V1 (#17880) vllmellmandGitHub 2025-05-09 16:38:21 +08:00
• ff8c400502 [Doc] remove visible token in doc (#17884) Yan MaandGitHub 2025-05-09 16:21:31 +08:00
• 89a0315f4c [Doc] Update several links in reasoning_outputs.md (#17846) Michael YaoandGitHub 2025-05-09 16:20:55 +08:00
• 3d1e387652 [Docs] Add Slides from NYC Meetup (#17879) Simon MoandGitHub 2025-05-08 21:46:54 -07:00
• d310e6de98 [BUGFIX]: return fast when request requires prompt logprobs (#17251) Ning XieandGitHub 2025-05-09 12:25:41 +08:00
• 5e6f939484 [Attention] MLA move rotary embedding to cuda-graph region (#17668) Lucas WilkinsonandGitHub 2025-05-08 23:14:42 -04:00
• 760e3ecc8f [V1][Structured Output] Update llguidance (>= 0.7.11) to avoid AttributeError (no StructTag) (#17839) Shanshan ShenandGitHub 2025-05-09 11:14:18 +08:00
• 3c9396a64f [FEAT][ROCm]: Support AITER MLA on V1 Engine (#17523) 4 people 2025-05-09 10:42:05 +08:00
• 376786fac1 Add cutlass support for blackwell fp8 blockwise gemm (#14383) Shu WangandGitHub 2025-05-08 17:09:55 -05:00
• 4f605a6de5 Fix noisy warning for uncalibrated q_scale/p_scale (#17414) Michael GoinandGitHub 2025-05-08 15:56:59 -04:00
• 8342e3abd1 [CI] Prune down lm-eval small tests (#17012) Michael GoinandGitHub 2025-05-08 15:00:26 -04:00
• 79acf80471 Fast decode prepare path for prepare_inputs logic low_latency_opt Alexander Matveev 2025-05-02 17:42:45 +00:00
• a83a0f92b5 [Test] Attempt all TPU V1 tests, even if some of them fail. (#17334) yarongmu-googleandGitHub 2025-05-08 10:20:54 -07:00
• 226a4272cf [V1] Improve VLLM_ALLOW_INSECURE_SERIALIZATION logging (#17860) Russell BryantandGitHub 2025-05-08 12:57:35 -04:00
• ec54d73c31 [CI] Fix test_collective_rpc (#17858) Russell BryantandGitHub 2025-05-08 12:47:12 -04:00
• a944f8ede7 [Misc] Delete LoRA-related redundancy code (#17841) Jee Jee LiandGitHub 2025-05-08 21:02:21 +08:00
• 015815fe01 [Bugfix] use_fast failing to be propagated to Qwen2-VL image processor (#17838) Cyrus LeungandGitHub 2025-05-08 20:39:21 +08:00
• e4ca6e3a99 Fix transient dependency error in docs build (#17848) Harry MellorandGitHub 2025-05-08 11:42:03 +01:00
• 53d0cb7423 [Misc] add chatbox integration (#17828) 3 people 2025-05-08 18:05:26 +08:00
• f50dcb7c21 [Easy] Eliminate c10::optional usage in vllm/csrc (#17819) Lu FangandGitHub 2025-05-08 03:05:10 -07:00
• a1e19b635d [Doc] Fix a typo in the file name (#17836) Cyrus LeungandGitHub 2025-05-08 18:04:18 +08:00
• bb239a730f [Bugfix] Fix quark fp8 format loading on AMD GPUs (#12612) 3 people 2025-05-08 11:53:53 +02:00
• a463555dee [TPU] Fix the test_sampler (#17820) Jevin JiangandGitHub 2025-05-08 02:51:33 -07:00
• ca04b97c93 [Bugfix] Fix tool call template validation for Mistral models (#17644) 3 people 2025-05-08 17:47:19 +08:00
• 0a9bbaa104 [Misc] support model prefix & add deepseek vl2 tiny fused moe config (#17763) 3 people 2025-05-08 15:50:22 +08:00
• 39956efb3f [Bugfix] Fix bad words for Mistral models (#17753) Qiong Zhou HuangandGitHub 2025-05-07 23:32:10 -07:00
• 597051e56f [Qwen3]add qwen3-235b-bf16 fused moe config on A100 (#17715) Ximingwang-09andGitHub 2025-05-08 14:09:32 +08:00
• 96722aa81d [Frontend] Chat template fallbacks for multimodal models (#17805) Cyrus LeungandGitHub 2025-05-08 14:05:54 +08:00
• 843b222723 [Hardware][Intel-Gaudi] Support Automatic Prefix Caching on HPU (#17648) Agata DobrzyniewiczandGitHub 2025-05-08 07:37:03 +02:00
• e515668edf [Hardware][Power] Enable compressed tensor W8A8 INT8 quantization for POWER (#17153) 4 people 2025-05-08 11:05:03 +05:30
• 5a499e70d5 [Kernel][Hardware][AMD] Bf16 mfma opt for ROCm skinny GEMMs (#17071) 3 people 2025-05-07 22:34:49 -07:00
• 6930a41116 [V1] Add VLLM_ALLOW_INSECURE_SERIALIZATION env var (#17490) 3 people 2025-05-08 01:34:02 -04:00
• 998eea4a0e Only log non-default CLI args for online serving (#17803) Harry MellorandGitHub 2025-05-08 06:33:29 +01:00
• c747d84576 [Installation] OpenTelemetry version update (#17771) Mikhail PodvitskiiandGitHub 2025-05-08 07:32:49 +02:00
• b2da14a05a Improve exception reporting in MP engine (#17800) Vadim MarkovtsevandGitHub 2025-05-08 07:32:39 +02:00
• 7ea2adb802 [Core] Support full cuda graph in v1 (#16072) 3 people 2025-05-07 22:30:15 -07:00
• 3d13ca0e24 [BugFix] Fix --disable-log-stats in V1 server mode (#17600) Nick HillandGitHub 2025-05-07 21:08:15 -07:00
• 66ab3b13c9 Don't call the venv vllm (#17810) Harry MellorandGitHub 2025-05-08 05:06:39 +01:00
• a8238bbdb0 [Chore][Doc] uses model id determined from OpenAI client (#17815) Aaron PhamandGitHub 2025-05-07 21:48:57 -04:00
• d43f914d42 [Core][Feature] Input metadata dump on crash (#13407) Wallas HenriqueandGitHub 2025-05-07 19:15:09 -03:00
• ed5272cf21 [BugFix] Avoid secondary missing MultiprocExecutor.workers error (#17811) Nick HillandGitHub 2025-05-07 14:55:04 -07:00