Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• a46c1de7b6 [P/D] Log warnings related to prefill KV expiry Nick Hill 2025-07-28 13:30:37 +01:00
• ca11caf59e [BugFix] Harden coordinator startup Nick Hill 2025-07-24 17:07:41 +01:00
• 31084b3b1f [Bugfix][CI/Build] Update peft version in test requirement (#21729) Isotr0pyandGitHub 2025-07-28 21:17:43 +08:00
• bccc43c033 [Bugfix]check health for engine core process exiting unexpectedly (#21728) wuhangandGitHub 2025-07-28 21:17:31 +08:00
• 1395dd9c28 [Docs] Add revision date to rendered docs (#21752) Harry MellorandGitHub 2025-07-28 14:12:46 +01:00
• 9ace2eaf35 [Bugfix] Improve JSON extraction in LlamaToolParser (#19024) 3 people 2025-07-28 05:36:58 -07:00
• 656c24f1b5 [Ernie 4.5] Name Change for Base 0.3B Model (#21735) 3 people 2025-07-28 14:22:32 +02:00
• 63fe3a700f [PD] let p2p nccl toy proxy handle /chat/completions (#21734) ChaunceyandGitHub 2025-07-28 19:45:50 +08:00
• 0ae970ed15 [Bugfix] Fix glm4.1v video_grid_thw tensor shape scheme (#21744) Isotr0pyandGitHub 2025-07-28 19:26:49 +08:00
• 65e8466c37 [Bugfix] Fix environment variable setting in CPU Dockerfile (#21730) Li, JiangandGitHub 2025-07-28 19:02:39 +08:00
• 1b769dccf3 [Bugfix] Fix Ernie4_5_MoeForCausalLM shared experts (#21717) Jee Jee LiandGitHub 2025-07-28 19:02:25 +08:00
• 2cc571199b [feature] add log non default args in LLM (#21680) rongfu.lengandGitHub 2025-07-28 17:21:22 +08:00
• a4ed731546 [Model] Prioritize Transformers fallback over suffix matching (#21719) Cyrus LeungandGitHub 2025-07-28 17:15:31 +08:00
• d128d0d554 Migrate KeyeImageInputs and KeyeVideoInputs to TensorSchema (#21686) Benji BeckandGitHub 2025-07-28 01:16:35 -07:00
• a6c050286a [v1][mamba] Added mamba_type into MambaSpec (#21715) 3 people 2025-07-28 11:15:55 +03:00
• 139a7f07bd [BugFix] Fix ChunkedLocalAttention when the hybrid kv-cache is disabled (#21707) Lucas WilkinsonandGitHub 2025-07-28 03:18:47 -04:00
• 150d9e6337 [Bugfix] fix max-file-size type from str to int (#21675) Ning XieandGitHub 2025-07-28 15:06:52 +08:00
• 139a97ec56 [Bugfix] Fix shape checking for Fuyu (#21709) Cyrus LeungandGitHub 2025-07-28 15:05:56 +08:00
• 18cc33dd60 [bugfix] fix profile impact benchmark results (#21507) rongfu.lengandGitHub 2025-07-28 13:44:24 +08:00
• 7656cf4cf3 [Bugfix] [issue-21565] Fix the incompatibility issue with stream and named function calling when Thinking is disabled (#21573) 3 people 2025-07-28 13:43:50 +08:00
• 3ea57a56d9 Migrate Idefics3ImagePixelInputs and Idefics3ImageEmbeddingInputs to … (#21683) Benji BeckandGitHub 2025-07-27 22:37:23 -07:00
• 75856bc2cb Migrate GraniteSpeechAudioInputs to TensorSchema (#21682) 3 people 2025-07-27 22:37:20 -07:00
• 304dcdf575 Migrate GLMVImagePixelInputs to TensorSchema (#21679) Benji BeckandGitHub 2025-07-27 22:36:11 -07:00
• 88e46c7c8d Migrate Glm4vImageInputs, Glm4vVideoInputs to TensorSchema (#21678) 3 people 2025-07-27 22:36:08 -07:00
• d8937de4c8 Migrate Gemma3ImagePixelInputs to TensorSchema (#21676) Benji BeckandGitHub 2025-07-27 22:36:05 -07:00
• e626d286f5 [FEAT] [ROCm] [AITER]: Add AITER HIP block quant kernel (#21242) TJianandGitHub 2025-07-27 22:07:06 -07:00
• c7ffe93d9c [Model] Support TP/PP/mamba2 kernel for PLaMo2 (#19674) 4 people 2025-07-28 14:00:47 +09:00
• 15a72ac478 [V1] Exception Handling when Loading KV Cache from Remote Store (#21534) 3 people 2025-07-28 11:34:17 +08:00
• 04ff4be310 [Misc] Add fused_moe configs for Qwen3-Coder-480B-A35B-Instruct-FP8 (#21700) Jee Jee LiandGitHub 2025-07-28 11:12:18 +08:00
• 93269bb43e Fix GLM tool parser (#21668) 3 people 2025-07-28 10:46:38 +08:00
• 82acf2184d Fix typo for limit-mm-per-prompt in docs (#21697) Joachim StudniaandGitHub 2025-07-27 19:45:37 -07:00
• 86ae693f20 [Deprecation][2/N] Replace --task with --runner and --convert (#21470) 3 people 2025-07-28 10:42:40 +08:00
• f1c9ef3afd Merge remote-tracking branch 'nm/lwilkinson/fix-flashmla-full-cudagraph' into wide_ep_working_branch wide_ep_working_branch Tyler Michael Smith 2025-07-27 21:22:09 +00:00
• d80a82f961 fix dp plus full cuda-graph Lucas Wilkinson 2025-07-27 21:06:56 +00:00
• 8f605ee309 [Attention] Make CutlassMLA the default backend for SM100 (blackwell) (#21626) 3 people 2025-07-27 16:13:00 -04:00
• a9b2a1d704 [Misc] Refactor vllm config str (#21666) Ning XieandGitHub 2025-07-28 00:51:44 +08:00
• 57c22e57f9 Fix CUDA permute/unpermute for use with DeepGemm Moe (#17934) Caleb_DuandGitHub 2025-07-27 22:08:00 +08:00
• bda9d0535f [Refactor] Refactor MOE NVFP4 Code Base: ModelOpt + Compressed Tensor (#21631) Wentao YeandGitHub 2025-07-27 08:25:21 -04:00
• 3d847a3125 [VLM] Add video support for Intern-S1 (#21671) Isotr0pyandGitHub 2025-07-27 19:49:43 +08:00
• 5f8c9a425e Migrate Florence2ImagePixelInputs to TensorSchema (#21663) 3 people 2025-07-27 02:43:02 -07:00
• 1cbf951ba2 [Misc] add default value for file pattern arg (#21659) Ning XieandGitHub 2025-07-27 13:14:51 +08:00
• a8936e5193 Refactor: Remove numpy dependency from LoggingStatLogger (#20529) ZiTian.ZhaoandGitHub 2025-07-27 12:06:21 +08:00
• 01a395e9e7 [CI/Build][Doc] Clean up more docs that point to old bench scripts (#21667) Ye (Charlotte) QiandGitHub 2025-07-26 21:02:12 -07:00
• 971948b846 Handle non-serializable objects in vllm bench (#21665) Huy DoandGitHub 2025-07-26 20:35:22 -07:00
• eed2f463b2 [VLM] Support HF format Phi-4-MM model (#17121) Isotr0pyandGitHub 2025-07-27 11:07:57 +08:00
• 20950b29fb Migrate ChameleonImagePixelInputs to TensorSchema (#21657) Benji BeckandGitHub 2025-07-26 19:34:25 -07:00
• 3339cba3ff Migrate FuyuImagePatchInputs to TensorSchema (#21662) Benji BeckandGitHub 2025-07-26 19:34:14 -07:00
• 0b8caf9095 Migrate DeepseekVL2ImageInputs to TensorSchema (#21658) Benji BeckandGitHub 2025-07-26 19:34:11 -07:00
• ccf27cc4d4 Migrate Blip2ImagePixelInputs and Blip2ImageEmbeddingInputs to TensorSchema (#21656) Benji BeckandGitHub 2025-07-26 19:33:52 -07:00
• c657369841 support torch.compile for bailing moe (#21664) Jinzhen LinandGitHub 2025-07-27 07:54:32 +08:00
• 6c66f28fa5 Remove xformers requirement for Mistral-format Pixtral and Mistral3 (#21154) Wenchen LoandGitHub 2025-07-26 16:20:29 -07:00
• de509ae8eb [NVIDIA] Explicitly disable shuffled weights for flashinfer blockscale moe fp8 kernels (#21411) Kaixi HouandGitHub 2025-07-26 07:10:36 -07:00
• e7c4f9ee86 [CI/Build][Doc] Move existing benchmark scripts in CI/document/example to vllm bench CLI (#21355) Ye (Charlotte) QiandGitHub 2025-07-26 07:10:14 -07:00
• 9094d11c5d [Bugfix][Apple Silicon] fix missing symbols when build from source on Mac with Apple Silicon (#21380) Yeju ZhouandGitHub 2025-07-26 22:09:57 +08:00
• 56e544f24b [Refactor] Remove moe_align_block_size_triton (#21335) Wentao YeandGitHub 2025-07-26 10:08:29 -04:00
• 97d6c30cc9 [BugFix] Fix shared storage connector load kv only load attention layer (#21428) WeiQing ChenandGitHub 2025-07-26 22:07:40 +08:00
• a40a8506df [Misc] Improve memory profiling debug message (#21429) Ye (Charlotte) QiandGitHub 2025-07-26 07:07:21 -07:00
• c215f5c877 [Bug] Fix has_flashinfer_moe Import Error when it is not installed (#21634) Wentao YeandGitHub 2025-07-26 10:06:14 -04:00
• 1cd6eaba54 Support encoder-only models without KV-Cache (#21270) 3 people 2025-07-26 10:09:52 -03:00
• f27fdfc3ed [Bugfix] Investigate Qwen2-VL failing test (#21527) Isotr0pyandGitHub 2025-07-26 21:09:29 +08:00
• de10ff0b7c Migrate AyaVisionImagePixelInputs to TensorSchema for shape validation (#21622) Benji BeckandGitHub 2025-07-26 06:08:18 -07:00
• 9d197280fa Migrate AriaImagePixelInputs to TensorSchema for shape validation (#21620) Benji BeckandGitHub 2025-07-26 06:08:15 -07:00
• e98def439c [Take 2] Correctly kill vLLM processes after benchmarks (#21646) Huy DoandGitHub 2025-07-26 06:06:05 -07:00
• 05c1126f29 [Misc] remove unused try-except in pooling config check (#21618) ReidandGitHub 2025-07-26 20:20:03 +08:00
• 875af38e01 Support Intern-S1 (#21628) 6 people 2025-07-26 19:14:04 +08:00
• 7728dd77bb [TPU][Test] Divide TPU v1 Test into 2 parts. (#21431) QiliangCuiandGitHub 2025-07-25 23:20:30 -07:00
• 2f6e6b33fb [Bugfix] Fix isinstance check for tensor types in _load_prompt_embeds to use dtype comparison (#21612) Alexandre JUANandGitHub 2025-07-26 05:11:10 +02:00
• a55c95096b Correctly kill vLLM processes after finishing serving benchmarks (#21641) Huy DoandGitHub 2025-07-25 19:06:21 -07:00
• 97349fe2bc [Docs] add offline serving multi-modal video input expamle Qwen2.5-VL (#21530) WeiQing ChenandGitHub 2025-07-26 09:37:32 +08:00
• 62965de5fe [Model] Ultravox: Support Llama 4 and Gemma 3 backends (#17818) 3 people 2025-07-26 04:12:31 +03:00
• 7ae75fa6d0 [Feature] Add support for MoE models in the calibration-free RTN-based quantization (#20766) Alex KoganandGitHub 2025-07-25 21:09:34 -04:00
• f1b286b2fb [TPU] Update ptxla nightly version to 20250724 (#21555) Chengji YaoandGitHub 2025-07-25 17:09:00 -07:00
• c7742d6113 [Bugfix] Always set RAY_ADDRESS for Ray actor before spawn (#21540) Rui QiaoandGitHub 2025-07-25 17:08:30 -07:00
• cea96a0156 [Bugfix] Fix sync_and_slice_intermediate_tensors (#21537) Rui QiaoandGitHub 2025-07-25 17:07:58 -07:00
• 2eddd437ba Add interleaved RoPE test for Llama4 (Maverick) (#21478) Yong Hoon ShinandGitHub 2025-07-25 17:07:26 -07:00
• 75d29cf4e1 [Perf] Cuda Kernel for Int8 Per Token Group Quant (#21476) Wentao YeandGitHub 2025-07-25 20:07:07 -04:00
• 41d3082c41 Add Unsloth to RLHF.md (#21636) Daniel HanandGitHub 2025-07-25 17:06:48 -07:00
• 7cfea0df39 [TPU][Test] Rollback PR-21550. (#21619) QiliangCuiandGitHub 2025-07-25 13:22:01 -07:00
• 5ac3168ee3 [Docs] add auto-round quantization readme (#21600) 4 people 2025-07-25 23:52:42 +08:00
• ec1250421a [BugFix] Harden coordinator startup Nick Hill 2025-07-24 17:07:41 +01:00
• 8177e2f02f [BugFix] Improve internal DP load balancing Nick Hill 2025-07-25 14:48:25 +01:00
• 396ee94180 [CI] Unifying Dockerfiles for ARM and X86 Builds (#21343) KebeandGitHub 2025-07-25 22:33:56 +08:00
• e189b50f53 Add support for Prithvi in Online serving mode (#21518) 3 people 2025-07-25 15:01:27 +01:00
• 136d750f5f [Kernel] Improve machete memory bound perf (#21556) czhu-cohereandGitHub 2025-07-25 06:53:21 -07:00
• b3caeb82e7 [ROCm][AITER] Enable fp8 kv cache on rocm aiter backend. (#20295) 3 people 2025-07-25 21:50:21 +08:00
• eab2f3980c [Model] Replace Mamba2 RMSNorm Gated with Fused Triton Kernel (#20839) 3 people 2025-07-25 09:49:36 -04:00
• 9fe98d4250 [Frontend] Add request_id to the Request object so they can be controlled better via external load balancers (#21009) kourosh hakhamaneshiandGitHub 2025-07-25 06:49:11 -07:00
• 29c6fbe58c [MODEL] New model support for naver-hyperclovax/HyperCLOVAX-SEED-Vision-Instruct-3B (#20931) bigshanedoggandGitHub 2025-07-25 22:05:42 +09:00
• c72f049cb4 [Model] Fix Ernie4.5MoE e_score_correction_bias parameter (#21586) 3 people 2025-07-25 21:02:53 +08:00
• f3a683b7c9 [Bugfix][Logprobs] Fix logprobs op to support more backend (#21591) Mengqing CaoandGitHub 2025-07-25 20:53:07 +08:00
• 46d81d6951 [V1] Get supported tasks from model runner instead of model config (#21585) Cyrus LeungandGitHub 2025-07-25 20:36:45 +08:00
• 5c3f2628d5 [Quantization] Enable BNB support for more MoE models (#21370) Jee Jee LiandGitHub 2025-07-25 18:57:34 +08:00
• 7311f74468 [Bugfix] GGUF: fix AttributeError: 'PosixPath' object has no attribute 'startswith' (#21579) KebeandGitHub 2025-07-25 18:42:23 +08:00
• 8ed01e32f7 Add H20-3e fused MoE kernel tuning configs for Qwen3-Coder-480B-A35B-Instruct (#21598) Xu WenqingandGitHub 2025-07-25 17:36:55 +08:00
• e38e96a3c0 [Tests] Harden DP tests (#21508) Nick HillandGitHub 2025-07-25 10:27:24 +01:00
• c0a8db461c Revert "[TPU][Bugfix] fix OOM issue in CI test (#21550)" revert-21550-chengji/fix-ci Chengji YaoandGitHub 2025-07-24 23:04:37 -07:00
• 40d86ee412 [TPU][Bugfix] fix OOM issue in CI test (#21550) Chengji YaoandGitHub 2025-07-24 23:01:53 -07:00
• 85d051f026 [Misc] Removed undefined cmake variables MOE_PERMUTE_ARCHS (#21262) Yang ChenandGitHub 2025-07-24 22:54:23 -07:00
• 5140f54b89 [CI/Build] fix cpu_extension for apple silicon (#21195) Ignacio SicaandGitHub 2025-07-25 02:53:59 -03:00
• 947edd099e [Misc][Tools] make max-model-len a parameter in auto_tune script (#21321) 3 people 2025-07-24 22:46:43 -07:00