Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• fde60ee775 [Model] Fix a check for None but the return value was empty list in Gemma3 MM vision_embeddings (#21479) hfanandGitHub 2025-07-25 01:46:06 -04:00
• b38bc652ac [Model] Support tensor parallel for timm ViT in Deepseek_vl2 (#21494) Jason GuandGitHub 2025-07-25 13:45:16 +08:00
• adaf2c6d4f [Bugfix] fix modelscope snapshot_download serialization (#21536) Ning XieandGitHub 2025-07-25 13:44:38 +08:00
• 42343f1f89 [CI] Update CODEOWNERS for CPU and Intel GPU (#21582) Li, JiangandGitHub 2025-07-25 12:58:03 +08:00
• 965bc71b04 Integrate TensorSchema with shape validation for Phi3VImagePixelInputs (#21232) Benji BeckandGitHub 2025-07-24 21:43:52 -07:00
• 807a328bb6 [Docs] Add requirements/common.txt to run unit tests (#21572) Zhou FangandGitHub 2025-07-24 20:51:15 -07:00
• e0be2c4d09 [TPU][Test] Temporarily suspend this MoE model in test_basic.py. (#21560) QiliangCuiandGitHub 2025-07-24 20:44:50 -07:00
• 9c8b2c2a8a [DP] Support api-server-count > 0 in hybrid DP LB mode (#21510) Nick HillandGitHub 2025-07-25 04:18:16 +01:00
• 2212cd6cfb [Bugfix] DeepGemm utils : Fix hardcoded type-cast (#21517) 3 people 2025-07-25 08:47:29 +05:30
• ce3a9b1378 [Kernel] adding fused_moe configs for upcoming granite4 (#21332) 3 people 2025-07-25 05:16:59 +02:00
• 2ce90e5b01 Fix GLM-4 PP Missing Layer When using with PP. (#21531) Yuxuan ZhangandGitHub 2025-07-25 11:07:38 +08:00
• 633f6e804b [Bug] Fix DeepGemm Init Error (#21554) Wentao YeandGitHub 2025-07-24 23:07:22 -04:00
• b57296bb9a [Docs] Fix site_url for RunLLM (#21564) Harry MellorandGitHub 2025-07-25 04:05:58 +01:00
• 34ddcf9ff4 [Frontend] run-batch supports V1 (#21541) Cyrus LeungandGitHub 2025-07-25 11:05:55 +08:00
• fe56180c7f [MoE] More balanced expert sharding (#21497) Woosuk KwonandGitHub 2025-07-24 15:56:08 -07:00
• 07d80d7b0e [TPU][TEST] HF_HUB_DISABLE_XET=1 the test 3. (#21539) QiliangCuiandGitHub 2025-07-24 15:33:04 -07:00
• 2dd72d23d9 update flashinfer to v0.2.9rc1 (#21485) weiliangandGitHub 2025-07-25 05:06:11 +08:00
• a6c7fb8cff [Docs] Add Expert Parallelism Initial Documentation (#21373) 3 people 2025-07-24 12:36:06 -07:00
• a7272c23d0 [Docs][minor] Fix broken gh-file link in distributed serving docs (#21543) Ricardo DecalandGitHub 2025-07-24 10:36:56 -07:00
• 6066284914 [P/D] Support CPU Transfer in NixlConnector (#18293) 4 people 2025-07-24 09:58:42 -07:00
• 1e9ea8e69d [P/D] Move FakeNixlWrapper to test dir (#21328) Rui QiaoandGitHub 2025-07-24 08:53:45 -07:00
• d9f9a3fd96 [XPU] Conditionally import CUDA-specific passes to avoid import errors on xpu platform (#21036) Chaojun ZhangandGitHub 2025-07-24 23:23:36 +08:00
• 1b25f1fe75 Update flashinfer CUTLASS MoE Kernel (#21408) Shu WangandGitHub 2025-07-24 10:13:31 -05:00
• e8cb0d0495 [Bug] Fix Compressed Tensor NVFP4 cutlass_fp4_group_mm illegal memory access (#21465) Wentao YeandGitHub 2025-07-24 11:13:24 -04:00
• 684174115d [Docs] Rewrite Distributed Inference and Serving guide (#20593) 4 people 2025-07-24 08:13:05 -07:00
• cdb79ee63d [Docs] Update Tensorizer usage documentation (#21190) 3 people 2025-07-24 09:56:18 -04:00
• 5a19a6c670 [Fix] Update mamba_ssm to 2.2.5 (#21421) elvischenvandGitHub 2025-07-24 18:25:41 +08:00
• 2ded067fd2 [Bugfix] Fix CUDA arch flags for MoE permute (#21426) Ming YangandGitHub 2025-07-24 03:23:59 -07:00
• 13abd0eaf9 [Model] Officially support Emu3 with Transformers backend (#21319) Harry MellorandGitHub 2025-07-24 11:22:12 +01:00
• 61b8cea3b4 [Attention] Optimize FlashInfer MetadataBuilder Build call (#21137) Lucas WilkinsonandGitHub 2025-07-24 06:21:46 -04:00
• 526078a96c bump flashinfer to v0.2.8 (#21385) cjackalandGitHub 2025-07-24 19:20:38 +09:00
• 6da0078523 [Feat] Allow custom naming of vLLM processes (#21445) ChaunceyandGitHub 2025-07-24 18:15:23 +08:00
• 73e3949d07 [Misc] Improve comment for DPEngineCoreActor._set_cuda_visible_devices() (#21501) Rui QiaoandGitHub 2025-07-24 03:13:40 -07:00
• 6eca337ce0 Replace --expand-tools-even-if-tool-choice-none with --exclude-tools-when-tool-choice-none for v0.10.0 (#20544) 3 people 2025-07-24 18:56:36 +09:00
• 85bda9e7d0 remove GLM-4.5 quantization wrong Code (#21435) Yuxuan ZhangandGitHub 2025-07-24 16:52:43 +08:00
• 610852a423 [Core] Support model loader plugins (#21067) 22quinnandGitHub 2025-07-24 01:49:44 -07:00
• f0f4de8f26 [Misc] Fix duplicate FusedMoEConfig debug messages (#21455) Nick HillandGitHub 2025-07-24 09:27:30 +01:00
• fc5f756db4 [v1][Core] Clean up usages of SpecializedManager (#21407) Zhou FangandGitHub 2025-07-24 00:40:11 -07:00
• e74bfc70e4 [TPU][Bugfix] fix moe layer (#21340) 3 people 2025-07-24 00:38:39 -07:00
• 90eeea8f85 [Bugfix][ROCm] Fix for warp_size uses on host (#21205) Gregory ShtrasbergandGitHub 2025-07-24 03:37:19 -04:00
• dde295a934 Deduplicate Transformers backend code using inheritance (#21461) Harry MellorandGitHub 2025-07-24 08:16:23 +01:00
• 6d8d0a24c0 Add think chunk (#21333) v0.10.0rc2 v0.10.0 Julien DenizeandGitHub 2025-07-24 06:51:32 +02:00
• 11ef7a611e [BugFix] Set CUDA_VISIBLE_DEVICES before spawning the subprocesses (#21211) 4 people 2025-07-23 21:44:04 -07:00
• dc2f159f8a Dump input metadata on crash for async scheduling (#21258) Woosuk KwonandGitHub 2025-07-23 21:10:30 -07:00
• d5b981f8b1 [DP] Internal Load Balancing Per Node [one-pod-per-node] (#21238) 5 people 2025-07-23 23:57:32 -04:00
• eec6942014 [BugFix] Fix KVConnector TP worker aggregation (#21473) Nick HillandGitHub 2025-07-24 04:56:49 +01:00
• fd48d99ffd [BugFix]: Batch generation from prompt_embeds fails for long prompts (#21390) 3 people 2025-07-23 20:43:17 -07:00
• f8c15c4efb [Bugfix] Fix example disagg_example_p2p_nccl_xpyd.sh zombie process (#21437) WeiQing ChenandGitHub 2025-07-24 11:42:11 +08:00
• aa08a954f9 [Bugfix] Fix casing warning (#21468) Matthew BonanniandGitHub 2025-07-23 23:41:23 -04:00
• 13e4ee1dc3 [XPU][UT] increase intel xpu CI test scope (#21492) Liangliang MaandGitHub 2025-07-24 11:24:04 +08:00
• 772ce5af97 [Misc] Add dummy maverick test to CI (#21324) 3 people 2025-07-23 20:22:42 -07:00
• 63d92abb7c [Frontend] Set MAX_AUDIO_CLIP_FILESIZE_MB via env var instead of hardcoding (#21374) deven-labovitchandGitHub 2025-07-23 23:22:19 -04:00
• 11599b0e1f feat(gguf_loader): accept HF repo paths & URLs for GGUF (#20793) 4 people 2025-07-23 20:21:02 -07:00
• d0d68a4c33 updated test-debug-lb Robert Shaw 2025-07-24 01:17:05 +00:00
• f3137cdd81 [Core] Freeze gc during cuda graph capture to speed up init (#21146) Michael GoinandGitHub 2025-07-23 20:20:14 -04:00
• 82ec66f514 [V0 Deprecation] Remove Prompt Adapters (#20588) Michael GoinandGitHub 2025-07-23 19:36:48 -04:00
• 78c13e30e1 [V1] Fix local chunked attention always disabled (#21419) Yong Hoon ShinandGitHub 2025-07-23 15:59:30 -07:00
• 5c9b807b34 [Core] Add reload_weights RPC method (#20096) 22quinnandGitHub 2025-07-23 14:24:52 -07:00
• 14bf19e39f [TPU][TEST] Fix the downloading issue in TPU v1 test 11. (#21418) QiliangCuiandGitHub 2025-07-23 11:29:36 -07:00
• 4ac7713e32 Add test case for compiling multiple graphs (#21044) Yong Hoon ShinandGitHub 2025-07-23 11:00:47 -07:00
• 8560a5b258 [Core][Model] PrithviMAE Enablement on vLLM v1 engine (#20577) Christian PintoandGitHub 2025-07-23 19:00:23 +01:00
• 35f3782d21 relax hybrid dp asserts Tyler Michael Smith 2025-07-23 13:49:52 -04:00
• 5fb68091db Merge remote-tracking branch 'origin/main' into one-pod-per-node-lb Nick Hill 2025-07-23 15:52:27 +01:00
• 316b1bf706 [Tests] Add tests for headless internal DP LB (#21450) Nick HillandGitHub 2025-07-23 15:49:25 +01:00
• fb0cf7e212 rename test Nick Hill 2025-07-23 14:57:34 +01:00
• 1c300fcf5a fix internal_dp_lb tests Nick Hill 2025-07-23 14:20:12 +01:00
• 7c734ee09b [Bugfix][Qwen][DCA] fixes bug in dual-chunk-flash-attn backend for qwen 1m models. (#21364) Tao HeandGitHub 2025-07-23 21:34:37 +08:00
• f59ec35b7f [V1] Check all pooling tasks during profiling (#21299) Cyrus LeungandGitHub 2025-07-23 20:53:26 +08:00
• 6328c808b8 CI tests for hybrid DPLB mode Nick Hill 2025-07-23 12:08:20 +01:00
• d95aedd533 [Tests] Add tests for headless internal DP LB Nick Hill 2025-07-23 08:54:30 +01:00
• 8601a22d22 fix bad merge Nick Hill 2025-07-23 12:00:41 +01:00
• 2671334d45 [Model] add Hunyuan V1 Dense Model support. (#21368) AsherandGitHub 2025-07-23 18:54:08 +08:00
• 2cc5016a19 [Docs] Clean up v1/metrics.md (#21449) Michael YaoandGitHub 2025-07-23 18:37:25 +08:00
• 1bd5f2f1ad Merge remote-tracking branch 'refs/remotes/origin/main' into one-pod-per-node-lb Nick Hill 2025-07-23 11:04:38 +01:00
• 6929f8b437 [Misc] fixed nvfp4_moe test failures due to invalid kwargs (#21246) Yang ChenandGitHub 2025-07-23 01:41:43 -07:00
• 32ec9e2f2a Mamba V2 Test not Asserting Failures. (#21379) Yu Chin Fabian LimandGitHub 2025-07-23 04:40:27 -04:00
• accac82928 [Sampler] Introduce logprobs mode for logging (#21398) Lu FangandGitHub 2025-07-23 01:39:25 -07:00
• 23637dcdef [Docs] Fix bullets and grammars in tool_calling.md (#21440) Michael YaoandGitHub 2025-07-23 16:23:20 +08:00
• 6364af92f8 Fixed typo in profiling logs (#21441) Sergio Paniego BlancoandGitHub 2025-07-23 10:18:54 +02:00
• 7aaa2bd5a8 [Bugfix] ensure tool_choice is popped when tool_choice:null is passed in json payload (#19679) Guillaume CalmettesandGitHub 2025-07-23 09:30:05 +02:00
• f63cc19210 fix handshake mock test Nick Hill 2025-07-23 08:08:40 +01:00
• 2f5c14de6a add clear messages for deprecated models (#21424) youkaichaoandGitHub 2025-07-23 15:03:16 +08:00
• f002e9a870 [Cleanup] Only log MoE DP setup warning if DP is enabled (#21315) Michael GoinandGitHub 2025-07-23 03:02:48 -04:00
• a1f3610fc6 [Core] Add basic unit test for maybe_evict_cached_block (#21400) Jialin OuyangandGitHub 2025-07-23 00:02:02 -07:00
• 4ecedd1806 [Bugfix] Fix nightly transformers CI failure (#21427) Isotr0pyandGitHub 2025-07-23 15:01:01 +08:00
• 107111a859 Changing "amdproduction" allocation. (#21409) Alexei-V-Ivanov-AMDandGitHub 2025-07-22 22:48:31 -05:00
• 2dec7c1a5d [Bugfix][CUDA] fixes CUDA FP8 kv cache dtype supported (#21420) elvischenvandGitHub 2025-07-23 11:34:50 +08:00
• 08d2bd78da [BUGFIX] deepseek-v2-lite failed due to fused_qkv_a_proj name update (#21414) Chendi.XueandGitHub 2025-07-22 22:33:57 -05:00
• 4f76a05f4f [BugFix] Update python to python3 calls for image; fix prefix & input calculations. (#21391) 3 people 2025-07-22 22:33:00 -05:00
• f154bb9ff0 Simplify weight loading in Transformers backend (#21382) Harry MellorandGitHub 2025-07-23 04:29:43 +01:00
• 3ec7170ff1 [Bugfix][ROCm][Build] Fix build regression on ROCm (#21393) Gregory ShtrasbergandGitHub 2025-07-22 23:27:41 -04:00
• c401c64b4c [CI/Build] Fix model executor tests (#21387) Cyrus LeungandGitHub 2025-07-23 11:25:37 +08:00
• b77c7d327f [BugFix] Fix ray import error mem cleanup bug (#21381) 3 people 2025-07-22 17:19:55 -06:00
• 35bc8bd5fb [Misc] Copy HF_TOKEN env var to Ray workers (#21406) Rui QiaoandGitHub 2025-07-22 16:18:42 -07:00
• aca3ce6ba0 fix cross-node headless arg validation Nick Hill 2025-07-22 23:54:12 +01:00
• 4594fc3b28 [Model] Add Qwen3CoderToolParser (#21396) 3 people 2025-07-22 15:05:57 -07:00
• ae268b6326 Fix Flashinfer Allreduce+Norm enable disable calculation based on fi_allreduce_fusion_max_token_num (#21325) Xin LiandGitHub 2025-07-22 15:42:31 -04:00
• 75bd8ead71 fix handshake Nick Hill 2025-07-22 18:48:56 +01:00
• cecf38ae82 fix assert Nick Hill 2025-07-22 18:12:07 +01:00
• 35366ae57c [CI/Build] Fix test failure due to updated model repo (#21375) Cyrus LeungandGitHub 2025-07-22 23:39:35 +08:00