Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• e95b37c86e Merge branch 'main' into wentao-fix-dcp-IMA-for-v2 yewentao256 2026-02-26 16:44:22 +00:00
• f2ad952f40 [BugFix][kv_offload]: Fix kernel block size detection (#35125) Or OzeriandGitHub 2026-02-26 18:29:34 +02:00
• 9e2cabdf9c [ROCm] Update the torch version in rocm_build.txt to use the official 2.10 release (#34387) Sage MooreandGitHub 2026-02-26 08:28:45 -08:00
• ec8ab9d254 [ROCm] Add dynamic mxfp4 quantization for DeepSeek V2 projection layers (#34157) 5 people 2026-02-26 10:00:49 -06:00
• 05972ea7e5 [Refactor] Remove dead or duplicate func utils or variables (#35318) Wentao YeandGitHub 2026-02-26 10:57:56 -05:00
• 1f4aa13f6c Merge branch 'main' into wentao-optimize-model-runner-v2-prepare_inputs yewentao256 2026-02-26 15:50:28 +00:00
• 111d869069 [Model] Add nvidia/llama-nemotron-embed-vl-1b-v2 multimodal embedding model (#35297) Jakub ZakrzewskiandGitHub 2026-02-26 15:17:17 +01:00
• 7fea7250a4 [Bug] Fix missing <think> tag after tool call in MiniMax 2.1 (#35352) 3 people 2026-02-26 22:11:07 +08:00
• 845ee348ef [Misc] Standardize handling of mm_processor_kwargs.size (#35284) Cyrus LeungandGitHub 2026-02-26 21:05:46 +08:00
• ec13e549d3 [Bugfix] Fix uint32 overflow in Mamba selective scan state pointer arithmetic (#35275) Asaf GardinandGitHub 2026-02-26 14:22:06 +02:00
• c6ca51598a [Bugfix] fix device_name for routing replay (#34336) Li-YongwenandGitHub 2026-02-26 20:18:38 +08:00
• c0615a296d [Bugfix] Fix Qwen2.5-Omni and Qwen3-Omni mixed-modality embed regression (#35368) Yueqian LinandGitHub 2026-02-26 06:58:23 -05:00
• 01914445b0 Remove bc-lint (#35274) Harry MellorandGitHub 2026-02-26 11:01:01 +00:00
• 5281713e11 [XPU] use fixed UMD version in dockerfile.xpu (#35392) Kunshang JiandGitHub 2026-02-26 18:54:55 +08:00
• 32693db8ce [Bugfix] [Qwen3.5]Fix Qwen3.5 FP8 quantization: tuple shard_id weight loading (#35289) 3 people 2026-02-26 18:26:15 +08:00
• e03ddcfbd4 [Hardware][Powerpc]Enable prefix caching and chunked prefill for ppc64le (#35081) 3 people 2026-02-26 15:51:24 +05:30
• 02acd16861 [Benchmarks] Plot benchmark timeline and requests statistics (#35220) 3 people 2026-02-26 11:17:43 +01:00
• ab87f85231 [Model] Ring 2.5 (#35102) Jiangyun ZhuandGitHub 2026-02-26 18:17:11 +08:00
• 3827c8c55a [Test] Add tests for n parameter in chat completions API (#35283) v0.16.1rc0 Krish GuptaandGitHub 2026-02-26 14:44:07 +05:30
• ade81f17fe [Bugfix][Hardware][AMD] Gate FP4 ops on gfx950 to prevent MI300X crash (#35250) Kevin McKayandGitHub 2026-02-26 02:11:07 -06:00
• 6042e66cd5 [ROCm] Add extra step in config initialization to populate custom ops before compilation config init (#34848) Gregory ShtrasbergandGitHub 2026-02-26 02:05:40 -06:00
• 9f9a675b23 [XPU][8/N] Fix kernel bugs in XPU LoRA and MOE LORA (#34115) 3 people 2026-02-26 15:46:44 +08:00
• a07c4c5939 [BugFix][XPU] Fix speculative decoding on Intel XPU due to bug with IGC_ForceOCLSIMDWidth=16 (#35298) 3 people 2026-02-26 09:15:16 +02:00
• d3a51da92a [Benchmark] Simplify SLA scan (#35306) Cyrus LeungandGitHub 2026-02-26 14:35:41 +08:00
• 186ea22efe [Misc][Harmony] Move Responses API only harmony utils to responses/harmony.py (#35339) Flora FengandGitHub 2026-02-26 01:35:16 -05:00
• 4a9c07a0a2 [BugFix] anthropic/serving_messages: fix tool call arguments streaming (#34887) 3 people 2026-02-26 06:39:48 +01:00
• 9d37941017 [torch.compile] Sequence Parallelism threshold compile ranges (#28672) 4 people 2026-02-25 21:00:12 -08:00
• 4171ff6dd9 [CPU][Feat] Enable KleidiAI INT8_W4A8 for all input dtypes (#34890) 3 people 2026-02-26 05:00:10 +00:00
• 13025e71e8 [Model Runner V2] Add coding style guide (#35325) Woosuk KwonandGitHub 2026-02-25 20:42:40 -08:00
• 71dfce6aa6 [Kernel] Refactor FlashInfer allreduce for mnnvl backend (#34109) 4 people 2026-02-25 19:17:20 -08:00
• 2aa4140402 openpangu-vl support video input (#34134) 4 people 2026-02-26 11:08:09 +08:00
• 86c3b5a808 [BugFix] Fix fp4 quant kernel on CUDA 12.8 (#35210) Roberto L. CastroandGitHub 2026-02-26 03:32:50 +01:00
• 160424a937 [Bugfix] Fix CUDA compatibility path setting for both datacenter and consumer NVIDIA GPUs (#33992) 4 people 2026-02-26 11:15:51 +09:00
• 9511a3f8ee [Bugfix] Fix AttributeError in SMControlContextManager (#35338) Lucas WilkinsonandGitHub 2026-02-25 21:01:10 -05:00
• de527e1cec [UX] Add --moe-backend arg for explicit kernel selection (#33807) 3 people 2026-02-25 20:44:44 -05:00
• 1976356ee6 [MoE Refactor] MXFP4 Cutlass Experts to MK (#34542) Yongye ZhuandGitHub 2026-02-25 17:32:39 -08:00
• cbf8f7028c [UX] Add --performance-mode {balanced,interactivity,throughput} (#34936) Michael GoinandGitHub 2026-02-25 20:28:31 -05:00
• 6831650c40 [offloader] v2: Hide weight onloading latency via prefetching (#29941) 3 people 2026-02-25 17:20:59 -08:00
• ed42507f6d [ROCm][CI] Amending deletion of AMD mirror (#35322) Andreas KaratzasandGitHub 2026-02-25 16:17:56 -06:00
• 9571e99945 [ROCm][CI] Extending attention backend coverage for Eagle spec decode tests (#35265) Andreas KaratzasandGitHub 2026-02-25 16:16:18 -06:00
• 1337c7bea5 Merge branch 'main' into wentao-optimize-model-runner-v2-sampler Wentao YeandGitHub 2026-02-25 17:01:56 -05:00
• f95ede55c5 optimize model runner v2 prepare_inputs by reducing memory alloc yewentao256 2026-02-25 21:54:22 +00:00
• c97234c08b fix(mxfp4): Disable monolithic path for TRITON backend with EP (#34270) 4 people 2026-02-25 15:33:42 -06:00
• b188bab441 [CI][AMD][BugFix] Add torch.cuda.set_device to test_punica_ops so punica kernels execute on same device as tensor (#34985) rasmithandGitHub 2026-02-25 13:18:00 -06:00
• 15d76f74e2 Revert "[Misc] Enable weights loading tracking for quantized models" (#35309) Lucas WilkinsonandGitHub 2026-02-25 12:20:15 -05:00
• 8fd6975479 [ROCm][CI] Disable skinny GEMMs in multimodal tests to fix non-deterministic results (#35049) Andreas KaratzasandGitHub 2026-02-25 10:48:37 -06:00
• 1642df5f97 update yewentao256 2026-02-25 16:15:20 +00:00
• 5d18bf8b32 [Bugfix] Fix Harmony preamble visibility in Responses API (#32114) pushkarandGitHub 2026-02-25 21:38:16 +05:30
• 0788ff0a15 [Bugfix] Gracefully disable AllReduceFusionPass on GPUs without multicast support (#35085) haosdentandGitHub 2026-02-25 23:31:45 +08:00
• 89958d22fa Merge branch 'main' into wentao-fix-dcp-IMA-for-v2 yewentao256 2026-02-25 15:31:30 +00:00
• d72b0be33c [XPU]Fix for Qwen-OMNI crash (#35249) Chendi.XueandGitHub 2026-02-25 09:31:07 -06:00
• 42489e43c2 [Misc][LoRA] Increase max vocab size limit to 258048 in logits processor (#34773) BhoomitandGitHub 2026-02-25 07:30:55 -08:00
• af5e6afa0a [Bugfix] Fix step3p5 reasoning with interleaved thinking (#34211) 3 people 2026-02-25 23:13:01 +08:00
• ee59a7c615 [Tests] Add GSM8k check to SpecDec E2E tests (#34772) Benjamin ChislettandGitHub 2026-02-25 07:51:14 -05:00
• 709eadbb0b Doc link typo (#35281) 3 people 2026-02-25 11:00:31 +00:00
• 90fc7f9109 Fix custom processors that use deleted behaviour for Transformers v5 (#35107) Harry MellorandGitHub 2026-02-25 10:36:21 +00:00
• 675ec59aa9 [Bugfix][CPU] Fix basic unit tests failing in CPU platforms (#34677) 3 people 2026-02-25 00:36:15 -08:00
• 80e60a6133 [Doc] Suggest "--managed-python" flag when installing python using uv (#33069) Yanwen LinandGitHub 2026-02-25 00:19:43 -08:00
• 26e722f906 [DOC][BugFix] Specfiy build dependency installation (#34513) 3 people 2026-02-25 09:04:06 +01:00
• 2c619e5e3f [Docs]Fix documentation formatting in architecture overview (#34679) 3 people 2026-02-25 16:00:15 +08:00
• 8a685be8d9 docs: document committer proposal process in governance (#35225) 3 people 2026-02-24 23:58:48 -08:00
• 2465071510 [Perf] Add opt-in SM100 Oink RMSNorm custom-op path (#31828) 3 people 2026-02-24 23:01:53 -08:00
• cd43673668 [Perf] Optimize FP8 gemm of sm120. (#34424) wenshuaiandGitHub 2026-02-25 14:25:24 +08:00
• 35d44b4557 [XPU]Support CUDAGraph on XPU Platform (#34482) 5 people 2026-02-25 14:22:52 +08:00
• 8ad54a991b [Platform] Add current_platform.num_compute_units interface (#35042) Kunshang JiandGitHub 2026-02-25 14:22:49 +08:00
• 92510edc32 remove cuda check in top_k_top_p_triton kernel (#35011) Kunshang JiandGitHub 2026-02-25 14:22:31 +08:00
• a6c137521c [Misc] Add shard_id validation for MergedColumnLinear (#35055) Isotr0pyandGitHub 2026-02-25 14:12:28 +08:00
• 4572a06afe [Misc] Enable weights loading tracking for quantized models (#35074) Isotr0pyandGitHub 2026-02-25 14:11:03 +08:00
• 5cc29cfb8b [compile] Improve error message during artifacts load failure. (#35115) Zhengxu ChenandGitHub 2026-02-25 01:01:09 -05:00
• 8fae54faff [Linear Attention] fix bug for linear attention + prefix caching + reset_prefix_cache (#35157) Chen ZhangandGitHub 2026-02-24 22:00:19 -08:00
• f7967577f5 Remove requirement to use --hf-overrides for DeepseekVLV2ForCausalLM (#35203) Harry MellorandGitHub 2026-02-25 06:00:06 +00:00
• af770b8e7b [Bugfix] Fix AttributeError when passing StructuredOutputsParams to CompletionRequest (#35237) pksandGitHub 2026-02-25 07:00:03 +01:00
• 2ff3e436ad [Responses][CI] Filter negative token IDs in schema fuzz test to avoid 500 errors (#35231) Andreas KaratzasandGitHub 2026-02-24 23:52:44 -06:00
• c2c4c4611a [FIX] fused moe with lora shared expert dual stream (1.07x otps) (#34933) 3 people 2026-02-24 20:40:45 -08:00
• f38f8c9742 [ROCm]: Enable customop and rope+kvcache fusion for AITER RoPE (#35180) Rohan PotdarandGitHub 2026-02-24 22:36:40 -06:00
• 89a77b1084 [ROCm][CI] Pin TorchCodec to v0.10.0 for ROCm compatibility (#34447) v0.16.0 releases/v0.16.0 Andreas Karatzasandkhluu 2026-02-12 12:47:34 -06:00
• d3c1513f5f [ci] Use the right tag for CPU arm64 image (#34915) Kevin H. Luu 2026-02-19 19:59:15 -08:00
• 5dbfbc967b [CI/Build] Fix gRPC version mismatch (#35013) Cyrus Leungandkhluu 2026-02-22 03:14:41 +08:00
• c86cdcbcd2 Revert "[Release 2.10] Update to Torch 2.10 - final release (#30525)" khluu 2026-02-24 20:28:53 -08:00
• 3c9496f146 Revert "[Bugfix][ROCm][GPT-OSS] Use old triton_kernels implementation on ROCm if the new API is not available (#34153)" khluu 2026-02-24 20:28:45 -08:00
• ec1d30c0f6 [Responses] Decouple SSE event helpers from Harmony context (#35148) Flora FengandGitHub 2026-02-24 23:05:25 -05:00
• e3b2324ec4 [Frontend] Use init_app_state and FrontendArgs in run_batch (#32967) 3 people 2026-02-24 19:40:39 -08:00
• dbf0da817a [Core] Cleanup engine pause/sleep logic (#34528) Nick HillandGitHub 2026-02-24 19:33:34 -08:00
• 3bbb2046ff [Bugfix] Fix expert_ids padding values in moe_align_block_size kernel (#35161) Xin YangandGitHub 2026-02-24 17:14:24 -08:00
• 576fe50333 Adding Nemotron fp8 Triton MoE Config (#34674) 3 people 2026-02-24 15:56:38 -08:00
• a0e50a4260 Convert wvSplitKQ to 16x16 MFMA in prep for mi4xx. (#34100) Hashem HashemiandGitHub 2026-02-24 15:35:21 -08:00
• 9fa5b25a23 [Bug][DSV3.2] Always prepare metadata for DeepGEMM Sparse Attention (#35075) Benjamin ChislettandGitHub 2026-02-24 17:55:22 -05:00
• ea97750414 [CI] Fix Distributed Tests (#35236) Robert ShawandGitHub 2026-02-24 17:31:56 -05:00
• 067c5d9ad1 [ROCm][CI] Added MI325 mirrors (#34923) Andreas KaratzasandGitHub 2026-02-24 15:37:15 -06:00
• 666d1381db optimize model-runner v2 sampler yewentao256 2026-02-24 18:27:26 +00:00
• f5972a872f [Model][Spec Decode] Nemotron-H MTP and Mamba Speculative Decoding Support (#33726) 5 people 2026-02-24 12:49:56 -05:00
• a9e15e040d Add @MatthewBonanni to CODEOWNERS (#35207) Matthew BonanniandGitHub 2026-02-24 12:45:10 -05:00
• 542ca66357 Revert "[CI/Build] Remove redundant OpenTelemetry pip install from CI configs" (#35211) Lucas WilkinsonandGitHub 2026-02-24 12:26:42 -05:00
• fc8456c336 [CI/Build] Fix kernels test location (#35205) Cyrus LeungandGitHub 2026-02-25 01:20:34 +08:00
• 9ce8fad2a9 [Perf] Optimize Python Slice for Structured Output using islice instead of [:] (#33593) 3 people 2026-02-24 12:02:36 -05:00
• c38b8d5a31 Remove padding_index from models that don't use it for better Transformers v5 compatibility (#35189) Harry MellorandGitHub 2026-02-24 16:04:46 +00:00
• 60da0e1544 [CI] Remove Duplicated Tests (#35199) 3 people 2026-02-24 10:53:30 -05:00
• 9609b1f18d Integrate flashinfer mm_mxfp8 in ModelOpt MXFP8 (#35053) daniserebandGitHub 2026-02-24 17:45:13 +02:00
• a0c7081695 Fix fallback to default tactic (flashinfer autotuner) with trtllm_fp4_block_scale_moe (#35088) daniserebandGitHub 2026-02-24 17:25:44 +02:00
• 31ee57d4b2 util func yewentao256 2026-02-24 15:25:40 +00:00