Commit Graph

Select branches

Hide Pull Requests

0.17.0take2

7snzwi-codex/change-default-logging-behavior

acc-rate

add-cuda-12.8-wheel

agent/amd-hf-offline-retry

agent/symm-mem-nvshmem

amd-ci

amd-collab-iter0

amd_dev

amd_mori

andy-neuma-ibm-smoke

as-of-2026-05-12

as-of-2026-06-02

batched_triton_fallback

bench-latency

benchmark_serving_test

bind_kv_caches

bugfix/37931-nvfp4-batched-all2all

builder-cuda-version

builder-nvcc-toolchain

bump_numba

bz/attractive-termite

bz/bridge-rust-tool-parser-to-py

bz/civil-mouse

bz/fresh-hippopotamus

bz/human-ox

bz/logprobs-newtype

bz/minimax-m3-engine-parser

bz/refactor-build-rust-setup

bz/rust-code-coverage

bz/rust-frontend-reattach

bz/sleep-metric

bz/tolerate-oov-prompt

bz/yeasty-cephalopod

chinmay-amd-snapshot

ci/build-gb10-arm64-image

ci/gitea-pr-search-compat

ci/h200-35gb-remaining-20

ci/narrow-basic-correctness-deps

ci/narrow-entrypoints-deps

ci/narrow-models-basic-deps

ci/narrow-models-language-deps

ci/narrow-models-multimodal-deps

ci/reorder-release-pipeline

claude/nervous-meitner

claude/optimize-weight-loading-7FlLd

claude/pedantic-merkle-d957af

claude/slack-session-JTjDk

claude/zen-banach

codex/37931-flashinfer-cutedsl-batched-one-sided

codex/add-pandas-and-datasets-to-requirements

codex/change-default-logging-behavior

codex/fix-cuda12-deepep-nccl

codex/fix-deepseek-v4-flashmla-cache-shape

codex/fix-flashinfer-fp8-moe-api-compat

codex/layer-parallel-plan

codex/remove-raydistributedexecutor-from-v0-engine

codex/remove-vllm-v0-engine-references-from-docs

codex/rocm-artifact-tensorizer

codex/test-ci-retry-failure

codex/triton-warmup-compile-keys

codex/update-arch-overview-md-with-vllm-v1-details

compile-only-pr1

copilot/add-sp-min-token-to-e2e-tests

copilot/fix-31e676e9-a4af-4ed2-b74d-19d27f0a57b2

copilot/fix-56244f30-e76a-41ed-beaf-3bc9de22a2c9

copilot/fix-584be906-f283-4e17-8776-c14111357ee7

copilot/fix-870996da-9146-438e-9a52-cdc6c1743086

copilot/fix-c6914add-1b66-46d0-9948-c2e7b6f2259f

copilot/fix-cudagraph-flag-combination

copilot/update-test-conftest-to-use-moe-backend

coverage-test-cosmos3

coverage-test-jais

coverage-test-kv-triton

coverage-test-tilelang

cuda-arch-fixup

cursor/VLLM-94-usage-stats-v2-design-584f

cursor/main-branch-failure-triage-f8d5

cursor/test-quality-improvements-eeea

cutlass_fa3_mla_sparse

dbo-cudagraph-size-cherry

deep_full_cudagraph_fix

deepep-v2-integration

deepep_tweaks

deepseek_optimizations_alex_rob

dependabot/github_actions/actions/setup-python-6.2.0

dependabot/github_actions/actions/setup-python-6.3.0

dependabot/github_actions/astral-sh/setup-uv-8.2.0

dependabot/github_actions/astral-sh/setup-uv-8.3.0

dependabot/github_actions/astral-sh/setup-uv-8.3.2

dependabot/pip/fsspec-2026.4.0

dependabot/pip/fsspec-2026.6.0

dependabot/pip/minor-update-849870308e

dependabot/pip/protobuf-7.34.1

dependabot/pip/protobuf-7.35.1

dependabot/pip/pyrate-limiter-4.1.0

dependabot/pip/quack-kernels-gte-0.4.1

deprecate-timeout

disable-image-build-per-commit

disable-sd

dockerignore_deps

dsv4-pd-fixes

dsv4-routing-from-trttllm

embed-norm-fusion

extensible-kv-cache

feat-k2.5-support

feat/tokenspeed_mla_upstream

fix-doc-build

fix-gguf-test

fix-hashing-partial-blocks

fix-mig-nvml-workaround

fix-mtp

fix-mtp-dummy-run-assertion

fix-nixl-dockerfile

fix-precommit

fix/deepseek-v4-nvidia-mhc-warmup

fix/eplb-balancedness-metric

fix/eplb-debug-logging

fix/eplb-nvfp4-modelopt

fix/eplb-prometheus-metrics

fix/flashinfer-nvfp4-cross-row-scale-corruption

fix/topk-hash-indices-dtype

fix_ds_eagle

fix_fi_cutlass

fix_moe_test_flashinfer

fix_nixl_get_finished_handshake_failure

fix_nixl_triton_attn

fix_use_ep

fp8_ep_dp

full_cudagraph

gb200-0317

gemma3n-mm

gemma4-mtp

ghsa-mcmc-2m55-j8jj

glm5--fp32-router

gpu-ids

gpu_ids2

il_tool

indexer_multistream

integrate_aiter_batched_deepgemm

jax-tpu

k3-dspark-ar-fusion

k3-release

kernel-block-size-alignment-ssm

khluu-patch-1

khluu/0190-540

khluu/2/releases/v0.16.0

khluu/automate-release-dockerhub-push

khluu/b200-k8s-ci-smoke-20260429

khluu/b200-k8s-job-fixes

khluu/b200_k8s

khluu/build0405

khluu/cherrypick37322

khluu/disable_h200_x8

khluu/feb11

khluu/gemma2

khluu/gemma3

khluu/glm5

khluu/group_commands

khluu/h200

khluu/mig

khluu/mig-small-model-swaps

khluu/release-registry-cache

khluu/release-v0.20.1-uv-python

khluu/releases/v0.16.0

khluu/rocm_gemma

khluu/test_ami

khluu/trigger-perf-eval-nightly

khluu/vllm-base-uv-python

kimi-k3

longcat-2.0

lora-test

low_latency_opt

luka/fix-rms-quant-non-contiguous

luka/vllm-ir-nits

luka/vllm-ir/compile-op

luka/vllm-ir/rms-norm-batch-invariant

luka/vllm-ir/triton

lwilkinson/kv-layout/core-standardize

main

mamba_tests

manual-act-quant-fusion-llama

maybe_fix_hang_2

mergify/houseroad/config-update

mgoin/fix-piecewise-capture-attention

migrate-gpu1-to-h200-18gb-remaining

migrate-safe-jobs-to-h200-mig

minimax-m3-perf

minus_x

mla_cuda_graphs

mla_decode_any_head

mnnvl_kv_transfer

moondream2

mrv2-ci-test

openai226

optimize-prefix-caching-scheduling

pcp-alt

pd_scheduling

perf/push-allreduce-2buffer

pil_image

pr-44891

prometheus-cudagraph-pct

qwen25vl

qwen3_5_fp8

rebase-fa3-mla-sparse

rebased_fi_moe

redhat-h100-testing

reduce_scatter_comm

release

releases/v0.10.0

releases/v0.10.1

releases/v0.10.2

releases/v0.11.0

releases/v0.11.1

releases/v0.11.2

releases/v0.12.0

releases/v0.13.0

releases/v0.14.0

releases/v0.14.1

releases/v0.15.0

releases/v0.16.0

releases/v0.17.0

releases/v0.17.1

releases/v0.18.0

releases/v0.18.1

releases/v0.19.0

releases/v0.19.1

releases/v0.20.0

releases/v0.20.1

releases/v0.20.1-python-from-source

releases/v0.20.2

releases/v0.21.0

releases/v0.22.0

releases/v0.22.1

releases/v0.23.0

releases/v0.24.0

releases/v0.25.0

releases/v0.25.1

releases/v0.26.0

releases/v0.9.0

releases/v0.9.1

releases/v0.9.2

remove-fp4-moe-env-var-clean

remove_mamba_ssm

revert-21550-chengji/fix-ci

revert-22299-main

revert-26740-wentao-optimize-startup-log-2

revert-27600-torch-utils-import

revert-40687-matthias.skinny-gemm-n5

revert-batch-kv-cache-swap-38460

rocm_silu_mul_quant

running-deque

simon-mo-patch-1

skip-lmfe-tests

sm103

speed-up-sp-tests

speed-up-sp-tests-v2

split_kv_cache_init

support_global_dp_logging

test-debug-lb

tml-inkling

tms/distributed_timeout

tms/fix-nan

tms/nvfp4-nan-contamination-test

tokenspeed

topk_id_hack

torch_dynamo

tpu_v1

tpu_v1_optimized

ucx_oneshot_ar

update_from_kv_xfer_finished_race_fix

upgrade-cutedsl

upgrade-transformers-compressed-tensors

v0.16.0-before210

v0.16.0-cu128

v0.16.0-torch291

v0.8.0

v0.8.1

v0.8.2

v0.8.3

v0.8.4

v0.8.5

v1_fix_profiler

vadim/qwen35-no-deppgemm

vllm-dashboard

wentao-cache-is_sleep

wentao-dcp-support-for-v2

wentao-deprecate-embed&token_classify

wentao-enable-flashinfer-moe-fp4-by-default

wentao-epd-support-for-MRv2

wentao-fix-amd-ci-test-others-bug

wentao-fix-ci-batch-invariant-issue

wentao-fix-ci-destroy

wentao-fix-ci-pre-commit

wentao-fix-dcp-IMA-for-v2

wentao-fix-es-v2-bug

wentao-fix-flashinfer-layout

wentao-fix-mypy-models-a-b

wentao-fix-python-install-ci-error

wentao-fix-qwen3vl-launch-bug

wentao-fix-torch-compile-issue

wentao-fix-v2-is_prefiliing

wentao-fix-v2-mrope

wentao-fix-v2-test_spec_decode_acceptance_length

wentao-fused-padding-to-kernel

wentao-model-runner-v2-support-stock-torch-compile

wentao-mrv2-enable-all-moe

wentao-optimize-async-scheduling-copy

wentao-optimize-dcp-and-add-comm-func

wentao-optimize-model-runner-v2-prepare_inputs

wentao-optimize-model-runner-v2-sampler

wentao-optimize-per-token-group-quant

wentao-optimize-pooling-by-ragged-tensor

wentao-optimize-pooling-forward

wentao-optimize-workspace-reuse

wentao-prefer-sysmem-comm

wentao-remove-dead-code

wentao-remove-multiple-dead-codes

wentao-skip-work-when-empty

wentao-support-rms-norm-uncontiguous

wentao-update-batch-invariant-docstring

wentao-update-torch-to-2.9.1

wentao-wq_b-to-cudagraph

whisper-translate

wide_ep_working_branch

wide_ep_working_branch_2

woosuk-jf

woosuk/ds-exp-2

woosuk/ds-exp-ag

woosuk/dsv4-sp

woosuk/fast-topk

woosuk/glm5-gemm

woosuk/glm5-megamoe

woosuk/gumbel-fp32-rand64

woosuk/mrv2-cudagraph-attn-fix

woosuk/mrv2-draft-gumbel-decouple

woosuk/mrv2-expert-indices

woosuk/router-nixl

woosuk/test-router

woosuk/triton-fix

worktree-agent-ae80686f16ccbc350

worktree-coverage-test-mapping

worktree-fix-ci-export-subshell

worktree-fix-cudagraph-flaky

worktree-migrate-gpu1-to-h200-18gb-mig

wye-refactor-w8a8-quant

zen5-image-build

zhuohan/extensible-kv-cache-memory

zhuohan/moe-kernel-experiment

zhuohan/redundant-pooling-check

zhuohan/remove-redundant-argument

zhuohan/remove-unnecessary-instance_id-setup

zhuohan/remove-virtual-engine

zhuohan/revert-26709

#1

#2

ci/build/22474

submission

v0.1.0

v0.1.1

v0.1.2

v0.1.3

v0.1.4

v0.1.5

v0.1.6

v0.1.7

v0.10.0

v0.10.0rc1

v0.10.0rc2

v0.10.1

v0.10.1.1

v0.10.1rc1

v0.10.2

v0.10.2rc1

v0.10.2rc2

v0.10.2rc3

v0.11.0

v0.11.0rc1

v0.11.0rc2

v0.11.0rc3

v0.11.0rc4

v0.11.0rc5

v0.11.0rc6

v0.11.1

v0.11.1rc0

v0.11.1rc1

v0.11.1rc2

v0.11.1rc3

v0.11.1rc4

v0.11.1rc5

v0.11.1rc6

v0.11.1rc7

v0.11.2

v0.12.0

v0.13.0

v0.13.0rc1

v0.13.0rc2

v0.13.0rc3

v0.13.0rc4

v0.14.0

v0.14.0rc0

v0.14.0rc1

v0.14.0rc2

v0.14.1

v0.15.0

v0.15.0rc0

v0.15.0rc1

v0.15.0rc2

v0.15.0rc3

v0.15.1

v0.15.1rc0

v0.15.1rc1

v0.15.2rc0

v0.16.0

v0.16.0rc0

v0.16.0rc1

v0.16.0rc2

v0.16.0rc3

v0.16.1rc0

v0.17.0

v0.17.0rc0

v0.17.0rc1

v0.17.1

v0.17.1rc0

v0.17.2rc0

v0.18.0

v0.18.0rc0

v0.18.0rc1

v0.18.0rc2

v0.18.1

v0.18.1rc0

v0.18.2rc0

v0.19.0

v0.19.0rc0

v0.19.0rc1

v0.19.1

v0.19.1rc0

v0.19.2rc0

v0.2.0

v0.2.1

v0.2.1.post1

v0.2.2

v0.2.3

v0.2.4

v0.2.5

v0.2.6

v0.2.7

v0.20.0

v0.20.0rc1

v0.20.1

v0.20.1rc0

v0.20.2

v0.20.2rc0

v0.21.0

v0.21.0rc1

v0.21.0rc2

v0.21.0rc3

v0.21.1rc0

v0.22.0

v0.22.0rc1

v0.22.0rc2

v0.22.0rc3

v0.22.1

v0.22.1rc0

v0.22.1rc1

v0.22.1rc2

v0.23.0

v0.23.0rc2

v0.23.1rc0

v0.24.0

v0.24.0rc1

v0.24.0rc2

v0.25.0

v0.25.0rc1

v0.25.0rc2

v0.25.0rc3

v0.25.1

v0.26.0

v0.26.0rc1

v0.26.1rc0

v0.3.0

v0.3.1

v0.3.2

v0.3.3

v0.4.0

v0.4.0.post1

v0.4.1

v0.4.2

v0.4.3

v0.5.0

v0.5.0.post1

v0.5.1

v0.5.2

v0.5.3

v0.5.3.post1

v0.5.4

v0.5.5

v0.6.0

v0.6.1

v0.6.1.post1

v0.6.1.post2

v0.6.2

v0.6.3

v0.6.3.post1

v0.6.4

v0.6.4.post1

v0.6.5

v0.6.6

v0.6.6.post1

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.8.0

v0.8.0rc1

v0.8.0rc2

v0.8.1

v0.8.2

v0.8.3

v0.8.3rc1

v0.8.4

v0.8.5

v0.8.5.post1

v0.9.0

v0.9.0.1

v0.9.1

v0.9.1rc1

v0.9.1rc2

v0.9.2

v0.9.2rc1

v0.9.2rc2

Mono Color

• a37d815b83 Make initialization of tokenizer and detokenizer optional (#3748) 4 people 2024-04-21 15:06:46 -07:00
• 7f2593b164 [Doc]: Update the doc of adding new models (#4236) xiaojiandGitHub 2024-04-22 00:57:08 +08:00
• fe7d648fe5 Don't show default value for flags in EngineArgs (#4223) 3 people 2024-04-21 17:15:28 +01:00
• cc74b2b232 Updating lm-format-enforcer version and adding links to decoding libraries in docs (#4222) Noam GatandGitHub 2024-04-20 11:33:16 +03:00
• 91528575ec [Frontend] multiple sampling params support (#3570) nunjunjandGitHub 2024-04-20 00:11:57 -07:00
• a22cdea371 [Kernel][FP8] Initial support with dynamic per-tensor scaling (#4118) Cody YuandGitHub 2024-04-19 21:28:57 -07:00
• 682789d402 Fix missing docs and out of sync EngineArgs (#4219) 3 people 2024-04-20 04:51:33 +01:00
• 138485a82d [Bugfix] Add fix for JSON whitespace (#4189) 3 people 2024-04-19 23:49:22 -04:00
• bc9df1571b Pass tokenizer_revision when getting tokenizer in openai serving (#4214) Chirag JainandGitHub 2024-04-20 05:43:56 +05:30
• 15b86408a8 [Misc] add nccl in collect env (#4211) youkaichaoandGitHub 2024-04-19 12:44:51 -07:00
• 7be4f5628f [Bugfix][Core] Restore logging of stats in the async engine (#4150) Ronen SchafferandGitHub 2024-04-19 18:08:26 +03:00
• 8f20fc04bf [Misc] fix docstrings (#4191) 3 people 2024-04-19 16:18:33 +08:00
• 092e3d6d6d Remove hardcoded path Woosuk Kwon 2024-04-19 08:18:10 +00:00
• 84284302d8 Minor Woosuk Kwon 2024-04-19 08:08:25 +00:00
• 221d93ecbf Bump version of 0.4.1 (#4177) Simon MoandGitHub 2024-04-19 01:00:22 -07:00
• d17c8477f1 [Bugfix] Fix LoRA loading check (#4138) 3 people 2024-04-19 15:59:54 +08:00
• 743695f586 Fix write_to_kv_cache Woosuk Kwon 2024-04-19 07:51:54 +00:00
• a134ef6f5e Support eos_token_id from generation_config.json (#4182) Simon MoandGitHub 2024-04-18 21:13:36 -07:00
• 8a7a3e4436 [Core] add an option to log every function call to for debugging hang/crash in distributed inference (#4079) 3 people 2024-04-18 16:15:12 -07:00
• 8f9c28fd40 [Bugfix] Fix CustomAllreduce nvlink topology detection (#3974) Adam TilghmanandGitHub 2024-04-18 15:32:47 -07:00
• cd2f63fb36 [CI/CD] add neuron docker and ci test scripts (#3571) Liangfu ChenandGitHub 2024-04-18 15:26:01 -07:00
• 87fa80c91f [Misc] Bump transformers to latest version (#4176) Nick HillandGitHub 2024-04-18 14:36:39 -07:00
• e1bb2fd52d [Bugfix] Support logprobs when using guided_json and other constrained decoding fields (#4149) James WhedbeeandGitHub 2024-04-18 16:12:55 -05:00
• 705578ae14 [Docs] document that Meta Llama 3 is supported (#4175) Simon MoandGitHub 2024-04-18 10:55:48 -07:00
• e8cc7967ff [Bugfix][Kernel] allow non-power-of-two head sizes in prefix prefill (#4128) Michał MoskalandGitHub 2024-04-18 00:51:28 -07:00
• 53b018edcb [Bugfix] Get available quantization methods from quantization registry (#4098) Michael GoinandGitHub 2024-04-18 03:21:55 -04:00
• 66ded03067 Allow model to be served under multiple names (#2894) 3 people 2024-04-18 08:16:26 +01:00
• 6dc1fc9cfe [Core] nccl integrity check and test (#4155) youkaichaoandGitHub 2024-04-17 22:28:52 -07:00
• 533d2a1f39 [Typing] Mypy typing part 2 (#4043) 3 people 2024-04-18 09:28:43 +09:00
• 62b870fa07 Use FlashAttention kernel Woosuk Kwon 2024-04-17 20:24:45 +00:00
• 7e3a230c38 Fix paged_attn Woosuk Kwon 2024-04-17 20:06:26 +00:00
• 186c88c497 explictly return new_kv_caches Woosuk Kwon 2024-04-17 18:42:34 +00:00
• ef762cb110 Write kV Woosuk Kwon 2024-04-17 18:21:39 +00:00
• 756c4e78d3 Add write_to_cache ops Woosuk Kwon 2024-04-17 18:20:55 +00:00
• 4880de35d2 Add attn_mask Woosuk Kwon 2024-04-17 18:12:20 +00:00
• 0fb07c08d0 Minor Woosuk Kwon 2024-04-17 18:08:33 +00:00
• e4377dd698 Add model runner Woosuk Kwon 2024-04-17 18:04:54 +00:00
• 5cb213c85e Add flash-attn op Woosuk Kwon 2024-04-17 18:02:28 +00:00
• 25bbc21ef6 Minor Woosuk Kwon 2024-04-17 18:02:16 +00:00
• b25fcc06c2 Minor Woosuk Kwon 2024-04-17 18:02:13 +00:00
• 6661c030c4 Add paged_attn op Woosuk Kwon 2024-04-17 18:02:00 +00:00
• 8888d1c474 Fix logit indices Woosuk Kwon 2024-04-17 18:01:43 +00:00
• a53222544c [Kernel] Add punica dimension for Swallow-MS-7B LoRA (#4134) Shoichi UchinamiandGitHub 2024-04-18 02:02:45 +09:00
• cedb67028a Add gemma Woosuk Kwon 2024-04-17 17:00:10 +00:00
• fe3b5bbc23 [Bugfix] fix output parsing error for trtllm backend (#4137) 3 people 2024-04-17 19:07:23 +08:00
• 8438e0569e [Core] RayWorkerVllm --> WorkerWrapper to reduce duplication (#4024) youkaichaoandGitHub 2024-04-17 01:34:33 -07:00
• 11d652bd4f [CI] Move CPU/AMD tests to after wait (#4123) Cade DanielandGitHub 2024-04-16 22:53:26 -07:00
• d150e4f89f [Misc] [CI] Fix CI failure caught after merge (#4126) Cade DanielandGitHub 2024-04-16 17:56:01 -07:00
• e95cd87959 [Speculative decoding 6/9] Integrate speculative decoding with LLMEngine (#3894) Cade DanielandGitHub 2024-04-16 13:09:21 -07:00
• 69e1d2fb69 [Core] Refactor model loading code (#4097) Antoni BaumandGitHub 2024-04-16 11:34:39 -07:00
• 91b47e3f2f JAX-based TPU worker Woosuk Kwon 2024-04-16 17:37:11 +00:00
• 6d62e4c6aa Add torch to dependencies Woosuk Kwon 2024-04-16 17:06:35 +00:00
• de82e95787 Minor Woosuk Kwon 2024-04-16 17:04:46 +00:00
• b3b89cf755 Renew TPU executor Woosuk Kwon 2024-04-16 09:42:15 +00:00
• 6692a30266 Minor Woosuk Kwon 2024-04-16 09:41:53 +00:00
• eb0a0466a9 Add JAX requirements Woosuk Kwon 2024-04-16 08:05:54 +00:00
• c59c1e7b2c Remove Woosuk Kwon 2024-04-16 08:05:36 +00:00
• d4adf92beb Merge branch 'main' into woosuk-tpu Woosuk Kwon 2024-04-16 07:56:53 +00:00
• 05434764cd LM Format Enforcer Guided Decoding Support (#3868) 3 people 2024-04-16 08:54:57 +03:00
• 4e7ee664e2 [Core] Fix engine-use-ray broken (#4105) SangBin ChoandGitHub 2024-04-16 14:24:53 +09:00
• 37e84a403d [Typing] Fix Sequence type GenericAlias only available after Python 3.9. (#4092) SangBin ChoandGitHub 2024-04-16 06:47:31 +09:00
• 4695397dcf [Bugfix] Fix ray workers profiling with nsight (#4095) Ricky XuandGitHub 2024-04-15 14:24:45 -07:00
• d619ae2d19 [Doc] Add better clarity for tensorizer usage (#4090) 3 people 2024-04-15 16:28:25 -04:00
• eb46fbfda2 [Core] Simplifications to executor classes (#4071) Nick HillandGitHub 2024-04-15 13:05:09 -07:00
• 0003e9154b [Misc][Minor] Fix CPU block num log in CPUExecutor. (#4088) Li, JiangandGitHub 2024-04-15 23:35:55 +08:00
• e11e200736 [Bugfix] Fix filelock version requirement (#4075) Zhuohan LiandGitHub 2024-04-14 21:50:08 -07:00
• 8db1bf32f8 [Misc] Upgrade triton to 2.2.0 (#4061) RoyandGitHub 2024-04-15 08:43:54 +08:00
• aceb17cf2d [Docs] document that mixtral 8x22b is supported (#4073) Simon MoandGitHub 2024-04-14 14:35:55 -07:00
• 563c54f760 [BugFix] Fix tensorizer extra in setup.py (#4072) Nick HillandGitHub 2024-04-14 22:12:42 +01:00
• 2cd6b4f362 [Core] avoid too many cuda context by caching p2p test (#4021) youkaichaoandGitHub 2024-04-13 23:40:21 -07:00
• 711a000255 [Frontend] [Core] feat: Add model loading using tensorizer (#3476) Sanger SteelandGitHub 2024-04-13 20:13:01 -04:00
• 989ae2538d [Kernel] Add punica dimension for Baichuan-13B (#4053) Jee LiandGitHub 2024-04-13 22:55:05 +08:00
• 0a430b4ae2 [Bugfix] fix_small_bug_in_neuron_executor (#4051) zspoandGitHub 2024-04-13 22:54:03 +08:00
• ec8e3c695f [Bugfix] fix_log_time_in_metrics (#4050) zspoandGitHub 2024-04-13 22:52:36 +08:00
• 98afde19fc [Core][Distributed] improve logging for init dist (#4042) youkaichaoandGitHub 2024-04-13 07:12:53 -07:00
• 5c2e66e487 [Bugfix] More type hint fixes for py 3.8 (#4039) Dylan HawkandGitHub 2024-04-12 21:07:04 -07:00
• 546e721168 [CI/Test] expand ruff and yapf for all supported python version (#4037) youkaichaoandGitHub 2024-04-12 18:43:37 -07:00
• b8aacac31a [Bugfix] Fix LoRA bug (#4032) Jee LiandGitHub 2024-04-13 07:56:37 +08:00
• d04973ad54 Fix triton compilation issue (#3984) 3 people 2024-04-12 16:41:26 -07:00
• fbb9d9eef4 [Core] fix custom allreduce default value (#4040) youkaichaoandGitHub 2024-04-12 16:40:39 -07:00
• 09473ee41c [mypy] Add mypy type annotation part 1 (#4006) SangBin ChoandGitHub 2024-04-13 06:35:50 +09:00
• d4ec9ffb95 [Misc] Fix typo in scheduler.py (#4022) Zhuohan LiandGitHub 2024-04-12 13:56:04 -07:00
• 96b6a6d790 [Bugfix] fix type hint for py 3.8 (#4036) youkaichaoandGitHub 2024-04-12 12:35:44 -07:00
• 36729bac13 [Test] Test multiple attn backend for chunked prefill. (#4023) SangBin ChoandGitHub 2024-04-13 01:56:57 +09:00
• 7fd3949a0b [Frontend][Core] Move merge_async_iterators to utils (#4026) Cyrus LeungandGitHub 2024-04-12 13:30:54 +08:00
• 1096717ae9 [Core] Support LoRA on quantized models (#4012) Jee LiandGitHub 2024-04-12 12:02:44 +08:00
• c2b4a1bce9 [Doc] Add typing hints / mypy types cleanup (#3816) 3 people 2024-04-11 17:17:21 -07:00
• e46a60aa4c [BugFix] Fix handling of stop strings and stop token ids (#3672) Nick HillandGitHub 2024-04-11 23:34:12 +01:00
• 1e96c3341a Add extra punica sizes to support bigger vocabs (#4015) Antoni BaumandGitHub 2024-04-11 15:18:57 -07:00
• 95e7d4a97c Fix echo/logprob OpenAI completion bug (#3441) 3 people 2024-04-11 15:15:50 -07:00
• 559eb852f8 [Core] init_distributed_environment align with init_process_group(#4014) youkaichaoandGitHub 2024-04-11 14:00:48 -07:00
• a10d3056da [Core] Set linear_weights directly on the layer (#3977) Antoni BaumandGitHub 2024-04-11 13:35:51 -07:00
• 8afca50889 [Hardware][Intel] Isolate CPUModelRunner and ModelRunner for better maintenance (#3824) bigPYJ1151andGitHub 2024-04-12 02:56:49 +08:00
• 08ccee1e83 punica fix-bgmv-kernel-640 (#4007) fuchen.ljlandGitHub 2024-04-11 23:59:26 +08:00
• c1dc547129 [Kernel] Fused MoE Config for Mixtral 8x22 (#4002) Roger WangandGitHub 2024-04-11 07:50:00 -07:00
• f3d0bf7589 [Doc][Installation] delete python setup.py develop (#3989) youkaichaoandGitHub 2024-04-10 20:33:02 -07:00
• e9da5a40c6 [Misc] Add indirection layer for custom ops (#3913) Kunshang JiandGitHub 2024-04-11 03:26:07 +00:00
• e42df7227d [Test] Add xformer and flash attn tests (#3961) 3 people 2024-04-11 12:09:50 +09:00
• caada5e50a [Core][Model] torch.compile for layernorm in commandr (#3985) youkaichaoandGitHub 2024-04-10 18:48:26 -07:00
• 67b4221a61 [Core][5/N] Fully working chunked prefill e2e (#3884) SangBin ChoandGitHub 2024-04-11 09:56:48 +09:00