39910f2b25
Signed-off-by: Bugen Zhao <i@bugenzhao.com> Signed-off-by: Nick Hill <nickhill123@gmail.com> Signed-off-by: Eric Curtin <eric.curtin@docker.com> Signed-off-by: Dev-X25874 <283057883+Dev-X25874@users.noreply.github.com> Signed-off-by: Will.hou <1205157517@qq.com> Signed-off-by: Will.hou <willamhou@ceresman.com> Co-authored-by: Nick Hill <nickhill123@gmail.com> Co-authored-by: Eric Curtin <eric.curtin@docker.com> Co-authored-by: Dev-X25874 <283057883+Dev-X25874@users.noreply.github.com> Co-authored-by: Will.hou <1205157517@qq.com> Co-authored-by: Will.hou <willamhou@ceresman.com> Please see https://github.com/Inferact/vllm-frontend-rs for full original commit history.
36 lines
652 B
TOML
36 lines
652 B
TOML
[package]
|
|
name = "vllm-tokenizer"
|
|
version.workspace = true
|
|
edition.workspace = true
|
|
license.workspace = true
|
|
|
|
[dependencies]
|
|
base64.workspace = true
|
|
fastokens.workspace = true
|
|
riptoken.workspace = true
|
|
rustc-hash.workspace = true
|
|
serde.workspace = true
|
|
serde_json.workspace = true
|
|
tekken.workspace = true
|
|
thiserror.workspace = true
|
|
thiserror-ext.workspace = true
|
|
tiktoken-rs.workspace = true
|
|
tokenizers.workspace = true
|
|
tracing.workspace = true
|
|
|
|
[dev-dependencies]
|
|
criterion.workspace = true
|
|
hf-hub.workspace = true
|
|
tempfile.workspace = true
|
|
|
|
[[bench]]
|
|
name = "hf"
|
|
harness = false
|
|
|
|
[[bench]]
|
|
name = "tiktoken"
|
|
harness = false
|
|
|
|
[lints]
|
|
workspace = true
|