136 lines
4.1 KiB
TOML
136 lines
4.1 KiB
TOML
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
[workspace]
|
|
members = [
|
|
"launch/dynamo-run",
|
|
"lib/llm",
|
|
"lib/runtime",
|
|
"lib/config",
|
|
"lib/tokens",
|
|
"lib/memory",
|
|
"lib/async-openai",
|
|
"lib/parsers",
|
|
"lib/bindings/c",
|
|
"lib/bindings/python/codegen",
|
|
"lib/engines/*",
|
|
"lib/kvbm",
|
|
"lib/config",
|
|
]
|
|
# Exclude certain packages that are slow to build and we don't ship as flagship
|
|
# features from default build, but keep them in workspace for convenience.
|
|
# - launch/dynamo-run
|
|
# - lib/engines/*
|
|
default-members = [
|
|
"lib/llm",
|
|
"lib/runtime",
|
|
"lib/config",
|
|
"lib/tokens",
|
|
"lib/async-openai",
|
|
"lib/parsers",
|
|
"lib/bindings/c",
|
|
]
|
|
resolver = "3"
|
|
|
|
[workspace.package]
|
|
version = "0.7.0"
|
|
edition = "2024"
|
|
description = "Dynamo Inference Framework"
|
|
authors = ["NVIDIA Inc. <sw-dl-dynamo@nvidia.com>"]
|
|
license = "Apache-2.0"
|
|
homepage = "https://github.com/ai-dynamo/dynamo"
|
|
repository = "https://github.com/ai-dynamo/dynamo.git"
|
|
keywords = ["llm", "genai", "inference", "nvidia", "distributed"]
|
|
|
|
[workspace.dependencies]
|
|
# Local crates
|
|
dynamo-runtime = { path = "lib/runtime", version = "0.7.0" }
|
|
dynamo-llm = { path = "lib/llm", version = "0.7.0" }
|
|
dynamo-config = { path = "lib/config", version = "0.7.0" }
|
|
dynamo-tokens = { path = "lib/tokens", version = "0.7.0" }
|
|
dynamo-async-openai = { path = "lib/async-openai", version = "0.7.0", features = [
|
|
"byot",
|
|
"rustls",
|
|
] }
|
|
dynamo-parsers = { path = "lib/parsers", version = "0.7.0" }
|
|
|
|
# External dependencies
|
|
anyhow = { version = "1" }
|
|
async-nats = { version = "0.40", features = ["service"] }
|
|
async-stream = { version = "0.3" }
|
|
async-trait = { version = "0.1" }
|
|
async_zmq = { version = "0.4.0" }
|
|
blake3 = { version = "1" }
|
|
bytes = { version = "1" }
|
|
chrono = { version = "0.4", default-features = false, features = [
|
|
"alloc",
|
|
"std",
|
|
"clock",
|
|
"now",
|
|
"serde",
|
|
] }
|
|
cudarc = { version = "0.17.1", features = ["cuda-12020"] }
|
|
dashmap = { version = "6.1" }
|
|
derive_builder = { version = "0.20" }
|
|
derive-getters = { version = "0.5" }
|
|
either = { version = "1.13", features = ["serde"] }
|
|
etcd-client = { version = "0.16", features = ["tls"] }
|
|
futures = { version = "0.3" }
|
|
hf-hub = { version = "0.4.2", default-features = false, features = [
|
|
"tokio",
|
|
"rustls-tls",
|
|
"ureq",
|
|
] }
|
|
|
|
# ModelExpress for model downloading
|
|
modelexpress-client = { version = "0.2.0" }
|
|
modelexpress-common = { version = "0.2.0" }
|
|
|
|
humantime = { version = "2.2.0" }
|
|
libc = { version = "0.2" }
|
|
oneshot = { version = "0.1.11", features = ["std", "async"] }
|
|
parking_lot = "0.12.5"
|
|
prometheus = { version = "0.14" }
|
|
rand = { version = "0.9.0" }
|
|
reqwest = { version = "0.12.22", default-features = false, features = [
|
|
"json",
|
|
"stream",
|
|
"rustls-tls",
|
|
] }
|
|
serde = { version = "1", features = ["derive"] }
|
|
serde_json = { version = "1" }
|
|
strum = { version = "0.27", features = ["derive"] }
|
|
tempfile = "3"
|
|
thiserror = { version = "2.0.11" }
|
|
tokio = { version = "1", features = ["full"] }
|
|
tokio-stream = { version = "0.1" }
|
|
tokio-util = { version = "0.7", features = ["codec", "net", "rt"] }
|
|
tower-http = { version = "0.6", features = ["trace"] }
|
|
axum = { version = "0.8", features = ["macros"] }
|
|
tracing = { version = "0.1" }
|
|
tracing-subscriber = { version = "0.3", features = [
|
|
"env-filter",
|
|
"local-time",
|
|
"json",
|
|
] }
|
|
tracing-opentelemetry = { version = "0.32.0" }
|
|
opentelemetry = { version = "0.31.0", features = ["trace"] }
|
|
opentelemetry_sdk = { version = "0.31.0", features = ["trace", "rt-tokio"] }
|
|
opentelemetry-otlp = { version = "0.31.0", features = ["trace", "grpc-tonic"] }
|
|
validator = { version = "0.20.0", features = ["derive"] }
|
|
uuid = { version = "1.17", features = ["v4", "serde"] }
|
|
url = { version = "2.5", features = ["serde"] }
|
|
xxhash-rust = { version = "0.8", features = ["xxh3", "const_xxh3"] }
|
|
|
|
[profile.dev.package]
|
|
insta.opt-level = 3
|
|
|
|
[profile.dev]
|
|
# release level optimizations otherwise everything feels slow
|
|
# opt-level = 3
|
|
|
|
[profile.release]
|
|
# These make the build much slower but shrink the binary, and could help performance
|
|
codegen-units = 1
|
|
lto = "thin"
|