dynamo/lib/bindings/python/rust/llm/block_manager/distributed/utils.rs

65 lines
1.8 KiB
Rust

// SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0
use std::env;
const DEFAULT_LEADER_ZMQ_HOST: &str = "127.0.0.1";
const DEFAULT_LEADER_ZMQ_PUB_PORT: u16 = 56001;
const DEFAULT_LEADER_ZMQ_ACK_PORT: u16 = 56002;
fn read_env_trimmed(key: &str) -> Option<String> {
env::var(key)
.ok()
.map(|s| s.trim().to_string())
.filter(|s| !s.is_empty())
}
fn parse_port_u16(s: &str) -> Option<u16> {
match s.parse::<u32>() {
Ok(v) if (1..=65535).contains(&v) => Some(v as u16),
_ => None,
}
}
fn validated_port_from_env(key: &str, default_port: u16) -> u16 {
if let Some(val) = read_env_trimmed(key) {
if let Some(p) = parse_port_u16(&val) {
if p < 1024 {
tracing::warn!("{key} is a privileged port ({p}); binding may require extra caps");
}
return p;
} else {
tracing::warn!("{key} invalid value '{val}', falling back to default {default_port}");
}
}
default_port
}
fn get_leader_zmq_host() -> String {
read_env_trimmed("DYN_KVBM_LEADER_ZMQ_HOST")
.unwrap_or_else(|| DEFAULT_LEADER_ZMQ_HOST.to_string())
}
fn get_leader_zmq_pub_port() -> String {
validated_port_from_env("DYN_KVBM_LEADER_ZMQ_PUB_PORT", DEFAULT_LEADER_ZMQ_PUB_PORT).to_string()
}
fn get_leader_zmq_ack_port() -> String {
validated_port_from_env("DYN_KVBM_LEADER_ZMQ_ACK_PORT", DEFAULT_LEADER_ZMQ_ACK_PORT).to_string()
}
pub fn get_leader_zmq_pub_url() -> String {
format!(
"tcp://{}:{}",
get_leader_zmq_host(),
get_leader_zmq_pub_port()
)
}
pub fn get_leader_zmq_ack_url() -> String {
format!(
"tcp://{}:{}",
get_leader_zmq_host(),
get_leader_zmq_ack_port()
)
}