dynamo/examples/backends/vllm/launch
Qi Wang d5add7fffa
docs: embedding cache in vLLM and TRT-LLM (#6555)
2026-02-25 00:04:46 -08:00
..
lora feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
stage_configs feat: text to image vLLM Omni (#5912) 2026-02-09 18:19:27 -05:00
agg.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
agg_kvbm.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
agg_kvbm_router.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
agg_lmcache.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
agg_lmcache_multiproc.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
agg_multimodal.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
agg_omni.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
agg_omni_image.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
agg_omni_video.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
agg_request_planes.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
agg_router.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
agg_router_approx.sh fix: enable toggling kv events pub/sub (currently nats based) with --no-kv-events flag (#5237) 2026-01-09 06:36:51 +00:00
agg_router_replicas.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
agg_spec_decoding.sh fix: vllm launch script errors for disagg and spec decoding (#6562) 2026-02-24 20:41:45 -08:00
dep.sh feat: default kv-events-config to empty (align with vLLM defaults) (#6404) 2026-02-20 06:44:51 +00:00
disagg.sh feat: add --kv-transfer-config NixlConnector to disagg scripts and recipes (#6560) 2026-02-25 02:26:47 +00:00
disagg_kvbm.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
disagg_kvbm_2p2d.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
disagg_kvbm_router.sh fix: vllm launch script errors for disagg and spec decoding (#6562) 2026-02-24 20:41:45 -08:00
disagg_lmcache.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
disagg_multimodal_e_pd.sh feat: add embedding cache to pd worker (#6061) 2026-02-20 08:27:44 -08:00
disagg_multimodal_epd.sh feat: add --kv-transfer-config NixlConnector to disagg scripts and recipes (#6560) 2026-02-25 02:26:47 +00:00
disagg_multimodal_llama.sh feat: add --kv-transfer-config NixlConnector to disagg scripts and recipes (#6560) 2026-02-25 02:26:47 +00:00
disagg_router.sh feat: add --kv-transfer-config NixlConnector to disagg scripts and recipes (#6560) 2026-02-25 02:26:47 +00:00
disagg_router_gaudi.sh feat: remove --connector flag for vLLM backend (LLM-90) (#6450) 2026-02-24 17:49:00 +00:00
disagg_same_gpu.sh fix: vllm launch script errors for disagg and spec decoding (#6562) 2026-02-24 20:41:45 -08:00
dsr1_dep.sh feat: default kv-events-config to empty (align with vLLM defaults) (#6404) 2026-02-20 06:44:51 +00:00
multi_node_tp.sh feat: add --headless mode for multi-node TP/PP in dynamo.vllm (#6204) 2026-02-22 22:38:17 +00:00
vllm_serve_embedding_cache.sh docs: embedding cache in vLLM and TRT-LLM (#6555) 2026-02-25 00:04:46 -08:00