mooncake-track
/
dynamo
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: revert change to aiperf output format (#3837) 

Signed-off-by: hongkuanz <hongkuanz@nvidia.com>
This commit is contained in:
Hongkuan Zhou 2025-10-22 16:57:44 -07:00 committed by GitHub
parent c6b5904579
commit fa45ff1f8a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
tests/planner/utils/load_generator.py
View File

@ -208,16 +208,11 @@ class LoadGenerator:
logger.info(f"Parsing results from: {results_file}")
with open(results_file, "r") as f:
data = json.load(f)
# aiperf now wraps metrics under "records" key
metrics = data.get("records", data)
metrics = json.load(f)
results = {
"throughput": metrics.get("output_token_throughput", {}).get("avg", 0),
"ttft_mean": metrics.get("ttft", {}).get(
"avg", 0
), # Changed from "time_to_first_token"
"ttft_mean": metrics.get("time_to_first_token", {}).get("avg", 0),
"itl_mean": metrics.get("inter_token_latency", {}).get("avg", 0),
"end_to_end_latency_mean": metrics.get("request_latency", {}).get(
"avg", 0