Add benchmark reports and test results with metrics and visualizations

This commit is contained in:
Mingor committed 2025-04-22 18:16:20 +08:00
1 parent a6f82d5a0b
commit 1838c1d559
23 files changed
+1242 -187

No files matched your search

@@ -0,0 +1,55 @@
[2025-04-22 17:37:34.946] [信息] 日志文件已设置: reports/report_2025-04-22_17-37-34/api_logs.txt
[2025-04-22 17:37:34.946] [信息] API请求响应日志将记录到: reports/report_2025-04-22_17-37-34/api_logs.txt
[2025-04-22 17:37:34.946] [信息] 创建报告输出目录: reports/report_2025-04-22_17-37-34
[2025-04-22 17:37:34.946] [调试] 共有 3 条测试结果记录
[2025-04-22 17:37:34.946] [信息] 计算性能指标...
[2025-04-22 17:37:34.946] [调试] 计算指标 - 总请求数: 3
[2025-04-22 17:37:34.946] [调试] 计算指标 - 成功请求: 3, 失败请求: 0
[2025-04-22 17:37:34.946] [调试] 计算指标 - 超时比率: 0.00%
[2025-04-22 17:37:34.946] [调试] 计算指标 - 响应时间(ms) - 平均: 48196.33, P90: 54100.50, P95: 54100.50, P99: 54100.50, 最小: 36388.00, 最大: 54352.00
[2025-04-22 17:37:34.946] [调试] 计算指标 - TTFT(ms) - 最小: 12860.00, 最大: 23094.00, P90: 20190.00, P95: 20190.00, P99: 20190.00
[2025-04-22 17:37:34.946] [调试] 计算指标 - 平均QPS: 0.03 (总持续时间: 110.94秒)
[2025-04-22 17:37:34.946] [调试] 计算各并发步骤的QPS...
[2025-04-22 17:37:34.946] [调试] 并发步骤 1: 持续时间过短
[2025-04-22 17:37:34.946] [调试] 并发步骤 2: QPS = 968.00 (成功请求: 2, 持续时间: 0.00秒)
[2025-04-22 17:37:34.946] [调试] 更新最大QPS: 968.00 (并发步骤: 2)
[2025-04-22 17:37:34.946] [调试] 更新最大有效并发用户数: 2
[2025-04-22 17:37:34.946] [调试] 计算指标 - 平均Token生成速率: 27.46 tokens/s (总Token: 3046)
[2025-04-22 17:37:34.946] [调试] 计算各并发步骤的Token生成速率...
[2025-04-22 17:37:34.946] [调试] 并发步骤 2: Token生成速率 = 884748.02 tokens/s (总Token: 1828, 持续时间: 0.00秒)
[2025-04-22 17:37:34.946] [调试] 更新最大Token生成速率: 884748.02 tokens/s (并发步骤: 2)
[2025-04-22 17:37:34.946] [信息] 性能指标摘要:
[2025-04-22 17:37:34.946] [信息] 总请求数: 3 (成功: 3, 失败: 0)
[2025-04-22 17:37:34.946] [信息] 超时比率: 0.00%
[2025-04-22 17:37:34.946] [信息] 平均响应时间: 48.196s
[2025-04-22 17:37:34.946] [信息] P90响应时间: 54.1s
[2025-04-22 17:37:34.946] [信息] P95响应时间: 54.1s
[2025-04-22 17:37:34.946] [信息] P99响应时间: 54.1s
[2025-04-22 17:37:34.946] [信息] 平均QPS: 0.03
[2025-04-22 17:37:34.946] [信息] 最大QPS: 968.00
[2025-04-22 17:37:34.946] [信息] 平均Token生成速率: 27.46 tokens/s
[2025-04-22 17:37:34.946] [信息] 最大Token生成速率: 884748.02 tokens/s
[2025-04-22 17:37:34.946] [信息] 最大有效并发用户数: 2
[2025-04-22 17:37:34.946] [信息] 最小首个令牌生成时间: 12.86s
[2025-04-22 17:37:34.946] [信息] 最大首个令牌生成时间: 23.094s
[2025-04-22 17:37:34.946] [信息] P90首个令牌生成时间: 20.19s
[2025-04-22 17:37:34.947] [信息] P95首个令牌生成时间: 20.19s
[2025-04-22 17:37:34.947] [信息] P99首个令牌生成时间: 20.19s
[2025-04-22 17:37:34.947] [信息] 生成HTML报告...
[2025-04-22 17:37:34.947] [调试] 创建HTML报告页面...
[2025-04-22 17:37:34.947] [调试] 添加概述图表...
[2025-04-22 17:37:34.947] [调试] 添加响应时间分布图...
[2025-04-22 17:37:34.947] [调试] 添加QPS随时间变化图...
[2025-04-22 17:37:34.947] [调试] 添加Token生成速率随时间变化图...
[2025-04-22 17:37:34.947] [调试] 添加并发与响应时间关系图...
[2025-04-22 17:37:34.947] [调试] 添加TTFT随时间变化图...
[2025-04-22 17:37:34.947] [调试] 保存HTML报告: reports/report_2025-04-22_17-37-34/report.html
[2025-04-22 17:37:34.953] [信息] 生成CSV数据...
[2025-04-22 17:37:34.953] [调试] 创建CSV文件: reports/report_2025-04-22_17-37-34/results.csv
[2025-04-22 17:37:34.953] [调试] 写入CSV头...
[2025-04-22 17:37:34.953] [调试] 写入CSV数据,共3条记录...
[2025-04-22 17:37:34.953] [调试] CSV数据写入完成
[2025-04-22 17:37:34.953] [信息] 报告生成完成
[2025-04-22 17:37:34.953] [信息] 基准测试完成!报告已生成: reports/report_2025-04-22_17-37-34
[2025-04-22 17:37:34.953] [信息] HTML报告: reports/report_2025-04-22_17-37-34/report.html
[2025-04-22 17:37:34.953] [信息] CSV数据: reports/report_2025-04-22_17-37-34/results.csv
@@ -0,0 +1,121 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="xCOcpSWYyAGW" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_xCOcpSWYyAGW = echarts.init(document.getElementById('xCOcpSWYyAGW'), "white");
let option_xCOcpSWYyAGW = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":3},{"value":3},{"value":0},{"value":0},{"value":48196},{"value":54100},{"value":54100},{"value":54100},{"value":36388},{"value":54352},{"value":12860},{"value":23094},{"value":20190},{"value":20190},{"value":20190},{"value":0.027040685394883506},{"value":967.995644019602},{"value":27.455309237605054},{"value":884748.0186339163},{"value":2}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","超时比率(%)","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小响应时间(ms)","最大响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS","平均Token生成速率(tokens/s)","最大Token生成速率(tokens/s)","最大有效并发用户数"]}],"yAxis":[{}]}
;
let action_xCOcpSWYyAGW = {"areas":{},"type":""}
;
goecharts_xCOcpSWYyAGW.setOption(option_xCOcpSWYyAGW);
goecharts_xCOcpSWYyAGW.dispatchAction(action_xCOcpSWYyAGW);
</script>
<div class="container">
<div class="item" id="kPZWbxGpYxEY" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_kPZWbxGpYxEY = echarts.init(document.getElementById('kPZWbxGpYxEY'), "white");
let option_kPZWbxGpYxEY = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":3}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_kPZWbxGpYxEY = {"areas":{},"type":""}
;
goecharts_kPZWbxGpYxEY.setOption(option_kPZWbxGpYxEY);
goecharts_kPZWbxGpYxEY.dispatchAction(action_kPZWbxGpYxEY);
</script>
<div class="container">
<div class="item" id="vnquLiEpoKRA" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_vnquLiEpoKRA = echarts.init(document.getElementById('vnquLiEpoKRA'), "white");
let option_vnquLiEpoKRA = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.4,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["17:36:40"]}],"yAxis":[{}]}
;
let action_vnquLiEpoKRA = {"areas":{},"type":""}
;
goecharts_vnquLiEpoKRA.setOption(option_vnquLiEpoKRA);
goecharts_vnquLiEpoKRA.dispatchAction(action_vnquLiEpoKRA);
</script>
<div class="container">
<div class="item" id="YExMNdZOyAZX" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_YExMNdZOyAZX = echarts.init(document.getElementById('YExMNdZOyAZX'), "white");
let option_YExMNdZOyAZX = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":365.6,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":243.6,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["17:35:44"]}],"yAxis":[{}]}
;
let action_YExMNdZOyAZX = {"areas":{},"type":""}
;
goecharts_YExMNdZOyAZX.setOption(option_YExMNdZOyAZX);
goecharts_YExMNdZOyAZX.dispatchAction(action_YExMNdZOyAZX);
</script>
<div class="container">
<div class="item" id="YXYQYEwQXnFv" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_YXYQYEwQXnFv = echarts.init(document.getElementById('YXYQYEwQXnFv'), "white");
let option_YXYQYEwQXnFv = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":53849,"XAxisIndex":0,"YAxisIndex":0},{"value":45370,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":53849,"XAxisIndex":0,"YAxisIndex":0},{"value":45370,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":53849,"XAxisIndex":0,"YAxisIndex":0},{"value":45370,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1","2"]}],"yAxis":[{}]}
;
let action_YXYQYEwQXnFv = {"areas":{},"type":""}
;
goecharts_YXYQYEwQXnFv.setOption(option_YXYQYEwQXnFv);
goecharts_YXYQYEwQXnFv.dispatchAction(action_YXYQYEwQXnFv);
</script>
<div class="container">
<div class="item" id="YIMMOZBeQHGr" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_YIMMOZBeQHGr = echarts.init(document.getElementById('YIMMOZBeQHGr'), "white");
let option_YIMMOZBeQHGr = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":17286,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":17977,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["17:36:40"]}],"yAxis":[{}]}
;
let action_YIMMOZBeQHGr = {"areas":{},"type":""}
;
goecharts_YIMMOZBeQHGr.setOption(option_YIMMOZBeQHGr);
goecharts_YIMMOZBeQHGr.dispatchAction(action_YIMMOZBeQHGr);
</script>
</body>
</html>
@@ -0,0 +1,4 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,TotalTokens,ResponseTime(ms),FirstTokenTime(ms),Concurrency,Error,ReasoningContent
2025-04-22T17:35:44+08:00,long,973,1218,2191,53849,17286,1,,""
2025-04-22T17:36:40+08:00,short,47,757,804,36388,12860,2,,""
2025-04-22T17:36:40+08:00,long,970,1071,2041,54352,23094,2,,""
1 Timestamp PromptType PromptTokens CompletionTokens TotalTokens ResponseTime(ms) FirstTokenTime(ms) Concurrency Error ReasoningContent
2 2025-04-22T17:35:44+08:00 long 973 1218 2191 53849 17286 1
3 2025-04-22T17:36:40+08:00 short 47 757 804 36388 12860 2
4 2025-04-22T17:36:40+08:00 long 970 1071 2041 54352 23094 2