Add benchmark reports and test results with updated metrics and charts

This commit is contained in:
Mingor committed 2025-04-22 14:20:37 +08:00
1 parent ff27075f41
commit a6f82d5a0b
29 files changed
+1358 -953

No files matched your search

@@ -0,0 +1,54 @@
[2025-04-22 09:10:45.690] [信息] 日志文件已设置: reports/report_2025-04-22_09-10-45/api_logs.txt
[2025-04-22 09:10:45.690] [信息] API请求响应日志将记录到: reports/report_2025-04-22_09-10-45/api_logs.txt
[2025-04-22 09:10:45.690] [信息] 创建报告输出目录: reports/report_2025-04-22_09-10-45
[2025-04-22 09:10:45.690] [调试] 共有 2 条测试结果记录
[2025-04-22 09:10:45.690] [信息] 计算性能指标...
[2025-04-22 09:10:45.690] [调试] 计算指标 - 总请求数: 2
[2025-04-22 09:10:45.690] [调试] 计算指标 - 成功请求: 2, 失败请求: 0
[2025-04-22 09:10:45.690] [调试] 计算指标 - 超时比率: 0.00%
[2025-04-22 09:10:45.690] [调试] 计算指标 - 响应时间(ms) - 平均: 26983.00, P90: 26983.00, P95: 26983.00, P99: 26983.00, 最小: 25002.00, 最大: 28964.00
[2025-04-22 09:10:45.690] [调试] 计算指标 - TTFT(ms) - 最小: 9717.00, 最大: 15743.00, P90: 12730.00, P95: 12730.00, P99: 12730.00
[2025-04-22 09:10:45.690] [调试] 计算指标 - 平均QPS: 0.04 (总持续时间: 53.99秒)
[2025-04-22 09:10:45.690] [调试] 计算各并发步骤的QPS...
[2025-04-22 09:10:45.690] [调试] 并发步骤 1: QPS = 0.08 (成功请求: 2, 持续时间: 25.02秒)
[2025-04-22 09:10:45.690] [调试] 更新最大QPS: 0.08 (并发步骤: 1)
[2025-04-22 09:10:45.690] [调试] 更新最大有效并发用户数: 1
[2025-04-22 09:10:45.690] [调试] 计算指标 - 平均Token生成速率: 16.19 tokens/s (总Token: 874)
[2025-04-22 09:10:45.690] [调试] 计算各并发步骤的Token生成速率...
[2025-04-22 09:10:45.690] [调试] 并发步骤 1: Token生成速率 = 34.94 tokens/s (总Token: 874, 持续时间: 25.02秒)
[2025-04-22 09:10:45.690] [调试] 更新最大Token生成速率: 34.94 tokens/s (并发步骤: 1)
[2025-04-22 09:10:45.690] [信息] 性能指标摘要:
[2025-04-22 09:10:45.690] [信息] 总请求数: 2 (成功: 2, 失败: 0)
[2025-04-22 09:10:45.690] [信息] 超时比率: 0.00%
[2025-04-22 09:10:45.690] [信息] 平均响应时间: 26.983s
[2025-04-22 09:10:45.690] [信息] P90响应时间: 26.983s
[2025-04-22 09:10:45.690] [信息] P95响应时间: 26.983s
[2025-04-22 09:10:45.691] [信息] P99响应时间: 26.983s
[2025-04-22 09:10:45.691] [信息] 平均QPS: 0.04
[2025-04-22 09:10:45.691] [信息] 最大QPS: 0.08
[2025-04-22 09:10:45.691] [信息] 平均Token生成速率: 16.19 tokens/s
[2025-04-22 09:10:45.691] [信息] 最大Token生成速率: 34.94 tokens/s
[2025-04-22 09:10:45.691] [信息] 最大有效并发用户数: 1
[2025-04-22 09:10:45.691] [信息] 最小首个令牌生成时间: 9.717s
[2025-04-22 09:10:45.691] [信息] 最大首个令牌生成时间: 15.743s
[2025-04-22 09:10:45.691] [信息] P90首个令牌生成时间: 12.73s
[2025-04-22 09:10:45.691] [信息] P95首个令牌生成时间: 12.73s
[2025-04-22 09:10:45.691] [信息] P99首个令牌生成时间: 12.73s
[2025-04-22 09:10:45.691] [信息] 生成HTML报告...
[2025-04-22 09:10:45.691] [调试] 创建HTML报告页面...
[2025-04-22 09:10:45.691] [调试] 添加概述图表...
[2025-04-22 09:10:45.691] [调试] 添加响应时间分布图...
[2025-04-22 09:10:45.691] [调试] 添加QPS随时间变化图...
[2025-04-22 09:10:45.691] [调试] 添加Token生成速率随时间变化图...
[2025-04-22 09:10:45.691] [调试] 添加并发与响应时间关系图...
[2025-04-22 09:10:45.691] [调试] 添加TTFT随时间变化图...
[2025-04-22 09:10:45.691] [调试] 保存HTML报告: reports/report_2025-04-22_09-10-45/report.html
[2025-04-22 09:10:45.696] [信息] 生成CSV数据...
[2025-04-22 09:10:45.696] [调试] 创建CSV文件: reports/report_2025-04-22_09-10-45/results.csv
[2025-04-22 09:10:45.696] [调试] 写入CSV头...
[2025-04-22 09:10:45.696] [调试] 写入CSV数据,共2条记录...
[2025-04-22 09:10:45.696] [调试] CSV数据写入完成
[2025-04-22 09:10:45.696] [信息] 报告生成完成
[2025-04-22 09:10:45.696] [信息] 基准测试完成!报告已生成: reports/report_2025-04-22_09-10-45
[2025-04-22 09:10:45.696] [信息] HTML报告: reports/report_2025-04-22_09-10-45/report.html
[2025-04-22 09:10:45.696] [信息] CSV数据: reports/report_2025-04-22_09-10-45/results.csv
@@ -0,0 +1,121 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="RDxSTLsbVdgW" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_RDxSTLsbVdgW = echarts.init(document.getElementById('RDxSTLsbVdgW'), "white");
let option_RDxSTLsbVdgW = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":2},{"value":2},{"value":0},{"value":26983},{"value":26983},{"value":26983},{"value":26983},{"value":9717},{"value":15743},{"value":12730},{"value":12730},{"value":12730},{"value":0.0370426018586236},{"value":0.07995193423073874}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS"]}],"yAxis":[{}]}
;
let action_RDxSTLsbVdgW = {"areas":{},"type":""}
;
goecharts_RDxSTLsbVdgW.setOption(option_RDxSTLsbVdgW);
goecharts_RDxSTLsbVdgW.dispatchAction(action_RDxSTLsbVdgW);
</script>
<div class="container">
<div class="item" id="HSlNJAzWnDbu" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_HSlNJAzWnDbu = echarts.init(document.getElementById('HSlNJAzWnDbu'), "white");
let option_HSlNJAzWnDbu = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":2}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_HSlNJAzWnDbu = {"areas":{},"type":""}
;
goecharts_HSlNJAzWnDbu.setOption(option_HSlNJAzWnDbu);
goecharts_HSlNJAzWnDbu.dispatchAction(action_HSlNJAzWnDbu);
</script>
<div class="container">
<div class="item" id="bLNYJSVJEGBg" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_bLNYJSVJEGBg = echarts.init(document.getElementById('bLNYJSVJEGBg'), "white");
let option_bLNYJSVJEGBg = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["09:09:51","09:09:56","09:10:01","09:10:06","09:10:11","09:10:16"]}],"yAxis":[{}]}
;
let action_bLNYJSVJEGBg = {"areas":{},"type":""}
;
goecharts_bLNYJSVJEGBg.setOption(option_bLNYJSVJEGBg);
goecharts_bLNYJSVJEGBg.dispatchAction(action_bLNYJSVJEGBg);
</script>
<div class="container">
<div class="item" id="LcGyNaPBjOPf" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_LcGyNaPBjOPf = echarts.init(document.getElementById('LcGyNaPBjOPf'), "white");
let option_LcGyNaPBjOPf = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":71.2,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":103.6,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["09:09:51","09:09:56","09:10:01","09:10:06","09:10:11","09:10:16"]}],"yAxis":[{}]}
;
let action_LcGyNaPBjOPf = {"areas":{},"type":""}
;
goecharts_LcGyNaPBjOPf.setOption(option_LcGyNaPBjOPf);
goecharts_LcGyNaPBjOPf.dispatchAction(action_LcGyNaPBjOPf);
</script>
<div class="container">
<div class="item" id="LZrARhTNbPPR" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_LZrARhTNbPPR = echarts.init(document.getElementById('LZrARhTNbPPR'), "white");
let option_LZrARhTNbPPR = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":26983,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":26983,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":26983,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1"]}],"yAxis":[{}]}
;
let action_LZrARhTNbPPR = {"areas":{},"type":""}
;
goecharts_LZrARhTNbPPR.setOption(option_LZrARhTNbPPR);
goecharts_LZrARhTNbPPR.dispatchAction(action_LZrARhTNbPPR);
</script>
<div class="container">
<div class="item" id="RIAyeIxXZKcM" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_RIAyeIxXZKcM = echarts.init(document.getElementById('RIAyeIxXZKcM'), "white");
let option_RIAyeIxXZKcM = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":9717,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":15743,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["09:09:51","09:09:56","09:10:01","09:10:06","09:10:11","09:10:16"]}],"yAxis":[{}]}
;
let action_RIAyeIxXZKcM = {"areas":{},"type":""}
;
goecharts_RIAyeIxXZKcM.setOption(option_RIAyeIxXZKcM);
goecharts_RIAyeIxXZKcM.dispatchAction(action_RIAyeIxXZKcM);
</script>
</body>
</html>
@@ -0,0 +1,3 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,ResponseTime,Concurrency,FirstTokenTime,Error
2025-04-22T09:09:51+08:00,short,2,356,25002,1,9717,
2025-04-22T09:10:16+08:00,short,2,518,28964,1,15743,
1 Timestamp PromptType PromptTokens CompletionTokens ResponseTime Concurrency FirstTokenTime Error
2 2025-04-22T09:09:51+08:00 short 2 356 25002 1 9717
3 2025-04-22T09:10:16+08:00 short 2 518 28964 1 15743