Add benchmark reports and test results with updated metrics and charts
This commit is contained in:
1 parent
ff27075f41
commit
a6f82d5a0b
29 files changed
+1358
-953
No files matched your search
@@ -0,0 +1,54 @@
|
||||
[2025-04-21 23:40:54.518] [信息] 日志文件已设置: reports/report_2025-04-21_23-40-54/api_logs.txt
|
||||
[2025-04-21 23:40:54.518] [信息] API请求响应日志将记录到: reports/report_2025-04-21_23-40-54/api_logs.txt
|
||||
[2025-04-21 23:40:54.518] [信息] 创建报告输出目录: reports/report_2025-04-21_23-40-54
|
||||
[2025-04-21 23:40:54.518] [调试] 共有 2 条测试结果记录
|
||||
[2025-04-21 23:40:54.518] [信息] 计算性能指标...
|
||||
[2025-04-21 23:40:54.518] [调试] 计算指标 - 总请求数: 2
|
||||
[2025-04-21 23:40:54.518] [调试] 计算指标 - 成功请求: 2, 失败请求: 0
|
||||
[2025-04-21 23:40:54.518] [调试] 计算指标 - 超时比率: 0.00%
|
||||
[2025-04-21 23:40:54.518] [调试] 计算指标 - 响应时间(ms) - 平均: 37744.50, P90: 37744.50, P95: 37744.50, P99: 37744.50, 最小: 20615.00, 最大: 54874.00
|
||||
[2025-04-21 23:40:54.518] [调试] 计算指标 - TTFT(ms) - 最小: 10506.00, 最大: 15294.00, P90: 12900.00, P95: 12900.00, P99: 12900.00
|
||||
[2025-04-21 23:40:54.518] [调试] 计算指标 - 平均QPS: 0.03 (总持续时间: 75.52秒)
|
||||
[2025-04-21 23:40:54.518] [调试] 计算各并发步骤的QPS...
|
||||
[2025-04-21 23:40:54.519] [调试] 并发步骤 1: QPS = 0.10 (成功请求: 2, 持续时间: 20.63秒)
|
||||
[2025-04-21 23:40:54.519] [调试] 更新最大QPS: 0.10 (并发步骤: 1)
|
||||
[2025-04-21 23:40:54.519] [调试] 更新最大有效并发用户数: 1
|
||||
[2025-04-21 23:40:54.519] [调试] 计算指标 - 平均Token生成速率: 17.07 tokens/s (总Token: 1289)
|
||||
[2025-04-21 23:40:54.519] [调试] 计算各并发步骤的Token生成速率...
|
||||
[2025-04-21 23:40:54.519] [调试] 并发步骤 1: Token生成速率 = 62.49 tokens/s (总Token: 1289, 持续时间: 20.63秒)
|
||||
[2025-04-21 23:40:54.519] [调试] 更新最大Token生成速率: 62.49 tokens/s (并发步骤: 1)
|
||||
[2025-04-21 23:40:54.519] [信息] 性能指标摘要:
|
||||
[2025-04-21 23:40:54.519] [信息] 总请求数: 2 (成功: 2, 失败: 0)
|
||||
[2025-04-21 23:40:54.519] [信息] 超时比率: 0.00%
|
||||
[2025-04-21 23:40:54.519] [信息] 平均响应时间: 37.744s
|
||||
[2025-04-21 23:40:54.519] [信息] P90响应时间: 37.744s
|
||||
[2025-04-21 23:40:54.519] [信息] P95响应时间: 37.744s
|
||||
[2025-04-21 23:40:54.519] [信息] P99响应时间: 37.744s
|
||||
[2025-04-21 23:40:54.519] [信息] 平均QPS: 0.03
|
||||
[2025-04-21 23:40:54.519] [信息] 最大QPS: 0.10
|
||||
[2025-04-21 23:40:54.519] [信息] 平均Token生成速率: 17.07 tokens/s
|
||||
[2025-04-21 23:40:54.519] [信息] 最大Token生成速率: 62.49 tokens/s
|
||||
[2025-04-21 23:40:54.519] [信息] 最大有效并发用户数: 1
|
||||
[2025-04-21 23:40:54.519] [信息] 最小首个令牌生成时间: 10.506s
|
||||
[2025-04-21 23:40:54.519] [信息] 最大首个令牌生成时间: 15.294s
|
||||
[2025-04-21 23:40:54.519] [信息] P90首个令牌生成时间: 12.9s
|
||||
[2025-04-21 23:40:54.519] [信息] P95首个令牌生成时间: 12.9s
|
||||
[2025-04-21 23:40:54.519] [信息] P99首个令牌生成时间: 12.9s
|
||||
[2025-04-21 23:40:54.519] [信息] 生成HTML报告...
|
||||
[2025-04-21 23:40:54.519] [调试] 创建HTML报告页面...
|
||||
[2025-04-21 23:40:54.519] [调试] 添加概述图表...
|
||||
[2025-04-21 23:40:54.519] [调试] 添加响应时间分布图...
|
||||
[2025-04-21 23:40:54.519] [调试] 添加QPS随时间变化图...
|
||||
[2025-04-21 23:40:54.519] [调试] 添加Token生成速率随时间变化图...
|
||||
[2025-04-21 23:40:54.519] [调试] 添加并发与响应时间关系图...
|
||||
[2025-04-21 23:40:54.519] [调试] 添加TTFT随时间变化图...
|
||||
[2025-04-21 23:40:54.519] [调试] 保存HTML报告: reports/report_2025-04-21_23-40-54/report.html
|
||||
[2025-04-21 23:40:54.523] [信息] 生成CSV数据...
|
||||
[2025-04-21 23:40:54.523] [调试] 创建CSV文件: reports/report_2025-04-21_23-40-54/results.csv
|
||||
[2025-04-21 23:40:54.524] [调试] 写入CSV头...
|
||||
[2025-04-21 23:40:54.524] [调试] 写入CSV数据,共2条记录...
|
||||
[2025-04-21 23:40:54.524] [调试] CSV数据写入完成
|
||||
[2025-04-21 23:40:54.524] [信息] 报告生成完成
|
||||
[2025-04-21 23:40:54.524] [信息] 基准测试完成!报告已生成: reports/report_2025-04-21_23-40-54
|
||||
[2025-04-21 23:40:54.524] [信息] HTML报告: reports/report_2025-04-21_23-40-54/report.html
|
||||
[2025-04-21 23:40:54.524] [信息] CSV数据: reports/report_2025-04-21_23-40-54/results.csv
|
||||
@@ -0,0 +1,121 @@
|
||||
|
||||
<!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<meta charset="utf-8">
|
||||
<title>LLM API 基准测试报告</title>
|
||||
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
|
||||
</head>
|
||||
|
||||
<body>
|
||||
|
||||
|
||||
|
||||
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
|
||||
<div class="container">
|
||||
<div class="item" id="aSfAGplLSteQ" style="width:900px;height:500px;"></div>
|
||||
</div>
|
||||
|
||||
<script type="text/javascript">
|
||||
"use strict";
|
||||
let goecharts_aSfAGplLSteQ = echarts.init(document.getElementById('aSfAGplLSteQ'), "white");
|
||||
let option_aSfAGplLSteQ = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":2},{"value":2},{"value":0},{"value":37744},{"value":37744},{"value":37744},{"value":37744},{"value":10506},{"value":15294},{"value":12900},{"value":12900},{"value":12900},{"value":0.026483034073583565},{"value":0.0969595779155654}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS"]}],"yAxis":[{}]}
|
||||
;
|
||||
|
||||
let action_aSfAGplLSteQ = {"areas":{},"type":""}
|
||||
;
|
||||
|
||||
goecharts_aSfAGplLSteQ.setOption(option_aSfAGplLSteQ);
|
||||
goecharts_aSfAGplLSteQ.dispatchAction(action_aSfAGplLSteQ);
|
||||
</script>
|
||||
|
||||
<div class="container">
|
||||
<div class="item" id="DwwvtKaQhzEF" style="width:900px;height:500px;"></div>
|
||||
</div>
|
||||
|
||||
<script type="text/javascript">
|
||||
"use strict";
|
||||
let goecharts_DwwvtKaQhzEF = echarts.init(document.getElementById('DwwvtKaQhzEF'), "white");
|
||||
let option_DwwvtKaQhzEF = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":2}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
|
||||
;
|
||||
|
||||
let action_DwwvtKaQhzEF = {"areas":{},"type":""}
|
||||
;
|
||||
|
||||
goecharts_DwwvtKaQhzEF.setOption(option_DwwvtKaQhzEF);
|
||||
goecharts_DwwvtKaQhzEF.dispatchAction(action_DwwvtKaQhzEF);
|
||||
</script>
|
||||
|
||||
<div class="container">
|
||||
<div class="item" id="HVWnzNBZKEAc" style="width:900px;height:500px;"></div>
|
||||
</div>
|
||||
|
||||
<script type="text/javascript">
|
||||
"use strict";
|
||||
let goecharts_HVWnzNBZKEAc = echarts.init(document.getElementById('HVWnzNBZKEAc'), "white");
|
||||
let option_HVWnzNBZKEAc = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["23:39:38","23:39:43","23:39:48","23:39:53","23:39:58"]}],"yAxis":[{}]}
|
||||
;
|
||||
|
||||
let action_HVWnzNBZKEAc = {"areas":{},"type":""}
|
||||
;
|
||||
|
||||
goecharts_HVWnzNBZKEAc.setOption(option_HVWnzNBZKEAc);
|
||||
goecharts_HVWnzNBZKEAc.dispatchAction(action_HVWnzNBZKEAc);
|
||||
</script>
|
||||
|
||||
<div class="container">
|
||||
<div class="item" id="mGFdYgsCXCiS" style="width:900px;height:500px;"></div>
|
||||
</div>
|
||||
|
||||
<script type="text/javascript">
|
||||
"use strict";
|
||||
let goecharts_mGFdYgsCXCiS = echarts.init(document.getElementById('mGFdYgsCXCiS'), "white");
|
||||
let option_mGFdYgsCXCiS = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":49,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":208.8,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["23:39:38","23:39:43","23:39:48","23:39:53","23:39:58"]}],"yAxis":[{}]}
|
||||
;
|
||||
|
||||
let action_mGFdYgsCXCiS = {"areas":{},"type":""}
|
||||
;
|
||||
|
||||
goecharts_mGFdYgsCXCiS.setOption(option_mGFdYgsCXCiS);
|
||||
goecharts_mGFdYgsCXCiS.dispatchAction(action_mGFdYgsCXCiS);
|
||||
</script>
|
||||
|
||||
<div class="container">
|
||||
<div class="item" id="DDTOFvXWYtEp" style="width:900px;height:500px;"></div>
|
||||
</div>
|
||||
|
||||
<script type="text/javascript">
|
||||
"use strict";
|
||||
let goecharts_DDTOFvXWYtEp = echarts.init(document.getElementById('DDTOFvXWYtEp'), "white");
|
||||
let option_DDTOFvXWYtEp = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":37744.5,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":37744.5,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":37744.5,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1"]}],"yAxis":[{}]}
|
||||
;
|
||||
|
||||
let action_DDTOFvXWYtEp = {"areas":{},"type":""}
|
||||
;
|
||||
|
||||
goecharts_DDTOFvXWYtEp.setOption(option_DDTOFvXWYtEp);
|
||||
goecharts_DDTOFvXWYtEp.dispatchAction(action_DDTOFvXWYtEp);
|
||||
</script>
|
||||
|
||||
<div class="container">
|
||||
<div class="item" id="dFAjzCwOpWsz" style="width:900px;height:500px;"></div>
|
||||
</div>
|
||||
|
||||
<script type="text/javascript">
|
||||
"use strict";
|
||||
let goecharts_dFAjzCwOpWsz = echarts.init(document.getElementById('dFAjzCwOpWsz'), "white");
|
||||
let option_dFAjzCwOpWsz = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":10506,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":15294,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["23:39:38","23:39:43","23:39:48","23:39:53","23:39:58"]}],"yAxis":[{}]}
|
||||
;
|
||||
|
||||
let action_dFAjzCwOpWsz = {"areas":{},"type":""}
|
||||
;
|
||||
|
||||
goecharts_dFAjzCwOpWsz.setOption(option_dFAjzCwOpWsz);
|
||||
goecharts_dFAjzCwOpWsz.dispatchAction(action_dFAjzCwOpWsz);
|
||||
</script>
|
||||
|
||||
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
@@ -0,0 +1,3 @@
|
||||
Timestamp,PromptType,PromptTokens,CompletionTokens,ResponseTime,Concurrency,FirstTokenTime,Error
|
||||
2025-04-21T23:39:38+08:00,short,2,245,20615,1,10506,
|
||||
2025-04-21T23:39:59+08:00,long,2,1044,54874,1,15294,
|
||||
|
Reference in new issue
Block a user