Restructure project with new pkg layout and update dependencies

This commit is contained in:
Mingor committed 2025-04-22 18:46:59 +08:00
1 parent 1838c1d559
commit 191785021e
55 files changed
+603 -4252

No files matched your search

+3
View File
@@ -0,0 +1,3 @@
/bin/
*.exe
*.log
+1
View File
@@ -0,0 +1 @@
production.md是产品需求设计文档,功能实现都必须参考它。
+6 -47
View File
@@ -1,52 +1,11 @@
# LLM API 基准测试工具 # llm-api-benchmark-tool
这是一个用于测试兼容OpenAI风格API的LLM性能基准测试工具。该工具支持动态生成提示词、高并发请求和详细的性能报告。 基于 Go 的 LLM API 压测工具。
## 功能特点 目录结构:
- **API兼容性**:支持OpenAI Compatible风格的LLM API
- **提示词生成**:
- 集成tiktoken-go/tokenizer
- 自动生成短咨询提示词(50 tokens ±5%)和长文档提示词(1000 tokens ±5%)
- 基于模板动态调整至目标Token数
- **并发请求**:支持高并发异步请求,模拟真实负载
- **场景建模**:支持混合负载(短咨询70%,长文档30%)
- **用户行为模拟**:请求间隔遵循泊松分布
- **梯度增压**:支持阶梯式加压(50→200→500并发)
- **性能指标收集**:响应时间、QPS、Token生成速率等
- **报告生成**:生成包含性能指标统计和可视化图表的质量报告
## 安装
```bash
git clone https://github.com/yourusername/llm-api-benchmark-tool.git
cd llm-api-benchmark-tool
go mod download
``` ```
cmd/ # 可执行程序入口
## 使用方法 pkg/httpclient/ # HTTPClient 接口及实现
internal/config/ # 配置加载模块
1. 配置 `config.yaml` 文件:
```yaml
api:
endpoint: "https://api.example.com/v1/completions"
api_key: "your_api_key"
model: "gpt-3.5-turbo"
``` ```
2. 运行测试:
```bash
go run main.go -config config.yaml
```
3. 查看生成的报告(位于 `reports` 目录)
## 配置说明
详细配置选项请参考 [配置文档](docs/configuration.md)。
## 许可证
MIT
-399
View File
@@ -1,399 +0,0 @@
package benchmark
import (
"bufio"
"bytes"
"context"
"encoding/json"
"fmt"
"io"
"math/rand"
"net/http"
"strings"
"sync"
"time"
"github.com/acmestudio/llm-api-benchmark-tool/config"
"github.com/acmestudio/llm-api-benchmark-tool/logger"
"github.com/acmestudio/llm-api-benchmark-tool/prompt"
)
// Message 表示聊天消息
type Message struct {
Role string `json:"role"`
Content string `json:"content"`
}
// Request 表示API请求
type Request struct {
Model string `json:"model"`
Messages []Message `json:"messages"`
MaxTokens int `json:"max_tokens"`
Temperature float64 `json:"temperature"`
Stream bool `json:"stream"`
}
// Choice 表示API响应中的选择
type Choice struct {
Message Message `json:"message"`
Index int `json:"index"`
FinishReason string `json:"finish_reason"`
// reasoning_content: 思维链内容
ReasoningContent string `json:"reasoning_content"`
}
// Usage 表示API响应中的使用情况
type Usage struct {
PromptTokens int `json:"prompt_tokens"`
CompletionTokens int `json:"completion_tokens"`
TotalTokens int `json:"total_tokens"`
}
// Response 表示API响应
type Response struct {
ID string `json:"id"`
Object string `json:"object"`
Created int64 `json:"created"`
Model string `json:"model"`
Choices []Choice `json:"choices"`
Usage Usage `json:"usage"`
}
// Result 表示单个API请求的结果
type Result struct {
Timestamp time.Time // 请求时间戳
Concurrency int // 并发级别
PromptType string // 提示词类型 (short/long)
PromptTokenCount int // 提示词token数量
PromptTokens int // 提示词token数量(API返回)
CompletionTokens int // 完成token数量
TotalTokens int // 总token数量
ResponseTime time.Duration // 响应时间
FirstTokenTime time.Duration // 首个令牌生成时间(TTFT)
Response string // 响应内容
// 推理模型的思维链内容
ReasoningContent string
Error error // 错误信息
}
// BenchmarkResults 表示基准测试结果
type BenchmarkResults struct {
Results []Result // 所有请求结果
StartTime time.Time // 开始时间
EndTime time.Time // 结束时间
Config *config.Config // 配置信息
ConcurrencyData map[int][]Result // 按并发步骤分组的结果
TotalRequests int // 总请求数
SuccessRequests int // 成功请求数
FailedRequests int // 失败请求数
AvgResponseTime time.Duration // 平均响应时间
P50ResponseTime time.Duration // 响应时间50百分位
P90ResponseTime time.Duration // 响应时间90百分位
P99ResponseTime time.Duration // 响应时间99百分位
QPS float64 // 每秒请求数
AvgPromptTokens int // 平均提示词token数
AvgCompletionTokens int // 平均完成token数
AvgTotalTokens int // 平均总token数
AvgTokenRate float64 // 平均token生成速率
}
// Benchmark 表示基准测试执行器
type Benchmark struct {
config *config.Config
generator *prompt.Generator
httpClient *http.Client
rand *rand.Rand
}
// NewBenchmark 创建新的基准测试执行器
func NewBenchmark(cfg *config.Config) (*Benchmark, error) {
gen, _ := prompt.NewGenerator(cfg)
return &Benchmark{
config: cfg,
generator: gen,
httpClient: &http.Client{Timeout: time.Duration(cfg.Timeout) * time.Second},
rand: rand.New(rand.NewSource(time.Now().UnixNano())),
}, nil
}
// Run 执行基准测试
func (b *Benchmark) Run() (*BenchmarkResults, error) {
results := &BenchmarkResults{
StartTime: time.Now(),
Config: b.config,
ConcurrencyData: make(map[int][]Result),
}
for _, concurrency := range b.config.Concurrency.Steps {
logger.Info("开始执行并发步骤: %d 并发用户", concurrency)
stepResults, err := b.runConcurrencyStep(concurrency)
if err != nil {
return nil, fmt.Errorf("执行并发步骤 %d 失败: %w", concurrency, err)
}
for _, result := range stepResults {
results.Results = append(results.Results, result)
}
results.ConcurrencyData[concurrency] = stepResults
}
results.EndTime = time.Now()
return results, nil
}
// executeRequest 执行单个请求
func (b *Benchmark) executeRequest(concurrencyStep int) Result {
result := Result{
Timestamp: time.Now(),
Concurrency: concurrencyStep,
}
// 选择提示词类型
promptType := b.generator.SelectPromptType()
result.PromptType = promptType
// 生成并统计提示词
prompt, err := b.generator.GeneratePrompt(promptType)
if err != nil {
result.Error = fmt.Errorf("生成提示词失败: %w", err)
return result
}
promptTokens := b.generator.CountTokens(prompt)
result.PromptTokenCount = promptTokens
result.PromptTokens = promptTokens
// 构造请求对象
reqObj := Request{
Model: b.config.API.Model,
Messages: []Message{{Role: "user", Content: prompt}},
MaxTokens: b.config.API.MaxTokens,
Temperature: b.config.API.Temperature,
Stream: true,
}
reqBody, err := json.Marshal(reqObj)
if err != nil {
result.Error = fmt.Errorf("序列化请求失败: %w", err)
return result
}
requestID := fmt.Sprintf("request-%s", result.Timestamp.Format("20060102-150405.000"))
logger.LogToFile(fmt.Sprintf("===== 请求 ID: %s =====\n并发: %d, 类型: %s, 端点: %s\n请求体:\n%s\n", requestID, concurrencyStep, promptType, b.config.API.Endpoint, string(reqBody)))
// 构造 HTTP 请求并绑定超时上下文
httpReq, err := http.NewRequest("POST", b.config.API.Endpoint, bytes.NewReader(reqBody))
if err != nil {
result.Error = fmt.Errorf("创建HTTP请求失败: %w", err)
return result
}
httpReq.Header.Set("Content-Type", "application/json")
httpReq.Header.Set("Authorization", "Bearer "+b.config.API.APIKey)
httpReq.Header.Set("Accept", "text/event-stream")
ctxReq, cancel := context.WithTimeout(httpReq.Context(), time.Duration(b.config.Timeout)*time.Second)
defer cancel()
httpReq = httpReq.WithContext(ctxReq)
startTime := time.Now()
resp, err := b.httpClient.Do(httpReq)
if err != nil {
result.Error = fmt.Errorf("发送请求失败: %w", err)
logger.Error("请求错误: %v", err)
return result
}
defer resp.Body.Close()
// 检查状态码
if resp.StatusCode != http.StatusOK {
result.Error = fmt.Errorf("HTTP状态码错误: %d", resp.StatusCode)
logger.Warn("HTTP状态码非200: %d", resp.StatusCode)
return result
}
// 记录响应时间
responseTime := time.Since(startTime)
result.ResponseTime = responseTime
// 非流式记录前4K
if !reqObj.Stream {
head, _ := io.ReadAll(io.LimitReader(resp.Body, 4096))
logger.LogToFile(fmt.Sprintf("===== 响应头部 ID: %s =====\n状态码: %d\n前4K响应体:\n%s\n", requestID, resp.StatusCode, string(head)))
resp.Body = io.NopCloser(io.MultiReader(bytes.NewReader(head), resp.Body))
}
if reqObj.Stream {
return b.handleStreamResponse(resp, result, startTime)
}
return b.handleNormalResponse(resp, result)
}
// runConcurrencyStep 执行单个并发步骤
func (b *Benchmark) runConcurrencyStep(concurrencyStep int) ([]Result, error) {
var results []Result
var resultsMutex sync.Mutex
// 创建上下文,用于控制测试时间
duration := b.config.Concurrency.DurationPerStep
ctx, cancel := context.WithTimeout(context.Background(), time.Duration(duration)*time.Second)
defer cancel()
// 启动 worker goroutine
var wg sync.WaitGroup
for i := 0; i < concurrencyStep; i++ {
wg.Add(1)
go func(workerID int) {
defer wg.Done()
for {
select {
case <-ctx.Done():
return
default:
res := b.executeRequest(concurrencyStep)
resultsMutex.Lock()
results = append(results, res)
resultsMutex.Unlock()
// 按泊松分布间隔
interval := b.rand.ExpFloat64() / b.config.PoissonLambda
time.Sleep(time.Duration(interval * float64(time.Second)))
}
}
}(i)
}
wg.Wait()
return results, nil
}
// handleStreamResponse 处理流式响应
func (b *Benchmark) handleStreamResponse(resp *http.Response, result Result, startTime time.Time) Result {
var builder strings.Builder
// 聚合思维链
var reasoningBuilder strings.Builder
tokenCount := 0
firstTokenReceived := false
var firstTokenTime time.Duration
reader := bufio.NewReaderSize(resp.Body, 4096)
responseHeaderTime := time.Now()
logger.Debug("接收到响应头,网络请求耗时: %v", responseHeaderTime.Sub(startTime))
chunkIdx := 0
for {
line, err := reader.ReadString('\n')
if err != nil {
if err != io.EOF {
logger.Warn("读取流式响应出错: %v", err)
}
break
}
if !strings.HasPrefix(line, "data: ") {
continue
}
data := strings.TrimPrefix(line, "data: ")
data = strings.TrimSuffix(data, "\n")
if data == "[DONE]" {
logger.Debug("收到流式响应结束标记")
break
}
var chunk map[string]interface{}
if err := json.Unmarshal([]byte(data), &chunk); err != nil {
logger.Warn("JSON解析失败: %v", err)
continue
}
choices, ok := chunk["choices"].([]interface{})
if !ok || len(choices) == 0 {
continue
}
choiceIface := choices[0]
choiceMap, ok := choiceIface.(map[string]interface{})
if !ok {
continue
}
deltaIface, ok := choiceMap["delta"]
deltaMap, ok := deltaIface.(map[string]interface{})
if !ok {
continue
}
contentVal, ok := deltaMap["content"]
content, ok := contentVal.(string)
if !ok || content == "" {
continue
}
now := time.Now()
builder.WriteString(content)
tokenCount += len(strings.Split(content, " "))
chunkIdx++
logger.LogToFile(fmt.Sprintf("[Chunk %d] %s 内容: %s", chunkIdx, now.Format(time.RFC3339Nano), content))
// 初次令牌检测:推理模型优先考虑思维链内容
rcVal, rcOk := deltaMap["reasoning_content"]
rcStr, _ := rcVal.(string)
if !firstTokenReceived {
if rcOk && rcStr != "" {
firstTokenTime = now.Sub(responseHeaderTime)
firstTokenReceived = true
logger.Debug("收到首个思维链令牌,TTFT: %v", firstTokenTime)
} else if content != "" {
firstTokenTime = now.Sub(responseHeaderTime)
firstTokenReceived = true
logger.Debug("收到首个内容令牌,TTFT: %v", firstTokenTime)
}
}
// 聚合思维链字段
if rcOk && rcStr != "" {
reasoningBuilder.WriteString(rcStr)
}
}
responseContent := builder.String()
result.Response = responseContent
// CompletionTokens 和总Token
result.CompletionTokens = tokenCount
result.TotalTokens = result.PromptTokens + result.CompletionTokens
// 设置思维链内容
result.ReasoningContent = reasoningBuilder.String()
// 设置响应时间和首个令牌时间 (TTFT)
result.ResponseTime = time.Since(startTime)
if firstTokenReceived {
result.FirstTokenTime = firstTokenTime
} else {
// 未检测到首个令牌,使用响应时间作为 TTFT
result.FirstTokenTime = result.ResponseTime
}
return result
}
// handleNormalResponse 处理普通响应
func (b *Benchmark) handleNormalResponse(resp *http.Response, result Result) Result {
var response Response
if err := json.NewDecoder(resp.Body).Decode(&response); err != nil {
result.Error = fmt.Errorf("解析响应失败: %w", err)
logger.Error("解析响应失败: %v", err)
return result
}
// 先获取响应内容
if len(response.Choices) > 0 {
choice := response.Choices[0]
result.Response = choice.Message.Content
// 推理模型思维链
result.ReasoningContent = choice.ReasoningContent
}
// 根据 Usage 判断是否兼容推理模型
if response.Usage.TotalTokens > 0 {
result.PromptTokens = response.Usage.PromptTokens
result.CompletionTokens = response.Usage.CompletionTokens
result.TotalTokens = response.Usage.TotalTokens
} else {
// 推理模型未返回 Usage,使用本地统计
result.PromptTokens = result.PromptTokenCount
result.CompletionTokens = b.generator.CountTokens(result.Response)
result.TotalTokens = result.PromptTokens + result.CompletionTokens
}
result.FirstTokenTime = result.ResponseTime
logger.Debug("非流式响应,使用响应时间作为TTFT: %v", result.FirstTokenTime)
processedLog := fmt.Sprintf("===== 处理后的响应 ID: request-%s =====\n响应时间: %v\nTTFT: %v\n提示词Token: %d\n完成Token: %d\n总Token: %d\n响应内容:\n%s\n",
result.Timestamp.Format("20060102-150405.000"), result.ResponseTime, result.FirstTokenTime,
result.PromptTokens, result.CompletionTokens, result.TotalTokens, result.Response)
logger.LogToFile(processedLog)
logger.Debug("请求完成 - 类型: %s, 提示词Token: %d, 响应Token: %d, 响应时间: %v",
result.PromptType, result.PromptTokens, result.CompletionTokens, result.ResponseTime)
return result
}
// ... (其他代码保持不变)
+9
View File
@@ -0,0 +1,9 @@
package main
import (
"fmt"
)
func main() {
fmt.Println("LLM API Benchmark Tool 初始化成功")
}
-38
View File
@@ -1,38 +0,0 @@
api:
endpoint: "http://139.9.229.200:8080/v1/chat/completions"
api_key: "devserver-9aB3-7fG5q2Yd-8C4T-1R6k-Ew9p-3MnL7bZx4Wv2"
model: "DeepSeek-R1"
prompt_templates:
short:
target_tokens: 50
templates:
- "什么是{concept}?"
- "请简要解释{concept}的基本原理。"
- "简述{topic}的主要观点。"
- "{country}的首都是哪里?"
- "如何快速入门{concept}?"
long:
target_tokens: 1000
templates:
- "请撰写一篇关于{country}历史的详细介绍,包括主要历史事件和文化发展。"
- "请对{topic}进行深入分析,包括其背景、现状、问题和未来发展趋势。"
- "请撰写一份关于{event}影响的综合报告,包括社会、经济和政治层面的分析。"
- "请详细介绍{concept}的技术原理、应用场景和未来发展方向。"
- "请撰写一篇关于{topic}的学术论文,包括研究背景、方法、结果和讨论。"
requests:
- type: "short"
weight: 0.7
- type: "long"
weight: 0.3
concurrency:
steps: [1, 2]
duration_per_step: 10 # 秒
timeout: 60 # 秒
poisson_lambda: 1.0 # 请求间隔泊松分布参数
tokenizer:
model: "gpt-3.5-turbo" # 用于tiktoken-go的分词器模型
-113
View File
@@ -1,113 +0,0 @@
package config
import (
"fmt"
"github.com/spf13/viper"
)
// Config 表示应用程序的配置
type Config struct {
API APIConfig `mapstructure:"api"`
PromptTemplates PromptTemplatesConfig `mapstructure:"prompt_templates"`
Requests []RequestConfig `mapstructure:"requests"`
Concurrency ConcurrencyConfig `mapstructure:"concurrency"`
Timeout int `mapstructure:"timeout"`
PoissonLambda float64 `mapstructure:"poisson_lambda"`
Tokenizer TokenizerConfig `mapstructure:"tokenizer"`
}
// APIConfig 表示API相关配置
type APIConfig struct {
Endpoint string `mapstructure:"endpoint"`
APIKey string `mapstructure:"api_key"`
Model string `mapstructure:"model"`
MaxTokens int `mapstructure:"max_tokens"`
Temperature float64 `mapstructure:"temperature"`
}
// PromptTemplatesConfig 表示提示词模板配置
type PromptTemplatesConfig struct {
Short PromptTypeConfig `mapstructure:"short"`
Long PromptTypeConfig `mapstructure:"long"`
}
// PromptTypeConfig 表示特定类型提示词的配置
type PromptTypeConfig struct {
TargetTokens int `mapstructure:"target_tokens"`
Templates []string `mapstructure:"templates"`
}
// RequestConfig 表示请求配置
type RequestConfig struct {
Type string `mapstructure:"type"`
Weight float64 `mapstructure:"weight"`
}
// ConcurrencyConfig 表示并发配置
type ConcurrencyConfig struct {
Steps []int `mapstructure:"steps"`
DurationPerStep int `mapstructure:"duration_per_step"`
}
// TokenizerConfig 表示分词器配置
type TokenizerConfig struct {
Model string `mapstructure:"model"`
}
// LoadConfig 从指定路径加载配置
func LoadConfig(path string) (*Config, error) {
viper.SetConfigFile(path)
if err := viper.ReadInConfig(); err != nil {
return nil, fmt.Errorf("读取配置文件失败: %w", err)
}
var config Config
if err := viper.Unmarshal(&config); err != nil {
return nil, fmt.Errorf("解析配置失败: %w", err)
}
// 验证配置
if err := validateConfig(&config); err != nil {
return nil, err
}
// 设置默认值
if config.API.MaxTokens == 0 {
config.API.MaxTokens = 2048
}
if config.API.Temperature == 0 {
config.API.Temperature = 0.7
}
return &config, nil
}
// validateConfig 验证配置的有效性
func validateConfig(config *Config) error {
if config.API.Endpoint == "" {
return fmt.Errorf("API端点不能为空")
}
if config.API.APIKey == "" {
return fmt.Errorf("API密钥不能为空")
}
if config.API.Model == "" {
return fmt.Errorf("模型名称不能为空")
}
if len(config.Requests) == 0 {
return fmt.Errorf("请求配置不能为空")
}
if len(config.Concurrency.Steps) == 0 {
return fmt.Errorf("并发步骤不能为空")
}
if config.Timeout <= 0 {
return fmt.Errorf("超时时间必须大于0")
}
return nil
}
-130
View File
@@ -1,130 +0,0 @@
# 配置文档
本文档详细说明了LLM API基准测试工具的配置选项。
## 配置文件格式
配置文件使用YAML格式,默认文件名为`config.yaml`。您可以通过命令行参数`-config`指定其他配置文件路径。
## 配置选项
### API配置
```yaml
api:
endpoint: "https://api.example.com/v1/completions" # API端点URL
api_key: "your_api_key" # API密钥
model: "gpt-3.5-turbo" # 模型名称
```
### 提示词模板配置
```yaml
prompt_templates:
short: # 短咨询提示词配置
target_tokens: 50 # 目标Token数(±5%)
templates: # 提示词模板列表
- "什么是{concept}?"
- "请简要解释{concept}的基本原理。"
- "简述{topic}的主要观点。"
long: # 长文档提示词配置
target_tokens: 1000 # 目标Token数(±5%)
templates: # 提示词模板列表
- "请撰写一篇关于{country}历史的详细介绍,包括主要历史事件和文化发展。"
- "请对{topic}进行深入分析,包括其背景、现状、问题和未来发展趋势。"
```
提示词模板中可以使用以下占位符:
- `{country}`: 国家名称
- `{concept}`: 概念名称
- `{topic}`: 主题名称
- `{event}`: 事件名称
系统会自动替换这些占位符,并根据目标Token数动态调整提示词长度。
### 请求配置
```yaml
requests:
- type: "short" # 提示词类型
weight: 0.7 # 权重(占比)
- type: "long"
weight: 0.3
```
权重总和应为1.0,表示各类型提示词的比例。
### 并发配置
```yaml
concurrency:
steps: [50, 200, 500] # 并发步骤
duration_per_step: 300 # 每个步骤的持续时间(秒)
```
系统会按照指定的并发步骤逐步增加并发用户数,每个步骤持续指定的时间。
### 超时配置
```yaml
timeout: 60 # 请求超时时间(秒)
```
### 泊松分布参数
```yaml
poisson_lambda: 1.0 # 请求间隔泊松分布参数
```
该参数控制请求间隔的随机性,模拟真实用户行为。
### 分词器配置
```yaml
tokenizer:
model: "gpt-3.5-turbo" # 用于tiktoken-go的分词器模型
```
## 完整配置示例
```yaml
api:
endpoint: "https://api.example.com/v1/completions"
api_key: "your_api_key"
model: "gpt-3.5-turbo"
prompt_templates:
short:
target_tokens: 50
templates:
- "什么是{concept}?"
- "请简要解释{concept}的基本原理。"
- "简述{topic}的主要观点。"
- "{country}的首都是哪里?"
- "如何快速入门{concept}?"
long:
target_tokens: 1000
templates:
- "请撰写一篇关于{country}历史的详细介绍,包括主要历史事件和文化发展。"
- "请对{topic}进行深入分析,包括其背景、现状、问题和未来发展趋势。"
- "请撰写一份关于{event}影响的综合报告,包括社会、经济和政治层面的分析。"
- "请详细介绍{concept}的技术原理、应用场景和未来发展方向。"
- "请撰写一篇关于{topic}的学术论文,包括研究背景、方法、结果和讨论。"
requests:
- type: "short"
weight: 0.7
- type: "long"
weight: 0.3
concurrency:
steps: [50, 200, 500]
duration_per_step: 300 # 秒
timeout: 60 # 秒
poisson_lambda: 1.0 # 请求间隔泊松分布参数
tokenizer:
model: "gpt-3.5-turbo" # 用于tiktoken-go的分词器模型
```
+11 -27
View File
@@ -1,34 +1,18 @@
module github.com/acmestudio/llm-api-benchmark-tool module mingor/llm-api-benchmark-tool
go 1.21 go 1.23.0
toolchain go1.24.1
require ( require (
github.com/go-echarts/go-echarts/v2 v2.3.3 github.com/tiktoken-go/tokenizer v0.6.1
github.com/montanaflynn/stats v0.7.1 github.com/valyala/fasthttp v1.60.0
github.com/pkoukk/tiktoken-go v0.1.6 gopkg.in/yaml.v3 v3.0.1
github.com/spf13/viper v1.18.2
) )
require ( require (
github.com/dlclark/regexp2 v1.10.0 // indirect github.com/andybalholm/brotli v1.1.1 // indirect
github.com/fsnotify/fsnotify v1.7.0 // indirect github.com/dlclark/regexp2 v1.11.5 // indirect
github.com/google/uuid v1.4.0 // indirect github.com/klauspost/compress v1.18.0 // indirect
github.com/hashicorp/hcl v1.0.0 // indirect github.com/valyala/bytebufferpool v1.0.0 // indirect
github.com/magiconair/properties v1.8.7 // indirect
github.com/mitchellh/mapstructure v1.5.0 // indirect
github.com/pelletier/go-toml/v2 v2.1.0 // indirect
github.com/sagikazarmark/locafero v0.4.0 // indirect
github.com/sagikazarmark/slog-shim v0.1.0 // indirect
github.com/sourcegraph/conc v0.3.0 // indirect
github.com/spf13/afero v1.11.0 // indirect
github.com/spf13/cast v1.6.0 // indirect
github.com/spf13/pflag v1.0.5 // indirect
github.com/subosito/gotenv v1.6.0 // indirect
go.uber.org/atomic v1.9.0 // indirect
go.uber.org/multierr v1.9.0 // indirect
golang.org/x/exp v0.0.0-20230905200255-921286631fa9 // indirect
golang.org/x/sys v0.17.0 // indirect
golang.org/x/text v0.14.0 // indirect
gopkg.in/ini.v1 v1.67.0 // indirect
gopkg.in/yaml.v3 v3.0.1 // indirect
) )
+15 -76
View File
@@ -1,79 +1,18 @@
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/andybalholm/brotli v1.1.1 h1:PR2pgnyFznKEugtsUo0xLdDop5SKXd5Qf5ysW+7XdTA=
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/andybalholm/brotli v1.1.1/go.mod h1:05ib4cKhjx3OQYUY22hTVd34Bc8upXjOLL2rKwwZBoA=
github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc h1:U9qPSI2PIWSS1VwoXQT9A3Wy9MM3WgvqSxFWenqJduM= github.com/dlclark/regexp2 v1.11.5 h1:Q/sSnsKerHeCkc/jSTNq1oCm7KiVgUMZRDUoRu0JQZQ=
github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/dlclark/regexp2 v1.11.5/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8=
github.com/dlclark/regexp2 v1.10.0 h1:+/GIL799phkJqYW+3YbOd8LCcbHzT0Pbo8zl70MHsq0= github.com/klauspost/compress v1.18.0 h1:c/Cqfb0r+Yi+JtIEq73FWXVkRonBlf0CRNYc8Zttxdo=
github.com/dlclark/regexp2 v1.10.0/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8= github.com/klauspost/compress v1.18.0/go.mod h1:2Pp+KzxcywXVXMr50+X0Q/Lsb43OQHYWRCY2AiWywWQ=
github.com/frankban/quicktest v1.14.6 h1:7Xjx+VpznH+oBnejlPUj8oUpdxnVs4f8XU8WnHkI4W8= github.com/tiktoken-go/tokenizer v0.6.1 h1:iuhZJUEYY4Fn5vYbDX0Clgqzus8w8rM410YbovUzyLM=
github.com/frankban/quicktest v1.14.6/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0= github.com/tiktoken-go/tokenizer v0.6.1/go.mod h1:6UCYI/DtOallbmL7sSy30p6YQv60qNyU/4aVigPOx6w=
github.com/fsnotify/fsnotify v1.7.0 h1:8JEhPFa5W2WU7YfeZzPNqzMP6Lwt7L2715Ggo0nosvA= github.com/valyala/bytebufferpool v1.0.0 h1:GqA5TC/0021Y/b9FG4Oi9Mr3q7XYx6KllzawFIhcdPw=
github.com/fsnotify/fsnotify v1.7.0/go.mod h1:40Bi/Hjc2AVfZrqy+aj+yEI+/bRxZnMJyTJwOpGvigM= github.com/valyala/bytebufferpool v1.0.0/go.mod h1:6bBcMArwyJ5K/AmCkWv1jt77kVWyCJ6HpOuEn7z0Csc=
github.com/go-echarts/go-echarts/v2 v2.3.3 h1:uImZAk6qLkC6F9ju6mZ5SPBqTyK8xjZKwSmwnCg4bxg= github.com/valyala/fasthttp v1.60.0 h1:kBRYS0lOhVJ6V+bYN8PqAHELKHtXqwq9zNMLKx1MBsw=
github.com/go-echarts/go-echarts/v2 v2.3.3/go.mod h1:56YlvzhW/a+du15f3S2qUGNDfKnFOeJSThBIrVFHDtI= github.com/valyala/fasthttp v1.60.0/go.mod h1:iY4kDgV3Gc6EqhRZ8icqcmlG6bqhcDXfuHgTO4FXCvc=
github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38= github.com/xyproto/randomstring v1.0.5 h1:YtlWPoRdgMu3NZtP45drfy1GKoojuR7hmRcnhZqKjWU=
github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= github.com/xyproto/randomstring v1.0.5/go.mod h1:rgmS5DeNXLivK7YprL0pY+lTuhNQW3iGxZ18UQApw/E=
github.com/google/uuid v1.4.0 h1:MtMxsa51/r9yyhkyLsVeVt0B+BGQZzpQiTQ4eHZ8bc4= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
github.com/google/uuid v1.4.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4=
github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ=
github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=
github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=
github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=
github.com/magiconair/properties v1.8.7 h1:IeQXZAiQcpL9mgcAe1Nu6cX9LLw6ExEHKjN0VQdvPDY=
github.com/magiconair/properties v1.8.7/go.mod h1:Dhd985XPs7jluiymwWYZ0G4Z61jb3vdS329zhj2hYo0=
github.com/mitchellh/mapstructure v1.5.0 h1:jeMsZIYE/09sWLaz43PL7Gy6RuMjD2eJVyuac5Z2hdY=
github.com/mitchellh/mapstructure v1.5.0/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo=
github.com/montanaflynn/stats v0.7.1 h1:etflOAAHORrCC44V+aR6Ftzort912ZU+YLiSTuV8eaE=
github.com/montanaflynn/stats v0.7.1/go.mod h1:etXPPgVO6n31NxCd9KQUMvCM+ve0ruNzt6R8Bnaayow=
github.com/pelletier/go-toml/v2 v2.1.0 h1:FnwAJ4oYMvbT/34k9zzHuZNrhlz48GB3/s6at6/MHO4=
github.com/pelletier/go-toml/v2 v2.1.0/go.mod h1:tJU2Z3ZkXwnxa4DPO899bsyIoywizdUvyaeZurnPPDc=
github.com/pkoukk/tiktoken-go v0.1.6 h1:JF0TlJzhTbrI30wCvFuiw6FzP2+/bR+FIxUdgEAcUsw=
github.com/pkoukk/tiktoken-go v0.1.6/go.mod h1:9NiV+i9mJKGj1rYOT+njbv+ZwA/zJxYdewGl6qVatpg=
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 h1:Jamvg5psRIccs7FGNTlIRMkT8wgtp5eCXdBlqhYGL6U=
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
github.com/rogpeppe/go-internal v1.9.0 h1:73kH8U+JUqXU8lRuOHeVHaa/SZPifC7BkcraZVejAe8=
github.com/rogpeppe/go-internal v1.9.0/go.mod h1:WtVeX8xhTBvf0smdhujwtBcq4Qrzq/fJaraNFVN+nFs=
github.com/sagikazarmark/locafero v0.4.0 h1:HApY1R9zGo4DBgr7dqsTH/JJxLTTsOt7u6keLGt6kNQ=
github.com/sagikazarmark/locafero v0.4.0/go.mod h1:Pe1W6UlPYUk/+wc/6KFhbORCfqzgYEpgQ3O5fPuL3H4=
github.com/sagikazarmark/slog-shim v0.1.0 h1:diDBnUNK9N/354PgrxMywXnAwEr1QZcOr6gto+ugjYE=
github.com/sagikazarmark/slog-shim v0.1.0/go.mod h1:SrcSrq8aKtyuqEI1uvTDTK1arOWRIczQRv+GVI1AkeQ=
github.com/sourcegraph/conc v0.3.0 h1:OQTbbt6P72L20UqAkXXuLOj79LfEanQ+YQFNpLA9ySo=
github.com/sourcegraph/conc v0.3.0/go.mod h1:Sdozi7LEKbFPqYX2/J+iBAM6HpqSLTASQIKqDmF7Mt0=
github.com/spf13/afero v1.11.0 h1:WJQKhtpdm3v2IzqG8VMqrr6Rf3UYpEF239Jy9wNepM8=
github.com/spf13/afero v1.11.0/go.mod h1:GH9Y3pIexgf1MTIWtNGyogA5MwRIDXGUr+hbWNoBjkY=
github.com/spf13/cast v1.6.0 h1:GEiTHELF+vaR5dhz3VqZfFSzZjYbgeKDpBxQVS4GYJ0=
github.com/spf13/cast v1.6.0/go.mod h1:ancEpBxwJDODSW/UG4rDrAqiKolqNNh2DX3mk86cAdo=
github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA=
github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg=
github.com/spf13/viper v1.18.2 h1:LUXCnvUvSM6FXAsj6nnfc8Q2tp1dIgUfY9Kc8GsSOiQ=
github.com/spf13/viper v1.18.2/go.mod h1:EKmWIqdnk5lOcmR72yw6hS+8OPYcwD0jteitLMVB+yk=
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk=
github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo=
github.com/subosito/gotenv v1.6.0 h1:9NlTDc1FTs4qu0DDq7AEtTPNw6SVm7uBMsUCUjABIf8=
github.com/subosito/gotenv v1.6.0/go.mod h1:Dk4QP5c2W3ibzajGcXpNraDfq2IrhjMIvMSWPKKo0FU=
go.uber.org/atomic v1.9.0 h1:ECmE8Bn/WFTYwEW/bpKD3M8VtR/zQVbavAoalC1PYyE=
go.uber.org/atomic v1.9.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc=
go.uber.org/multierr v1.9.0 h1:7fIwc/ZtS0q++VgcfqFDxSBZVv/Xo49/SYnDFupUwlI=
go.uber.org/multierr v1.9.0/go.mod h1:X2jQV1h+kxSjClGpnseKVIxpmcjrj7MNnI0bnlfKTVQ=
golang.org/x/exp v0.0.0-20230905200255-921286631fa9 h1:GoHiUyI/Tp2nVkLI2mCxVkOjsbSXD66ic0XW0js0R9g=
golang.org/x/exp v0.0.0-20230905200255-921286631fa9/go.mod h1:S2oDrQGGwySpoQPVqRShND87VCbxmc6bL1Yd2oYrm6k=
golang.org/x/sys v0.17.0 h1:25cE3gD+tdBA7lp7QfhuV+rJiE9YXTcS3VG1SqssI/Y=
golang.org/x/sys v0.17.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ=
golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 h1:YR8cESwS4TdDjEe65xsg0ogRM/Nc3DYOhEAlW+xobZo=
gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/ini.v1 v1.67.0 h1:Dgnx+6+nfE+IfzjUEISNeydPJh9AXNNsWbGP9KzCsOA=
gopkg.in/ini.v1 v1.67.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k=
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+56
View File
@@ -0,0 +1,56 @@
package config
import (
"io/ioutil"
"gopkg.in/yaml.v3"
)
// Config 定义压测配置结构
// 可根据 production.md 扩展字段
type APIConfig struct {
Endpoint string `yaml:"endpoint"`
APIKey string `yaml:"api_key"`
Model string `yaml:"model"`
Streaming bool `yaml:"streaming"`
ClientType string `yaml:"client"`
}
type PromptTemplate struct {
TargetTokens int `yaml:"target_tokens"`
Templates []string `yaml:"templates"`
}
type RequestMix struct {
Type string `yaml:"type"`
Weight float64 `yaml:"weight"`
}
type ConcurrencyConfig struct {
Steps []int `yaml:"steps"`
DurationPerStep int `yaml:"duration_per_step"`
MaxGoroutines int `yaml:"max_goroutines"`
}
type Config struct {
API APIConfig `yaml:"api"`
PromptTemplates map[string]PromptTemplate `yaml:"prompt_templates"`
Requests []RequestMix `yaml:"requests"`
Concurrency ConcurrencyConfig `yaml:"concurrency"`
Timeout int `yaml:"timeout"`
PoissonLambda float64 `yaml:"poisson_lambda"`
TokenizerModel string `yaml:"tokenizer_model"`
}
func LoadConfig(path string) (*Config, error) {
data, err := ioutil.ReadFile(path)
if err != nil {
return nil, err
}
var cfg Config
if err := yaml.Unmarshal(data, &cfg); err != nil {
return nil, err
}
return &cfg, nil
}
BIN
View File
Binary file not shown.
-247
View File
@@ -1,247 +0,0 @@
package logger
import (
"fmt"
"log"
"os"
"path/filepath"
"strings"
"time"
)
// 日志级别
const (
DEBUG = iota
INFO
WARN
ERROR
FATAL
)
// 日志级别名称
var levelNames = []string{
"调试",
"信息",
"警告",
"错误",
"致命",
}
// 日志级别颜色
var levelColors = []string{
"\033[36m", // 青色 - 调试
"\033[32m", // 绿色 - 信息
"\033[33m", // 黄色 - 警告
"\033[31m", // 红色 - 错误
"\033[35m", // 紫色 - 致命
}
// 重置颜色
const resetColor = "\033[0m"
// Logger 日志记录器
type Logger struct {
level int
logger *log.Logger
fileLogger *log.Logger
useColors bool
timeFormat string
}
// 全局日志记录器
var defaultLogger *Logger
// 初始化默认日志记录器
func init() {
defaultLogger = NewLogger(INFO, true)
}
// NewLogger 创建新的日志记录器
func NewLogger(level int, useColors bool) *Logger {
return &Logger{
level: level,
logger: log.New(os.Stdout, "", 0),
fileLogger: nil, // 文件日志记录器初始为nil
useColors: useColors,
timeFormat: "2006-01-02 15:04:05.000",
}
}
// SetLogFile 设置日志文件
func SetLogFile(filePath string) error {
// 确保目录存在
dir := filepath.Dir(filePath)
if err := os.MkdirAll(dir, 0755); err != nil {
return fmt.Errorf("创建日志目录失败: %w", err)
}
// 打开日志文件
file, err := os.OpenFile(filePath, os.O_CREATE|os.O_WRONLY|os.O_APPEND, 0644)
if err != nil {
return fmt.Errorf("打开日志文件失败: %w", err)
}
// 设置文件日志记录器
defaultLogger.fileLogger = log.New(file, "", 0)
Info("日志文件已设置: %s", filePath)
return nil
}
// SetLevel 设置日志级别
func SetLevel(level int) {
defaultLogger.level = level
}
// SetUseColors 设置是否使用颜色
func SetUseColors(useColors bool) {
defaultLogger.useColors = useColors
}
// formatLog 格式化日志消息
func (l *Logger) formatLog(level int, format string, args ...interface{}) string {
// 格式化消息
var msg string
if len(args) > 0 {
msg = fmt.Sprintf(format, args...)
} else {
msg = format
}
// 获取当前时间
now := time.Now().Format(l.timeFormat)
// 获取级别名称
levelName := levelNames[level]
// 构建日志前缀
prefix := fmt.Sprintf("[%s] [%s] ", now, levelName)
// 添加颜色
if l.useColors {
prefix = levelColors[level] + prefix
msg = msg + resetColor
}
// 处理多行消息,确保每行都有正确的前缀
lines := strings.Split(msg, "\n")
for i := 1; i < len(lines); i++ {
if len(lines[i]) > 0 {
padding := strings.Repeat(" ", len(now)+3) // +3 for "[] "
lines[i] = fmt.Sprintf("%s%s", padding, lines[i])
}
}
return prefix + strings.Join(lines, "\n")
}
// log 记录日志
func (l *Logger) log(level int, format string, args ...interface{}) {
if level >= l.level {
logMsg := l.formatLog(level, format, args...)
l.logger.Println(logMsg)
// 同时写入文件日志(如果已设置)
if l.fileLogger != nil {
// 去除颜色代码
for _, color := range levelColors {
logMsg = strings.ReplaceAll(logMsg, color, "")
}
logMsg = strings.ReplaceAll(logMsg, resetColor, "")
l.fileLogger.Println(logMsg)
}
}
}
// LogToFile 直接写入文件日志,不输出到控制台
func (l *Logger) LogToFile(message string) {
if l.fileLogger != nil {
l.fileLogger.Println(message)
}
}
// LogToFile 直接写入文件日志,不输出到控制台
func LogToFile(message string) {
defaultLogger.LogToFile(message)
}
// Debug 调试日志
func (l *Logger) Debug(format string, args ...interface{}) {
l.log(DEBUG, format, args...)
}
// Info 信息日志
func (l *Logger) Info(format string, args ...interface{}) {
l.log(INFO, format, args...)
}
// Warn 警告日志
func (l *Logger) Warn(format string, args ...interface{}) {
l.log(WARN, format, args...)
}
// Error 错误日志
func (l *Logger) Error(format string, args ...interface{}) {
l.log(ERROR, format, args...)
}
// Fatal 致命日志
func (l *Logger) Fatal(format string, args ...interface{}) {
l.log(FATAL, format, args...)
os.Exit(1)
}
// Debug 调试日志
func Debug(format string, args ...interface{}) {
defaultLogger.Debug(format, args...)
}
// Info 信息日志
func Info(format string, args ...interface{}) {
defaultLogger.Info(format, args...)
}
// Warn 警告日志
func Warn(format string, args ...interface{}) {
defaultLogger.Warn(format, args...)
}
// Error 错误日志
func Error(format string, args ...interface{}) {
defaultLogger.Error(format, args...)
}
// Fatal 致命日志
func Fatal(format string, args ...interface{}) {
defaultLogger.Fatal(format, args...)
}
// 进度条相关
const (
progressBarWidth = 50
)
// PrintProgressBar 打印进度条
func PrintProgressBar(current, total int, prefix string) {
percentage := float64(current) / float64(total)
filled := int(progressBarWidth * percentage)
empty := progressBarWidth - filled
// 构建进度条
bar := fmt.Sprintf("\r%s [%s%s] %.1f%% (%d/%d)",
prefix,
strings.Repeat("█", filled),
strings.Repeat("░", empty),
percentage*100,
current,
total,
)
// 打印进度条(不换行)
fmt.Print(bar)
// 如果完成,打印换行
if current == total {
fmt.Println()
}
}
-93
View File
@@ -1,93 +0,0 @@
package main
import (
"flag"
"fmt"
"os"
"time"
"github.com/acmestudio/llm-api-benchmark-tool/config"
"github.com/acmestudio/llm-api-benchmark-tool/benchmark"
"github.com/acmestudio/llm-api-benchmark-tool/report"
"github.com/acmestudio/llm-api-benchmark-tool/logger"
)
func main() {
// 解析命令行参数
configPath := flag.String("config", "config.yaml", "配置文件路径")
outputDir := flag.String("output", "reports", "报告输出目录")
debugMode := flag.Bool("debug", false, "启用调试模式")
noColor := flag.Bool("no-color", false, "禁用彩色日志输出")
flag.Parse()
// 配置日志级别
if *debugMode {
logger.SetLevel(logger.DEBUG)
} else {
logger.SetLevel(logger.INFO)
}
// 配置日志颜色
logger.SetUseColors(!*noColor)
logger.Info("LLM API基准测试工具启动")
logger.Info("版本: v0.1.0")
logger.Debug("调试模式已启用")
// 加载配置
logger.Info("正在加载配置文件: %s", *configPath)
cfg, err := config.LoadConfig(*configPath)
if err != nil {
logger.Fatal("加载配置失败: %v", err)
}
logger.Info("配置加载成功")
logger.Debug("API端点: %s", cfg.API.Endpoint)
logger.Debug("模型: %s", cfg.API.Model)
logger.Debug("并发步骤: %v", cfg.Concurrency.Steps)
logger.Debug("每步持续时间: %d秒", cfg.Concurrency.DurationPerStep)
// 创建输出目录
if err := os.MkdirAll(*outputDir, 0755); err != nil {
logger.Fatal("创建输出目录失败: %v", err)
}
logger.Debug("输出目录已创建: %s", *outputDir)
// 初始化基准测试
logger.Info("正在初始化基准测试...")
bench, err := benchmark.NewBenchmark(cfg)
if err != nil {
logger.Fatal("初始化基准测试失败: %v", err)
}
logger.Info("基准测试初始化成功")
// 运行基准测试
logger.Info("开始运行LLM API基准测试...")
startTime := time.Now()
results, err := bench.Run()
if err != nil {
logger.Fatal("运行基准测试失败: %v", err)
}
duration := time.Since(startTime)
logger.Info("基准测试完成,总耗时: %v", duration)
// 生成报告
logger.Info("正在生成性能报告...")
reportTime := time.Now().Format("2006-01-02_15-04-05")
reportPath := fmt.Sprintf("%s/report_%s", *outputDir, reportTime)
// 设置API请求响应日志文件
apiLogPath := fmt.Sprintf("%s/api_logs.txt", reportPath)
if err := logger.SetLogFile(apiLogPath); err != nil {
logger.Error("设置API日志文件失败: %v", err)
} else {
logger.Info("API请求响应日志将记录到: %s", apiLogPath)
}
if err := report.GenerateReport(results, cfg, reportPath); err != nil {
logger.Fatal("生成报告失败: %v", err)
}
logger.Info("基准测试完成!报告已生成: %s", reportPath)
logger.Info("HTML报告: %s/report.html", reportPath)
logger.Info("CSV数据: %s/results.csv", reportPath)
}
+17
View File
@@ -0,0 +1,17 @@
package httpclient
import (
"fmt"
)
// NewHTTPClient 根据配置类型返回对应 HTTPClient 实例
func NewHTTPClient(clientType string) (HTTPClient, error) {
switch clientType {
case "fasthttp":
return NewFastHTTPClient(), nil
case "net-http":
return NewNetHTTPClient(), nil
default:
return nil, fmt.Errorf("unsupported client: %s", clientType)
}
}
+57
View File
@@ -0,0 +1,57 @@
package httpclient
import (
"sync"
"github.com/valyala/fasthttp"
)
// FastHTTPClient 使用 fasthttp 实现 HTTPClient 接口
type FastHTTPClient struct {
client *fasthttp.Client
reqPool *sync.Pool
respPool *sync.Pool
}
// NewFastHTTPClient 返回一个初始化的 FastHTTPClient
func NewFastHTTPClient() *FastHTTPClient {
return &FastHTTPClient{
client: &fasthttp.Client{},
reqPool: &sync.Pool{New: func() interface{} { return new(fasthttp.Request) }},
respPool: &sync.Pool{New: func() interface{} { return new(fasthttp.Response) }},
}
}
// Do 发送非流式请求
func (c *FastHTTPClient) Do(req *Request) (*Response, error) {
fr := c.reqPool.Get().(*fasthttp.Request)
defer c.reqPool.Put(fr)
fr.Header.SetMethod(req.Method)
fr.SetRequestURI(req.URL)
if len(req.Body) > 0 {
fr.SetBody(req.Body)
}
for k, v := range req.Headers {
fr.Header.Set(k, v)
}
fresp := c.respPool.Get().(*fasthttp.Response)
defer c.respPool.Put(fresp)
if err := c.client.Do(fr, fresp); err != nil {
return nil, err
}
resp := &Response{
StatusCode: fresp.StatusCode(),
Body: append([]byte(nil), fresp.Body()...),
Headers: make(map[string]string),
}
fresp.Header.VisitAll(func(k, v []byte) {
resp.Headers[string(k)] = string(v)
})
return resp, nil
}
// Stream 发送流式请求,逐块通过 callback 回调 SSE 数据
// 目前使用 net/http 实现 SSE 解析,后续可优化为 fasthttp 原生实现
func (c *FastHTTPClient) Stream(req *Request, callback func(chunk SSEChunk) error) error {
return NewNetHTTPClient().Stream(req, callback)
}
+38
View File
@@ -0,0 +1,38 @@
package httpclient
// Request 表示 HTTP 请求
// 包含方法、URL、Body 和 Header
// 可在后续实现中扩展 Field
type Request struct {
Method string
URL string
Body []byte
Headers map[string]string
}
// Response 表示 HTTP 响应
// 包含状态码、Body 和 Header
type Response struct {
StatusCode int
Body []byte
Headers map[string]string
}
// SSEChunk 表示 SSE 流中的一块数据
// Data 为 JSON 数据,Timestamp 记录接收时间,IsDone 标记 [DONE]
type SSEChunk struct {
Data []byte // JSON 数据
Timestamp int64 // 接收时间戳(UnixNano)
IsDone bool // 是否为 [DONE]
}
// HTTPClient 定义通用的 Do 和 Stream 方法接口
// 后续根据 client 类型实现 fasthttp 或 net/http
type HTTPClient interface {
Do(req *Request) (*Response, error)
Stream(req *Request, callback func(chunk SSEChunk) error) error
}
+90
View File
@@ -0,0 +1,90 @@
package httpclient
import (
"bufio"
"bytes"
"io"
"net/http"
"strings"
"time"
)
// NetHTTPClient 使用 net/http 实现 HTTPClient 接口
type NetHTTPClient struct {
client *http.Client
// 可根据需要添加对象池
}
// NewNetHTTPClient 返回一个初始化的 NetHTTPClient
func NewNetHTTPClient() *NetHTTPClient {
return &NetHTTPClient{client: &http.Client{}}
}
// Do 发送非流式请求
func (c *NetHTTPClient) Do(req *Request) (*Response, error) {
r, err := http.NewRequest(req.Method, req.URL, bytes.NewReader(req.Body))
if err != nil {
return nil, err
}
for k, v := range req.Headers {
r.Header.Set(k, v)
}
resp, err := c.client.Do(r)
if err != nil {
return nil, err
}
defer resp.Body.Close()
body, err := io.ReadAll(resp.Body)
if err != nil {
return nil, err
}
headers := make(map[string]string)
for k, v := range resp.Header {
headers[k] = v[0]
}
return &Response{StatusCode: resp.StatusCode, Body: body, Headers: headers}, nil
}
// Stream 发送流式请求,逐块通过 callback 回调 SSE 数据
func (c *NetHTTPClient) Stream(req *Request, callback func(chunk SSEChunk) error) error {
r, err := http.NewRequest(req.Method, req.URL, bytes.NewReader(req.Body))
if err != nil {
return err
}
for k, v := range req.Headers {
r.Header.Set(k, v)
}
resp, err := c.client.Do(r)
if err != nil {
return err
}
defer resp.Body.Close()
scanner := bufio.NewScanner(resp.Body)
for scanner.Scan() {
text := scanner.Text()
if text == "" {
continue
}
const prefix = "data: "
if strings.HasPrefix(text, prefix) {
payload := text[len(prefix):]
isDone := payload == "[DONE]"
var dataBytes []byte
if !isDone {
dataBytes = []byte(payload)
}
chunk := SSEChunk{
Data: dataBytes,
Timestamp: time.Now().UnixNano(),
IsDone: isDone,
}
if err := callback(chunk); err != nil {
return err
}
}
}
if err := scanner.Err(); err != nil {
return err
}
return nil
}
+73
View File
@@ -0,0 +1,73 @@
package prompt
import (
"fmt"
"math/rand"
"strings"
"time"
"github.com/tiktoken-go/tokenizer"
"mingor/llm-api-benchmark-tool/internal/config"
)
// PromptGenerator 生成短/长提示词
// 使用 tiktoken-go tokenizer 计算 token 数
type PromptGenerator struct {
cfg *config.Config
tok *tokenizer.Tokenizer
}
// NewPromptGenerator 初始化生成器,model 用于 tokenizer
func NewPromptGenerator(model string, cfg *config.Config) (*PromptGenerator, error) {
tok, err := tokenizer.NewTokenizer(model)
if err != nil {
return nil, err
}
rand.Seed(time.Now().UnixNano())
return &PromptGenerator{cfg: cfg, tok: tok}, nil
}
// Generate 根据类型(tp)和占位值(values)生成提示词
// tp 可为 "short" 或 "long" 等配置中的键
func (g *PromptGenerator) Generate(tp string, values map[string]string) (string, error) {
pt, ok := g.cfg.PromptTemplates[tp]
if !ok {
return "", fmt.Errorf("unknown prompt type: %s", tp)
}
if len(pt.Templates) == 0 {
return "", fmt.Errorf("no templates for type: %s", tp)
}
tpl := pt.Templates[rand.Intn(len(pt.Templates))]
prompt := fillTemplate(tpl, values)
// 计算 token 数
toks, err := g.tok.Encode(prompt)
if err != nil {
return "", err
}
target := pt.TargetTokens
tol := int(float64(target) * 0.05)
cnt := len(toks)
if cnt < target-tol || cnt > target+tol {
// 长度不在范围,用户可根据需要调整
}
return prompt, nil
}
// CountTokens 返回文本的 token 数
func (g *PromptGenerator) CountTokens(text string) (int, error) {
toks, err := g.tok.Encode(text)
if err != nil {
return 0, err
}
return len(toks), nil
}
// fillTemplate 用 map[string]string 替换模板中的 {key}
func fillTemplate(tpl string, values map[string]string) string {
out := tpl
for k, v := range values {
out = strings.ReplaceAll(out, "{"+k+"}", v)
}
return out
}
+227
View File
@@ -0,0 +1,227 @@
### 技术选型
- **语言**:Go。
- **HTTP客户端**:
- 抽象接口:`HTTPClient`。
- 实现:
- `fasthttp`(`github.com/valyala/fasthttp`):高性能,优先选择。
- `net/http`(标准库):兼容性强,备选。
- **Tokenizer 库**:`github.com/tiktoken-go/tokenizer`。
- **并发管理**:goroutine池、`sync.Pool`、`context.Context`。
- **数据处理**:`sync.Map`存储响应数据,`gonum/stat`计算百分位数。
- **图表生成**:`go-echarts`。
### 产品需求设计
#### 功能需求
- **API兼容性**:
- 支持OpenAI Compatible风格的LLM API(包括`stream=true`的SSE流式响应)。
- 兼容推理模型(如DeepSeek-R1)的响应结构,包含`reasoning_content`字段(与`content`同级)。
- **HTTP客户端抽象层**:
- 定义`HTTPClient`接口,包含以下方法:
- `Do(req *Request) (*Response, error)`:发送非流式请求。
- `Stream(req *Request, callback func(chunk SSEChunk) error) error`:处理流式响应,逐块回调SSE数据。
- 实现:
- `fasthttp`:基于`fasthttp.RequestCtx`和`Response.BodyStream`。
- `net/http`:基于`http.Client`和`Response.Body`。
- 配置项`client: "fasthttp"`或`client: "net-http"`切换客户端。
- **提示词生成**:
- 使用`tiktoken-go/tokenizer`动态生成短咨询提示词(50 tokens ±5%)和长文档提示词(1000 tokens ±5%)。
- **并发请求**:
- 支持最大500并发,持续5分钟(300秒)或更长时间。
- 使用goroutine池(最大600 goroutine),`sync.Pool`重用请求对象。
- 通过`context.Context`支持任务终止。
- **场景建模**:
- 混合负载:短咨询(50 tokens,70%比例),长文档生成(1000 tokens,30%比例)。
- **用户行为模拟**:请求间隔遵循泊松分布(`math/rand`实现)。
- **梯度增压**:支持阶梯式加压(50→200→500并发),每阶段持续300秒。
- **性能指标收集**:
- **请求统计**:总请求数、成功请求数、失败请求数、超时比率(目标:<1%,默认超时30-60秒)。
- **响应时间**:平均、最小/最大、P90/P95/P99(目标:<2秒至<10秒,<3秒至<15秒,<5秒至<20秒)。
- **TTFT**:
- 最小/最大TTFT,P90/P95/P99 TTFT。
- 通过SSE流式响应测量,精度达毫秒,兼容`content`和`reasoning_content`。
- **QPS**:平均QPS(目标:50-200+),最大QPS。
- **Token生成速率**:平均速率(目标:>100 tokens/秒),最大速率,兼容`content`和`reasoning_content`。
- **最大有效并发用户数**:记录仍有请求成功的最大并发数(目标:50-500+)。
- **报告生成**:
- 生成质量报告,包含所有指标统计。
- 提供图表(如响应时间分布、TTFT分布、QPS曲线)。
#### 非功能需求
- **高性能**:
- 支持500并发,持续5分钟以上,`fasthttp`优化吞吐量,goroutine池降低GC压力。
- **统计准确性**:
- TTFT和响应时间测量精度达毫秒,使用`time.Now().UnixNano()`。
- 使用`sync.Mutex`或`sync/atomic`确保并发统计线程安全。
- **可扩展性**:支持新服务提供商、提示词模板、响应字段。
- **易用性**:配置文件指定API、提示词、超时、客户端类型(`fasthttp`或`net-http`)。
- **稳定性**:长时间运行无崩溃、死锁或内存泄漏。
#### 技术实现建议
- **HTTP客户端抽象层**:
- 定义`HTTPClient`接口:
```go
type HTTPClient interface {
Do(req *Request) (*Response, error)
Stream(req *Request, callback func(chunk SSEChunk) error) error
}
type Request struct {
Method string
URL string
Body []byte
Headers map[string]string
}
type Response struct {
StatusCode int
Body []byte
Headers map[string]string
}
type SSEChunk struct {
Data []byte // JSON数据
Timestamp int64 // 接收时间戳(UnixNano)
IsDone bool // 是否为[data: [DONE]]
}
```
- **fasthttp实现**:
- `Do`:使用`fasthttp.Do`,构造OpenAI Compatible JSON请求,解析响应。
- `Stream`:使用`fasthttp.Response.BodyStream`,逐行解析SSE(`data: {...}`),调用回调函数传递`SSEChunk`。
- 使用`sync.Pool`重用`fasthttp.Request`和`fasthttp.Response`。
- **net/http实现**:
- `Do`:使用`http.Client.Do`,构造请求,解析响应。
- `Stream`:使用`bufio.Scanner`读取`http.Response.Body`,解析SSE,调用回调函数。
- **切换逻辑**:
- 解析配置项`client`,实例化对应客户端:
```go
func NewHTTPClient(clientType string) (HTTPClient, error) {
switch clientType {
case "fasthttp":
return &FastHTTPClient{}, nil
case "net-http":
return &NetHTTPClient{}, nil
default:
return nil, fmt.Errorf("unsupported client: %s", clientType)
}
}
```
- **SSE与TTFT处理**:
- `Stream`方法逐块解析SSE,提取`choices[0].delta.content`或`choices[0].delta.reasoning_content`。
- 记录请求发送时间(`t0 = time.Now().UnixNano()`)。
- 检测首个非空Token块,记录时间(`t1`),TTFT = (`t1 - t0`) / 1e6(毫秒)。
- 兼容推理模型:优先检查`reasoning_content`,若为空则使用`content`。
- **Go性能优化**:
- **Goroutine池**:使用`ants`库或自定义池,限制最大600 goroutine。
- **对象池**:`sync.Pool`重用请求/响应对象。
- **上下文控制**:`context.WithTimeout`设置压测时长(默认300秒)。
- **资源监控**:使用`runtime`包记录CPU、内存、goroutine数。
- **统计准确性**:
- 使用`sync/atomic`累加请求计数。
- 使用`sync.Mutex`保护响应时间和TTFT切片。
- 使用`gonum/stat`计算P90/P95/P99。
- **提示词生成**:`tiktoken-go/tokenizer`动态调整模板至50或1000 tokens。
- **报告生成**:`go-echarts`生成图表,模板引擎生成HTML/PDF。
#### 压测流程
1. **配置加载**:读取API端点、客户端类型(`fasthttp`或`net-http`)、并发数、提示词模板等。
2. **初始化HTTP客户端**:根据配置项`client`实例化`fasthttp`或`net/http`客户端。
3. **提示词生成**:使用`tiktoken-go/tokenizer`生成短咨询(50 tokens)和长文档(1000 tokens)提示词。
4. **并发执行**:
- 初始化goroutine池(最大600)。
- 使用`HTTPClient.Stream`发送请求(`stream=true`),间隔符合泊松分布。
- 处理SSE流,记录TTFT。
5. **响应处理**:
- 解析`content`和`reasoning_content`,计算Token数。
- 记录响应时间、TTFT、成功/失败状态。
6. **指标计算**:
- 计算请求统计、响应时间、TTFT、QPS、Token生成速率、最大并发用户数。
7. **报告生成**:输出统计数据和图表。
#### 配置示例与报告内容
以下是更新后的配置和报告示例,包含HTTP客户端抽象层和切换逻辑:
```yaml
# 配置示例
api:
endpoint: "https://api.example.com/v1/completions"
api_key: "your_api_key"
model: "deepseek-r1" # 支持推理模型
streaming: true # 启用流式响应
client: "fasthttp" # HTTP客户端:fasthttp 或 net-http
prompt_templates:
short:
target_tokens: 50
templates:
- "What is the capital of {country}?"
- "Please briefly explain the concept of {concept}."
- "Summarize the main idea of {topic} in one sentence."
long:
target_tokens: 1000
templates:
- "Write a detailed history of {country} covering major events."
- "Compose an in-depth analysis of {topic} with examples."
- "Generate a comprehensive report on the impact of {event}."
requests:
- type: "short"
weight: 0.7
- type: "long"
weight: 0.3
concurrency:
steps: [50, 200, 500]
duration_per_step: 300 # 秒,5分钟
max_goroutines: 600 # 最大goroutine数
timeout: 60 # 秒
poisson_lambda: 1.0 # 请求间隔泊松分布参数
tokenizer:
model: "gpt-3.5-turbo" # 用于tiktoken-go的分词器模型
# 报告内容示例
report:
overview:
api_endpoint: "https://api.example.com/v1/completions"
model: "deepseek-r1"
concurrency_steps: [50, 200, 500]
duration_per_step: "300s"
request_mix: "70% short (50 tokens), 30% long (1000 tokens)"
tokenizer: "tiktoken-go (gpt-3.5-turbo)"
streaming_enabled: true
http_client: "fasthttp"
metrics:
total_requests: 15000
successful_requests: 14850
failed_requests: 150
timeout_ratio: "1.0%"
response_time:
avg: "1.8s"
min: "0.5s"
max: "10.2s"
p90: "2.5s"
p95: "3.0s"
p99: "4.5s"
ttft:
min: "0.1s"
max: "2.0s"
p90: "0.3s"
p95: "0.4s"
p99: "0.6s"
qps:
avg: 180
max: 220
token_rate:
avg: "120 tokens/s"
max: "150 tokens/s"
max_concurrent_users: 500
resource_usage:
avg_cpu: "60%"
max_memory: "1.1GB"
max_goroutines: 600
charts:
- "response_time_distribution.png"
- "ttft_distribution.png"
- "qps_over_time.png"
- "token_rate_over_time.png"
- "concurrency_vs_response_time.png"
```
-333
View File
@@ -1,333 +0,0 @@
package prompt
import (
"fmt"
"math/rand"
"strings"
"time"
"github.com/acmestudio/llm-api-benchmark-tool/config"
"github.com/acmestudio/llm-api-benchmark-tool/logger"
"github.com/pkoukk/tiktoken-go"
)
// 填充词,用于调整提示词长度
var fillerWords = []string{
"详细", "简要", "请", "麻烦", "帮忙", "认真", "仔细", "全面", "系统性地",
"清晰地", "准确地", "深入地", "专业地", "客观地", "科学地", "有条理地",
"具体地", "简洁地", "完整地", "精确地", "有逻辑地", "有说服力地",
}
// 长文本填充段落,用于扩展长文档提示词
var longFillerParagraphs = []string{
"请确保分析全面深入,考虑各个方面的影响和变化。需要包含具体的数据和案例来支持你的观点,同时也要有理论依据。",
"在回答中,请注意逻辑性和连贯性,确保各部分之间有合理的过渡。同时,请尽量使用专业术语,但也要确保非专业人士能够理解。",
"希望你能够从多个角度进行分析,包括但不限于社会学、经济学、政治学、心理学等视角。同时,也请考虑不同群体、不同地区的差异性。",
"在分析中,请注意历史背景和未来趋势,将当前情况放在更广阔的时空背景下考量。同时,也请关注国际比较,了解全球范围内的相似与差异。",
"请在回答中提供一些可行的建议或解决方案,这些建议应该是具体的、可操作的,并且考虑到实施过程中可能遇到的困难和阻力。",
"在分析问题时,请注意考虑各种可能的因素,包括社会、经济、政治、文化、技术等方面。同时,也请思考这些因素之间的相互作用和影响。",
"请在回答中使用清晰的结构,可以考虑使用小标题、要点列表等方式组织内容,使读者能够更容易地理解和把握核心内容。",
"在分析过程中,请注意区分事实和观点,确保事实准确无误,观点有理有据。同时,也请尽量避免个人偏见,保持客观中立的态度。",
"请确保你的回答既有理论深度,又有实践指导意义。理论分析应该有学术依据,实践建议应该考虑可行性和有效性。",
"在回答中,请注意时效性,考虑最新的发展和变化。同时,也请关注长期趋势和基本规律,避免被短期波动所干扰。",
}
// 替换词,用于模板中的占位符
var replacements = map[string][]string{
"country": {"中国", "美国", "日本", "英国", "法国", "德国", "俄罗斯", "加拿大", "澳大利亚", "巴西", "印度"},
"concept": {"人工智能", "机器学习", "区块链", "量子计算", "云计算", "边缘计算", "物联网", "大数据", "虚拟现实", "增强现实"},
"topic": {"全球变暖", "可持续发展", "数字化转型", "远程工作", "网络安全", "太空探索", "生物技术", "清洁能源", "智慧城市", "数字隐私"},
"event": {"工业革命", "互联网诞生", "冷战", "登月", "柏林墙倒塌", "9/11事件", "COVID-19疫情", "阿拉伯之春", "2008金融危机", "人类基因组计划"},
}
// Generator 提示词生成器
type Generator struct {
config *config.Config
tokenizer *tiktoken.Tiktoken
rand *rand.Rand
}
// NewGenerator 创建新的提示词生成器
func NewGenerator(cfg *config.Config) (*Generator, error) {
// 初始化分词器
logger.Debug("初始化分词器,模型: %s", cfg.Tokenizer.Model)
tkm, err := tiktoken.EncodingForModel(cfg.Tokenizer.Model)
if err != nil {
return nil, fmt.Errorf("初始化分词器失败: %w", err)
}
logger.Debug("分词器初始化成功")
// 初始化随机数生成器
source := rand.NewSource(time.Now().UnixNano())
logger.Debug("提示词模板配置 - 短咨询: %d个模板, 目标Token: %d",
len(cfg.PromptTemplates.Short.Templates), cfg.PromptTemplates.Short.TargetTokens)
logger.Debug("提示词模板配置 - 长文档: %d个模板, 目标Token: %d",
len(cfg.PromptTemplates.Long.Templates), cfg.PromptTemplates.Long.TargetTokens)
return &Generator{
config: cfg,
tokenizer: tkm,
rand: rand.New(source),
}, nil
}
// GeneratePrompt 生成指定类型的提示词
func (g *Generator) GeneratePrompt(promptType string) (string, error) {
var templateConfig config.PromptTypeConfig
// 根据类型选择模板配置
switch promptType {
case "short":
templateConfig = g.config.PromptTemplates.Short
case "long":
templateConfig = g.config.PromptTemplates.Long
default:
return "", fmt.Errorf("未知的提示词类型: %s", promptType)
}
// 检查模板是否存在
if len(templateConfig.Templates) == 0 {
return "", fmt.Errorf("提示词模板为空: %s", promptType)
}
// 随机选择一个模板
templateIndex := g.rand.Intn(len(templateConfig.Templates))
template := templateConfig.Templates[templateIndex]
logger.Debug("为%s类型选择模板 #%d: %s", promptType, templateIndex, template)
// 替换模板中的占位符
prompt := g.replacePlaceholders(template)
logger.Debug("替换占位符后: %s", prompt)
// 调整提示词长度至目标Token数
result, err := g.adjustPromptLength(prompt, templateConfig.TargetTokens)
if err != nil {
return "", err
}
// 计算最终Token数
tokens := g.tokenizer.Encode(result, nil, nil)
logger.Debug("生成%s类型提示词成功,目标Token: %d, 实际Token: %d",
promptType, templateConfig.TargetTokens, len(tokens))
return result, nil
}
// replacePlaceholders 替换模板中的占位符
func (g *Generator) replacePlaceholders(template string) string {
result := template
// 替换所有占位符
for placeholder, options := range replacements {
placeholderTag := fmt.Sprintf("{%s}", placeholder)
if strings.Contains(result, placeholderTag) {
// 随机选择一个替换选项
replacementIndex := g.rand.Intn(len(options))
replacement := options[replacementIndex]
logger.Debug("替换占位符 %s -> %s", placeholderTag, replacement)
result = strings.Replace(result, placeholderTag, replacement, -1)
}
}
return result
}
// adjustPromptLength 调整提示词长度至目标Token数
func (g *Generator) adjustPromptLength(prompt string, targetTokens int) (string, error) {
// 计算当前Token数
tokens := g.tokenizer.Encode(prompt, nil, nil)
currentTokens := len(tokens)
// 计算目标范围(±5%)
minTokens := int(float64(targetTokens) * 0.95)
maxTokens := int(float64(targetTokens) * 1.05)
logger.Debug("调整提示词长度 - 当前: %d, 目标范围: %d-%d", currentTokens, minTokens, maxTokens)
// 如果当前Token数在目标范围内,直接返回
if currentTokens >= minTokens && currentTokens <= maxTokens {
logger.Debug("提示词长度已在目标范围内,无需调整")
return prompt, nil
}
// 如果Token数过少,添加填充词
if currentTokens < minTokens {
logger.Debug("提示词长度过短,需要扩展")
return g.extendPrompt(prompt, targetTokens)
}
// 如果Token数过多,截断提示词
logger.Debug("提示词长度过长,需要截断")
return g.truncatePrompt(prompt, targetTokens)
}
// extendPrompt 通过添加填充词扩展提示词
func (g *Generator) extendPrompt(prompt string, targetTokens int) (string, error) {
result := prompt
// 计算当前Token数
tokens := g.tokenizer.Encode(result, nil, nil)
currentTokens := len(tokens)
// 计算目标范围
minTokens := int(float64(targetTokens) * 0.95)
// 根据目标token数选择不同的扩展策略
if targetTokens > 500 {
// 长文档提示词,使用段落填充
logger.Debug("使用段落填充扩展长文档提示词")
return g.extendPromptWithParagraphs(prompt, targetTokens)
}
// 短咨询提示词,使用填充词
logger.Debug("使用填充词扩展短咨询提示词")
// 添加填充词,直到达到目标Token数
fillerCount := 0
for currentTokens < minTokens {
// 随机选择一个填充词
fillerIndex := g.rand.Intn(len(fillerWords))
filler := fillerWords[fillerIndex]
// 在提示词前添加填充词
result = filler + " " + result
fillerCount++
// 重新计算Token数
tokens = g.tokenizer.Encode(result, nil, nil)
currentTokens = len(tokens)
// 防止无限循环
if currentTokens > int(float64(targetTokens)*1.05) {
// 如果添加填充词后超过了最大Token数,回退并尝试截断
logger.Debug("添加%d个填充词后超过最大Token数,尝试截断", fillerCount)
return g.truncatePrompt(result, targetTokens)
}
if fillerCount > 100 {
logger.Warn("添加填充词超过100次,尝试使用段落填充")
return g.extendPromptWithParagraphs(prompt, targetTokens)
}
}
logger.Debug("扩展提示词成功,添加了%d个填充词,当前Token数: %d", fillerCount, currentTokens)
return result, nil
}
// extendPromptWithParagraphs 通过添加段落扩展长文档提示词
func (g *Generator) extendPromptWithParagraphs(prompt string, targetTokens int) (string, error) {
result := prompt
// 计算当前Token数
tokens := g.tokenizer.Encode(result, nil, nil)
currentTokens := len(tokens)
// 计算目标范围
minTokens := int(float64(targetTokens) * 0.95)
// 添加段落,直到达到目标Token数
paragraphCount := 0
usedParagraphs := make(map[int]bool)
for currentTokens < minTokens && paragraphCount < 20 {
// 随机选择一个未使用的段落
var paragraphIndex int
for {
paragraphIndex = g.rand.Intn(len(longFillerParagraphs))
if !usedParagraphs[paragraphIndex] {
usedParagraphs[paragraphIndex] = true
break
}
// 如果所有段落都已使用,重置使用记录
if len(usedParagraphs) >= len(longFillerParagraphs) {
usedParagraphs = make(map[int]bool)
}
}
paragraph := longFillerParagraphs[paragraphIndex]
// 添加段落
if paragraphCount == 0 {
result = result + "\n\n" + paragraph
} else {
result = result + "\n\n" + paragraph
}
paragraphCount++
// 重新计算Token数
tokens = g.tokenizer.Encode(result, nil, nil)
currentTokens = len(tokens)
logger.Debug("添加第%d个段落后,当前Token数: %d", paragraphCount, currentTokens)
// 如果已经达到目标范围,退出循环
if currentTokens >= minTokens {
break
}
}
// 如果添加了最大段落数仍未达到目标,给出警告
if currentTokens < minTokens {
logger.Warn("即使添加了%d个段落,仍未达到目标Token数(当前: %d, 目标: %d)",
paragraphCount, currentTokens, targetTokens)
} else {
logger.Debug("扩展长文档提示词成功,添加了%d个段落,当前Token数: %d", paragraphCount, currentTokens)
}
return result, nil
}
// truncatePrompt 通过截断缩短提示词
func (g *Generator) truncatePrompt(prompt string, targetTokens int) (string, error) {
// 计算目标范围
maxTokens := int(float64(targetTokens) * 1.05)
// 编码提示词
tokens := g.tokenizer.Encode(prompt, nil, nil)
// 如果Token数超过最大值,截断
if len(tokens) > maxTokens {
// 保留目标Token数
originalLength := len(tokens)
tokens = tokens[:maxTokens]
// 解码截断后的Token
result := g.tokenizer.Decode(tokens)
logger.Debug("截断提示词成功,从%d个Token截断到%d个Token", originalLength, len(tokens))
return result, nil
}
return prompt, nil
}
// SelectPromptType 根据权重随机选择提示词类型
func (g *Generator) SelectPromptType() string {
// 计算累积权重
var cumulativeWeights []float64
var sum float64
for _, req := range g.config.Requests {
sum += req.Weight
cumulativeWeights = append(cumulativeWeights, sum)
}
// 生成随机数
r := g.rand.Float64() * sum
// 根据随机数选择提示词类型
for i, weight := range cumulativeWeights {
if r <= weight {
return g.config.Requests[i].Type
}
}
// 默认返回第一个类型
return g.config.Requests[0].Type
}
// CountTokens 返回字符串的 token 数
func (g *Generator) CountTokens(s string) int {
tokens := g.tokenizer.Encode(s, nil, nil)
return len(tokens)
}
-790
View File
@@ -1,790 +0,0 @@
package report
import (
"fmt"
"os"
"path/filepath"
"sort"
"time"
"github.com/acmestudio/llm-api-benchmark-tool/benchmark"
"github.com/acmestudio/llm-api-benchmark-tool/config"
"github.com/acmestudio/llm-api-benchmark-tool/logger"
"github.com/go-echarts/go-echarts/v2/charts"
"github.com/go-echarts/go-echarts/v2/components"
"github.com/go-echarts/go-echarts/v2/opts"
"github.com/montanaflynn/stats"
)
// Metrics 表示性能指标
type Metrics struct {
TotalRequests int // 总请求数
SuccessfulRequests int // 成功请求数
FailedRequests int // 失败请求数
TimeoutRatio float64 // 超时比率
AvgResponseTime time.Duration // 平均响应时间
P90ResponseTime time.Duration // P90响应时间
P95ResponseTime time.Duration // P95响应时间
P99ResponseTime time.Duration // P99响应时间
MaxResponseTime time.Duration // 最大响应时间
MinResponseTime time.Duration // 最小响应时间
AvgQPS float64 // 平均QPS
MaxQPS float64 // 最大QPS
AvgTokenRate float64 // 平均Token生成速率
MaxTokenRate float64 // 最大Token生成速率
MaxConcurrency int // 最大有效并发用户数
MinTTFT time.Duration // 最小首个令牌生成时间
MaxTTFT time.Duration // 最大首个令牌生成时间
P90TTFT time.Duration // P90首个令牌生成时间
P95TTFT time.Duration // P95首个令牌生成时间
P99TTFT time.Duration // P99首个令牌生成时间
}
// GenerateReport 生成性能报告
func GenerateReport(results *benchmark.BenchmarkResults, cfg *config.Config, outputPath string) error {
// 创建输出目录
logger.Info("创建报告输出目录: %s", outputPath)
if err := os.MkdirAll(outputPath, 0755); err != nil {
return fmt.Errorf("创建输出目录失败: %w", err)
}
// 检查结果是否为空
if len(results.Results) == 0 {
logger.Warn("没有测试结果数据,无法生成详细报告")
} else {
logger.Debug("共有 %d 条测试结果记录", len(results.Results))
}
// 计算性能指标
logger.Info("计算性能指标...")
metrics := calculateMetrics(results)
// 输出主要性能指标
logger.Info("性能指标摘要:")
logger.Info(" 总请求数: %d (成功: %d, 失败: %d)",
metrics.TotalRequests, metrics.SuccessfulRequests, metrics.FailedRequests)
logger.Info(" 超时比率: %.2f%%", metrics.TimeoutRatio * 100)
logger.Info(" 平均响应时间: %v", metrics.AvgResponseTime)
logger.Info(" P90响应时间: %v", metrics.P90ResponseTime)
logger.Info(" P95响应时间: %v", metrics.P95ResponseTime)
logger.Info(" P99响应时间: %v", metrics.P99ResponseTime)
logger.Info(" 平均QPS: %.2f", metrics.AvgQPS)
logger.Info(" 最大QPS: %.2f", metrics.MaxQPS)
logger.Info(" 平均Token生成速率: %.2f tokens/s", metrics.AvgTokenRate)
logger.Info(" 最大Token生成速率: %.2f tokens/s", metrics.MaxTokenRate)
logger.Info(" 最大有效并发用户数: %d", metrics.MaxConcurrency)
logger.Info(" 最小首个令牌生成时间: %v", metrics.MinTTFT)
logger.Info(" 最大首个令牌生成时间: %v", metrics.MaxTTFT)
logger.Info(" P90首个令牌生成时间: %v", metrics.P90TTFT)
logger.Info(" P95首个令牌生成时间: %v", metrics.P95TTFT)
logger.Info(" P99首个令牌生成时间: %v", metrics.P99TTFT)
// 生成HTML报告
logger.Info("生成HTML报告...")
if err := generateHTMLReport(results, metrics, cfg, outputPath); err != nil {
return fmt.Errorf("生成HTML报告失败: %w", err)
}
// 生成CSV数据
logger.Info("生成CSV数据...")
if err := generateCSVData(results, metrics, outputPath); err != nil {
return fmt.Errorf("生成CSV数据失败: %w", err)
}
logger.Info("报告生成完成")
return nil
}
// calculateMetrics 计算性能指标
func calculateMetrics(results *benchmark.BenchmarkResults) *Metrics {
metrics := &Metrics{}
// 总请求数
metrics.TotalRequests = len(results.Results)
logger.Debug("计算指标 - 总请求数: %d", metrics.TotalRequests)
// 统计成功和失败请求
var successfulRequests []benchmark.Result
for _, result := range results.Results {
if result.Error == nil {
successfulRequests = append(successfulRequests, result)
}
}
metrics.SuccessfulRequests = len(successfulRequests)
metrics.FailedRequests = metrics.TotalRequests - metrics.SuccessfulRequests
logger.Debug("计算指标 - 成功请求: %d, 失败请求: %d",
metrics.SuccessfulRequests, metrics.FailedRequests)
// 计算超时比率
metrics.TimeoutRatio = float64(metrics.FailedRequests) / float64(metrics.TotalRequests)
logger.Debug("计算指标 - 超时比率: %.2f%%", metrics.TimeoutRatio * 100)
// 如果没有成功的请求,返回
if len(successfulRequests) == 0 {
logger.Warn("没有成功的请求,无法计算详细指标")
return metrics
}
// 计算响应时间指标
var responseTimes []float64
for _, result := range successfulRequests {
responseTimes = append(responseTimes, float64(result.ResponseTime.Milliseconds()))
}
// 排序响应时间
sort.Float64s(responseTimes)
// 计算响应时间百分位数
p90, _ := stats.Percentile(responseTimes, 90)
p95, _ := stats.Percentile(responseTimes, 95)
p99, _ := stats.Percentile(responseTimes, 99)
avg, _ := stats.Mean(responseTimes)
max := responseTimes[len(responseTimes)-1]
min := responseTimes[0]
metrics.AvgResponseTime = time.Duration(avg) * time.Millisecond
metrics.P90ResponseTime = time.Duration(p90) * time.Millisecond
metrics.P95ResponseTime = time.Duration(p95) * time.Millisecond
metrics.P99ResponseTime = time.Duration(p99) * time.Millisecond
metrics.MaxResponseTime = time.Duration(max) * time.Millisecond
metrics.MinResponseTime = time.Duration(min) * time.Millisecond
logger.Debug("计算指标 - 响应时间(ms) - 平均: %.2f, P90: %.2f, P95: %.2f, P99: %.2f, 最小: %.2f, 最大: %.2f",
avg, p90, p95, p99, min, max)
// 计算TTFT指标
var ttftTimes []float64
for _, result := range successfulRequests {
ttftTimes = append(ttftTimes, float64(result.FirstTokenTime.Milliseconds()))
}
// 排序TTFT时间
sort.Float64s(ttftTimes)
// 计算TTFT百分位数
p90TTFT, _ := stats.Percentile(ttftTimes, 90)
p95TTFT, _ := stats.Percentile(ttftTimes, 95)
p99TTFT, _ := stats.Percentile(ttftTimes, 99)
maxTTFT := ttftTimes[len(ttftTimes)-1]
minTTFT := ttftTimes[0]
metrics.MinTTFT = time.Duration(minTTFT) * time.Millisecond
metrics.MaxTTFT = time.Duration(maxTTFT) * time.Millisecond
metrics.P90TTFT = time.Duration(p90TTFT) * time.Millisecond
metrics.P95TTFT = time.Duration(p95TTFT) * time.Millisecond
metrics.P99TTFT = time.Duration(p99TTFT) * time.Millisecond
logger.Debug("计算指标 - TTFT(ms) - 最小: %.2f, 最大: %.2f, P90: %.2f, P95: %.2f, P99: %.2f",
minTTFT, maxTTFT, p90TTFT, p95TTFT, p99TTFT)
// 计算QPS
totalDuration := results.EndTime.Sub(results.StartTime).Seconds()
metrics.AvgQPS = float64(metrics.SuccessfulRequests) / totalDuration
logger.Debug("计算指标 - 平均QPS: %.2f (总持续时间: %.2f秒)", metrics.AvgQPS, totalDuration)
// 计算每个并发步骤的QPS
logger.Debug("计算各并发步骤的QPS...")
for concurrency, stepResults := range results.ConcurrencyData {
// 找出该步骤的第一个和最后一个请求
if len(stepResults) == 0 {
logger.Debug(" 并发步骤 %d: 没有请求数据", concurrency)
continue
}
// 排序结果,按时间戳
sort.Slice(stepResults, func(i, j int) bool {
return stepResults[i].Timestamp.Before(stepResults[j].Timestamp)
})
firstRequest := stepResults[0]
lastRequest := stepResults[len(stepResults)-1]
// 计算持续时间
stepDuration := lastRequest.Timestamp.Sub(firstRequest.Timestamp).Seconds()
if stepDuration <= 0 {
logger.Debug(" 并发步骤 %d: 持续时间过短", concurrency)
continue
}
// 计算成功请求数
var successCount int
for _, result := range stepResults {
if result.Error == nil {
successCount++
}
}
// 计算QPS
stepQPS := float64(successCount) / stepDuration
logger.Debug(" 并发步骤 %d: QPS = %.2f (成功请求: %d, 持续时间: %.2f秒)",
concurrency, stepQPS, successCount, stepDuration)
if stepQPS > metrics.MaxQPS {
metrics.MaxQPS = stepQPS
logger.Debug(" 更新最大QPS: %.2f (并发步骤: %d)", metrics.MaxQPS, concurrency)
}
// 更新最大并发用户数
if concurrency > metrics.MaxConcurrency && stepQPS > 0 {
metrics.MaxConcurrency = concurrency
logger.Debug(" 更新最大有效并发用户数: %d", metrics.MaxConcurrency)
}
}
// 计算Token生成速率
var totalTokens int
for _, result := range successfulRequests {
totalTokens += result.CompletionTokens
}
metrics.AvgTokenRate = float64(totalTokens) / totalDuration
logger.Debug("计算指标 - 平均Token生成速率: %.2f tokens/s (总Token: %d)",
metrics.AvgTokenRate, totalTokens)
// 计算每个并发步骤的Token生成速率
logger.Debug("计算各并发步骤的Token生成速率...")
for concurrency, stepResults := range results.ConcurrencyData {
// 找出该步骤的第一个和最后一个请求
if len(stepResults) == 0 {
continue
}
// 排序结果,按时间戳
sort.Slice(stepResults, func(i, j int) bool {
return stepResults[i].Timestamp.Before(stepResults[j].Timestamp)
})
firstRequest := stepResults[0]
lastRequest := stepResults[len(stepResults)-1]
// 计算持续时间
stepDuration := lastRequest.Timestamp.Sub(firstRequest.Timestamp).Seconds()
if stepDuration <= 0 {
continue
}
// 计算总Token数
var stepTokens int
for _, result := range stepResults {
if result.Error == nil {
stepTokens += result.CompletionTokens
}
}
// 计算Token生成速率
stepTokenRate := float64(stepTokens) / stepDuration
logger.Debug(" 并发步骤 %d: Token生成速率 = %.2f tokens/s (总Token: %d, 持续时间: %.2f秒)",
concurrency, stepTokenRate, stepTokens, stepDuration)
if stepTokenRate > metrics.MaxTokenRate {
metrics.MaxTokenRate = stepTokenRate
logger.Debug(" 更新最大Token生成速率: %.2f tokens/s (并发步骤: %d)",
metrics.MaxTokenRate, concurrency)
}
}
return metrics
}
// generateHTMLReport 生成HTML报告
func generateHTMLReport(results *benchmark.BenchmarkResults, metrics *Metrics, cfg *config.Config, outputPath string) error {
// 创建页面
logger.Debug("创建HTML报告页面...")
page := components.NewPage()
page.PageTitle = "LLM API 基准测试报告"
page.Theme = "white"
// 添加概述
logger.Debug("添加概述图表...")
page.AddCharts(createOverviewChart(results, metrics, cfg))
// 添加响应时间分布图
logger.Debug("添加响应时间分布图...")
page.AddCharts(createResponseTimeDistributionChart(results))
// 添加QPS随时间变化图
logger.Debug("添加QPS随时间变化图...")
page.AddCharts(createQPSOverTimeChart(results))
// 添加Token生成速率随时间变化图
logger.Debug("添加Token生成速率随时间变化图...")
page.AddCharts(createTokenRateOverTimeChart(results))
// 添加并发与响应时间关系图
logger.Debug("添加并发与响应时间关系图...")
page.AddCharts(createConcurrencyVsResponseTimeChart(results))
// 添加TTFT随时间变化图
logger.Debug("添加TTFT随时间变化图...")
page.AddCharts(createTTFTOverTimeChart(results))
// 保存HTML报告
htmlPath := filepath.Join(outputPath, "report.html")
logger.Debug("保存HTML报告: %s", htmlPath)
f, err := os.Create(htmlPath)
if err != nil {
return err
}
defer f.Close()
return page.Render(f)
}
// createOverviewChart 创建概述图表
func createOverviewChart(results *benchmark.BenchmarkResults, metrics *Metrics, cfg *config.Config) *charts.Bar {
// 创建图表
chart := charts.NewBar()
chart.SetGlobalOptions(
charts.WithTitleOpts(opts.Title{
Title: "性能概览",
}),
)
// 添加数据
chart.SetXAxis([]string{
"总请求数",
"成功请求数",
"失败请求数",
"超时比率(%)",
"平均响应时间(ms)",
"P90响应时间(ms)",
"P95响应时间(ms)",
"P99响应时间(ms)",
"最小响应时间(ms)",
"最大响应时间(ms)",
"最小TTFT(ms)",
"最大TTFT(ms)",
"P90 TTFT(ms)",
"P95 TTFT(ms)",
"P99 TTFT(ms)",
"平均QPS",
"最大QPS",
"平均Token生成速率(tokens/s)",
"最大Token生成速率(tokens/s)",
"最大有效并发用户数",
})
chart.AddSeries("指标", []opts.BarData{
{Value: metrics.TotalRequests},
{Value: metrics.SuccessfulRequests},
{Value: metrics.FailedRequests},
{Value: metrics.TimeoutRatio * 100},
{Value: metrics.AvgResponseTime.Milliseconds()},
{Value: metrics.P90ResponseTime.Milliseconds()},
{Value: metrics.P95ResponseTime.Milliseconds()},
{Value: metrics.P99ResponseTime.Milliseconds()},
{Value: metrics.MinResponseTime.Milliseconds()},
{Value: metrics.MaxResponseTime.Milliseconds()},
{Value: metrics.MinTTFT.Milliseconds()},
{Value: metrics.MaxTTFT.Milliseconds()},
{Value: metrics.P90TTFT.Milliseconds()},
{Value: metrics.P95TTFT.Milliseconds()},
{Value: metrics.P99TTFT.Milliseconds()},
{Value: metrics.AvgQPS},
{Value: metrics.MaxQPS},
{Value: metrics.AvgTokenRate},
{Value: metrics.MaxTokenRate},
{Value: metrics.MaxConcurrency},
})
return chart
}
// createResponseTimeDistributionChart 创建响应时间分布图
func createResponseTimeDistributionChart(results *benchmark.BenchmarkResults) *charts.Bar {
// 创建图表
chart := charts.NewBar()
chart.SetGlobalOptions(
charts.WithTitleOpts(opts.Title{
Title: "响应时间分布",
}),
)
// 统计响应时间分布
timeRanges := []int{100, 200, 500, 1000, 2000, 5000, 10000}
counts := make([]int, len(timeRanges)+1)
for _, result := range results.Results {
if result.Error != nil {
continue
}
responseTime := result.ResponseTime.Milliseconds()
found := false
for i, timeRange := range timeRanges {
if responseTime <= int64(timeRange) {
counts[i]++
found = true
break
}
}
if !found {
counts[len(timeRanges)]++
}
}
// 构建X轴标签
xAxisLabels := make([]string, len(timeRanges)+1)
for i, timeRange := range timeRanges {
if i == 0 {
xAxisLabels[i] = fmt.Sprintf("≤%dms", timeRange)
} else {
xAxisLabels[i] = fmt.Sprintf("%d-%dms", timeRanges[i-1], timeRange)
}
}
xAxisLabels[len(timeRanges)] = fmt.Sprintf(">%dms", timeRanges[len(timeRanges)-1])
// 添加数据
chart.SetXAxis(xAxisLabels)
barData := make([]opts.BarData, len(counts))
for i, count := range counts {
barData[i] = opts.BarData{Value: count}
}
chart.AddSeries("请求数", barData)
return chart
}
// createQPSOverTimeChart 创建QPS随时间变化图
func createQPSOverTimeChart(results *benchmark.BenchmarkResults) *charts.Line {
// 创建图表
chart := charts.NewLine()
chart.SetGlobalOptions(
charts.WithTitleOpts(opts.Title{
Title: "QPS随时间变化",
}),
)
// 按并发步骤分组
for concurrency, stepResults := range results.ConcurrencyData {
// 按时间窗口统计QPS
windowSize := 5 * time.Second
// 找出该步骤的第一个和最后一个请求
if len(stepResults) == 0 {
continue
}
// 排序结果,按时间戳
sort.Slice(stepResults, func(i, j int) bool {
return stepResults[i].Timestamp.Before(stepResults[j].Timestamp)
})
firstRequest := stepResults[0]
lastRequest := stepResults[len(stepResults)-1]
// 计算时间窗口数
duration := lastRequest.Timestamp.Sub(firstRequest.Timestamp)
windowCount := int(duration / windowSize) + 1
// 初始化时间窗口
windows := make([]time.Time, windowCount)
counts := make([]int, windowCount)
for i := 0; i < windowCount; i++ {
windows[i] = firstRequest.Timestamp.Add(time.Duration(i) * windowSize)
}
// 统计每个时间窗口的请求数
for _, result := range stepResults {
if result.Error != nil {
continue
}
windowIndex := int(result.Timestamp.Sub(firstRequest.Timestamp) / windowSize)
if windowIndex >= 0 && windowIndex < windowCount {
counts[windowIndex]++
}
}
// 计算QPS
qpsData := make([]opts.LineData, windowCount)
xAxisData := make([]string, windowCount)
for i := 0; i < windowCount; i++ {
qps := float64(counts[i]) / windowSize.Seconds()
qpsData[i] = opts.LineData{Value: qps}
xAxisData[i] = windows[i].Format("15:04:05")
}
// 添加数据
chart.SetXAxis(xAxisData)
chart.AddSeries(fmt.Sprintf("并发 %d", concurrency), qpsData)
}
return chart
}
// createTokenRateOverTimeChart 创建Token生成速率随时间变化图
func createTokenRateOverTimeChart(results *benchmark.BenchmarkResults) *charts.Line {
// 创建图表
chart := charts.NewLine()
chart.SetGlobalOptions(
charts.WithTitleOpts(opts.Title{
Title: "Token生成速率随时间变化",
}),
)
// 按并发步骤分组
for concurrency, stepResults := range results.ConcurrencyData {
// 按时间窗口统计Token生成速率
windowSize := 5 * time.Second
// 找出该步骤的第一个和最后一个请求
if len(stepResults) == 0 {
continue
}
// 排序结果,按时间戳
sort.Slice(stepResults, func(i, j int) bool {
return stepResults[i].Timestamp.Before(stepResults[j].Timestamp)
})
firstRequest := stepResults[0]
lastRequest := stepResults[len(stepResults)-1]
// 计算时间窗口数
duration := lastRequest.Timestamp.Sub(firstRequest.Timestamp)
windowCount := int(duration / windowSize) + 1
// 初始化时间窗口
windows := make([]time.Time, windowCount)
tokens := make([]int, windowCount)
for i := 0; i < windowCount; i++ {
windows[i] = firstRequest.Timestamp.Add(time.Duration(i) * windowSize)
}
// 统计每个时间窗口的Token数
for _, result := range stepResults {
if result.Error != nil {
continue
}
windowIndex := int(result.Timestamp.Sub(firstRequest.Timestamp) / windowSize)
if windowIndex >= 0 && windowIndex < windowCount {
tokens[windowIndex] += result.CompletionTokens
}
}
// 计算Token生成速率
tokenRateData := make([]opts.LineData, windowCount)
xAxisData := make([]string, windowCount)
for i := 0; i < windowCount; i++ {
tokenRate := float64(tokens[i]) / windowSize.Seconds()
tokenRateData[i] = opts.LineData{Value: tokenRate}
xAxisData[i] = windows[i].Format("15:04:05")
}
// 添加数据
chart.SetXAxis(xAxisData)
chart.AddSeries(fmt.Sprintf("并发 %d", concurrency), tokenRateData)
}
return chart
}
// createConcurrencyVsResponseTimeChart 创建并发与响应时间关系图
func createConcurrencyVsResponseTimeChart(results *benchmark.BenchmarkResults) *charts.Line {
// 创建图表
chart := charts.NewLine()
chart.SetGlobalOptions(
charts.WithTitleOpts(opts.Title{
Title: "并发与响应时间关系",
}),
)
// 准备数据
var concurrencies []int
var avgResponseTimes []opts.LineData
var p90ResponseTimes []opts.LineData
var p95ResponseTimes []opts.LineData
// 按并发步骤排序
for concurrency := range results.ConcurrencyData {
concurrencies = append(concurrencies, concurrency)
}
sort.Ints(concurrencies)
// 计算每个并发步骤的响应时间
for _, concurrency := range concurrencies {
stepResults := results.ConcurrencyData[concurrency]
// 收集成功请求的响应时间
var responseTimes []float64
for _, result := range stepResults {
if result.Error == nil {
responseTimes = append(responseTimes, float64(result.ResponseTime.Milliseconds()))
}
}
// 如果没有成功的请求,跳过
if len(responseTimes) == 0 {
avgResponseTimes = append(avgResponseTimes, opts.LineData{Value: 0})
p90ResponseTimes = append(p90ResponseTimes, opts.LineData{Value: 0})
p95ResponseTimes = append(p95ResponseTimes, opts.LineData{Value: 0})
continue
}
// 计算响应时间指标
avg, _ := stats.Mean(responseTimes)
p90, _ := stats.Percentile(responseTimes, 90)
p95, _ := stats.Percentile(responseTimes, 95)
avgResponseTimes = append(avgResponseTimes, opts.LineData{Value: avg})
p90ResponseTimes = append(p90ResponseTimes, opts.LineData{Value: p90})
p95ResponseTimes = append(p95ResponseTimes, opts.LineData{Value: p95})
}
// 将并发数转换为字符串
xAxisData := make([]string, len(concurrencies))
for i, concurrency := range concurrencies {
xAxisData[i] = fmt.Sprintf("%d", concurrency)
}
// 添加数据
chart.SetXAxis(xAxisData)
chart.AddSeries("平均响应时间 (ms)", avgResponseTimes)
chart.AddSeries("P90响应时间 (ms)", p90ResponseTimes)
chart.AddSeries("P95响应时间 (ms)", p95ResponseTimes)
return chart
}
// createTTFTOverTimeChart 创建TTFT随时间变化图
func createTTFTOverTimeChart(results *benchmark.BenchmarkResults) *charts.Line {
// 创建图表
chart := charts.NewLine()
chart.SetGlobalOptions(
charts.WithTitleOpts(opts.Title{
Title: "TTFT随时间变化",
}),
)
// 按并发步骤分组
for concurrency, stepResults := range results.ConcurrencyData {
// 按时间窗口统计TTFT
windowSize := 5 * time.Second
// 找出该步骤的第一个和最后一个请求
if len(stepResults) == 0 {
continue
}
// 排序结果,按时间戳
sort.Slice(stepResults, func(i, j int) bool {
return stepResults[i].Timestamp.Before(stepResults[j].Timestamp)
})
firstRequest := stepResults[0]
lastRequest := stepResults[len(stepResults)-1]
// 计算时间窗口数
duration := lastRequest.Timestamp.Sub(firstRequest.Timestamp)
windowCount := int(duration / windowSize) + 1
// 初始化时间窗口
windows := make([]time.Time, windowCount)
ttfts := make([]int, windowCount)
requestCounts := make([]int, windowCount)
for i := 0; i < windowCount; i++ {
windows[i] = firstRequest.Timestamp.Add(time.Duration(i) * windowSize)
}
// 统计每个时间窗口的TTFT
for _, result := range stepResults {
if result.Error != nil {
continue
}
windowIndex := int(result.Timestamp.Sub(firstRequest.Timestamp) / windowSize)
if windowIndex >= 0 && windowIndex < windowCount {
ttfts[windowIndex] += int(result.FirstTokenTime.Milliseconds())
requestCounts[windowIndex]++
}
}
// 计算TTFT
ttftData := make([]opts.LineData, windowCount)
xAxisData := make([]string, windowCount)
for i := 0; i < windowCount; i++ {
var ttft float64
if requestCounts[i] > 0 {
ttft = float64(ttfts[i]) / float64(requestCounts[i])
}
ttftData[i] = opts.LineData{Value: ttft}
xAxisData[i] = windows[i].Format("15:04:05")
}
// 添加数据
chart.SetXAxis(xAxisData)
chart.AddSeries(fmt.Sprintf("并发 %d", concurrency), ttftData)
}
return chart
}
// generateCSVData 生成CSV数据
func generateCSVData(results *benchmark.BenchmarkResults, metrics *Metrics, outputPath string) error {
// 创建CSV文件
csvPath := filepath.Join(outputPath, "results.csv")
logger.Debug("创建CSV文件: %s", csvPath)
f, err := os.Create(csvPath)
if err != nil {
return err
}
defer f.Close()
// 写入CSV头
logger.Debug("写入CSV头...")
_, err = f.WriteString("Timestamp,PromptType,PromptTokens,CompletionTokens,TotalTokens,ResponseTime(ms),FirstTokenTime(ms),Concurrency,Error,ReasoningContent\n")
if err != nil {
return err
}
// 检查结果是否为空
if len(results.Results) == 0 {
logger.Warn("没有测试结果数据,CSV文件将只包含表头")
return nil
}
// 写入CSV数据
logger.Debug("写入CSV数据,共%d条记录...", len(results.Results))
for _, result := range results.Results {
// 格式化错误信息
errorMsg := ""
if result.Error != nil {
errorMsg = result.Error.Error()
}
// 写入一行数据
line := fmt.Sprintf("%s,%s,%d,%d,%d,%d,%d,%d,%s,%q\n",
result.Timestamp.Format(time.RFC3339),
result.PromptType,
result.PromptTokens,
result.CompletionTokens,
result.TotalTokens,
result.ResponseTime.Milliseconds(),
result.FirstTokenTime.Milliseconds(),
result.Concurrency,
errorMsg,
result.ReasoningContent,
)
_, err = f.WriteString(line)
if err != nil {
return err
}
}
logger.Debug("CSV数据写入完成")
return nil
}
@@ -1,54 +0,0 @@
[2025-04-21 23:40:54.518] [信息] 日志文件已设置: reports/report_2025-04-21_23-40-54/api_logs.txt
[2025-04-21 23:40:54.518] [信息] API请求响应日志将记录到: reports/report_2025-04-21_23-40-54/api_logs.txt
[2025-04-21 23:40:54.518] [信息] 创建报告输出目录: reports/report_2025-04-21_23-40-54
[2025-04-21 23:40:54.518] [调试] 共有 2 条测试结果记录
[2025-04-21 23:40:54.518] [信息] 计算性能指标...
[2025-04-21 23:40:54.518] [调试] 计算指标 - 总请求数: 2
[2025-04-21 23:40:54.518] [调试] 计算指标 - 成功请求: 2, 失败请求: 0
[2025-04-21 23:40:54.518] [调试] 计算指标 - 超时比率: 0.00%
[2025-04-21 23:40:54.518] [调试] 计算指标 - 响应时间(ms) - 平均: 37744.50, P90: 37744.50, P95: 37744.50, P99: 37744.50, 最小: 20615.00, 最大: 54874.00
[2025-04-21 23:40:54.518] [调试] 计算指标 - TTFT(ms) - 最小: 10506.00, 最大: 15294.00, P90: 12900.00, P95: 12900.00, P99: 12900.00
[2025-04-21 23:40:54.518] [调试] 计算指标 - 平均QPS: 0.03 (总持续时间: 75.52秒)
[2025-04-21 23:40:54.518] [调试] 计算各并发步骤的QPS...
[2025-04-21 23:40:54.519] [调试] 并发步骤 1: QPS = 0.10 (成功请求: 2, 持续时间: 20.63秒)
[2025-04-21 23:40:54.519] [调试] 更新最大QPS: 0.10 (并发步骤: 1)
[2025-04-21 23:40:54.519] [调试] 更新最大有效并发用户数: 1
[2025-04-21 23:40:54.519] [调试] 计算指标 - 平均Token生成速率: 17.07 tokens/s (总Token: 1289)
[2025-04-21 23:40:54.519] [调试] 计算各并发步骤的Token生成速率...
[2025-04-21 23:40:54.519] [调试] 并发步骤 1: Token生成速率 = 62.49 tokens/s (总Token: 1289, 持续时间: 20.63秒)
[2025-04-21 23:40:54.519] [调试] 更新最大Token生成速率: 62.49 tokens/s (并发步骤: 1)
[2025-04-21 23:40:54.519] [信息] 性能指标摘要:
[2025-04-21 23:40:54.519] [信息] 总请求数: 2 (成功: 2, 失败: 0)
[2025-04-21 23:40:54.519] [信息] 超时比率: 0.00%
[2025-04-21 23:40:54.519] [信息] 平均响应时间: 37.744s
[2025-04-21 23:40:54.519] [信息] P90响应时间: 37.744s
[2025-04-21 23:40:54.519] [信息] P95响应时间: 37.744s
[2025-04-21 23:40:54.519] [信息] P99响应时间: 37.744s
[2025-04-21 23:40:54.519] [信息] 平均QPS: 0.03
[2025-04-21 23:40:54.519] [信息] 最大QPS: 0.10
[2025-04-21 23:40:54.519] [信息] 平均Token生成速率: 17.07 tokens/s
[2025-04-21 23:40:54.519] [信息] 最大Token生成速率: 62.49 tokens/s
[2025-04-21 23:40:54.519] [信息] 最大有效并发用户数: 1
[2025-04-21 23:40:54.519] [信息] 最小首个令牌生成时间: 10.506s
[2025-04-21 23:40:54.519] [信息] 最大首个令牌生成时间: 15.294s
[2025-04-21 23:40:54.519] [信息] P90首个令牌生成时间: 12.9s
[2025-04-21 23:40:54.519] [信息] P95首个令牌生成时间: 12.9s
[2025-04-21 23:40:54.519] [信息] P99首个令牌生成时间: 12.9s
[2025-04-21 23:40:54.519] [信息] 生成HTML报告...
[2025-04-21 23:40:54.519] [调试] 创建HTML报告页面...
[2025-04-21 23:40:54.519] [调试] 添加概述图表...
[2025-04-21 23:40:54.519] [调试] 添加响应时间分布图...
[2025-04-21 23:40:54.519] [调试] 添加QPS随时间变化图...
[2025-04-21 23:40:54.519] [调试] 添加Token生成速率随时间变化图...
[2025-04-21 23:40:54.519] [调试] 添加并发与响应时间关系图...
[2025-04-21 23:40:54.519] [调试] 添加TTFT随时间变化图...
[2025-04-21 23:40:54.519] [调试] 保存HTML报告: reports/report_2025-04-21_23-40-54/report.html
[2025-04-21 23:40:54.523] [信息] 生成CSV数据...
[2025-04-21 23:40:54.523] [调试] 创建CSV文件: reports/report_2025-04-21_23-40-54/results.csv
[2025-04-21 23:40:54.524] [调试] 写入CSV头...
[2025-04-21 23:40:54.524] [调试] 写入CSV数据,共2条记录...
[2025-04-21 23:40:54.524] [调试] CSV数据写入完成
[2025-04-21 23:40:54.524] [信息] 报告生成完成
[2025-04-21 23:40:54.524] [信息] 基准测试完成!报告已生成: reports/report_2025-04-21_23-40-54
[2025-04-21 23:40:54.524] [信息] HTML报告: reports/report_2025-04-21_23-40-54/report.html
[2025-04-21 23:40:54.524] [信息] CSV数据: reports/report_2025-04-21_23-40-54/results.csv
@@ -1,121 +0,0 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="aSfAGplLSteQ" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_aSfAGplLSteQ = echarts.init(document.getElementById('aSfAGplLSteQ'), "white");
let option_aSfAGplLSteQ = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":2},{"value":2},{"value":0},{"value":37744},{"value":37744},{"value":37744},{"value":37744},{"value":10506},{"value":15294},{"value":12900},{"value":12900},{"value":12900},{"value":0.026483034073583565},{"value":0.0969595779155654}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS"]}],"yAxis":[{}]}
;
let action_aSfAGplLSteQ = {"areas":{},"type":""}
;
goecharts_aSfAGplLSteQ.setOption(option_aSfAGplLSteQ);
goecharts_aSfAGplLSteQ.dispatchAction(action_aSfAGplLSteQ);
</script>
<div class="container">
<div class="item" id="DwwvtKaQhzEF" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_DwwvtKaQhzEF = echarts.init(document.getElementById('DwwvtKaQhzEF'), "white");
let option_DwwvtKaQhzEF = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":2}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_DwwvtKaQhzEF = {"areas":{},"type":""}
;
goecharts_DwwvtKaQhzEF.setOption(option_DwwvtKaQhzEF);
goecharts_DwwvtKaQhzEF.dispatchAction(action_DwwvtKaQhzEF);
</script>
<div class="container">
<div class="item" id="HVWnzNBZKEAc" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_HVWnzNBZKEAc = echarts.init(document.getElementById('HVWnzNBZKEAc'), "white");
let option_HVWnzNBZKEAc = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["23:39:38","23:39:43","23:39:48","23:39:53","23:39:58"]}],"yAxis":[{}]}
;
let action_HVWnzNBZKEAc = {"areas":{},"type":""}
;
goecharts_HVWnzNBZKEAc.setOption(option_HVWnzNBZKEAc);
goecharts_HVWnzNBZKEAc.dispatchAction(action_HVWnzNBZKEAc);
</script>
<div class="container">
<div class="item" id="mGFdYgsCXCiS" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_mGFdYgsCXCiS = echarts.init(document.getElementById('mGFdYgsCXCiS'), "white");
let option_mGFdYgsCXCiS = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":49,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":208.8,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["23:39:38","23:39:43","23:39:48","23:39:53","23:39:58"]}],"yAxis":[{}]}
;
let action_mGFdYgsCXCiS = {"areas":{},"type":""}
;
goecharts_mGFdYgsCXCiS.setOption(option_mGFdYgsCXCiS);
goecharts_mGFdYgsCXCiS.dispatchAction(action_mGFdYgsCXCiS);
</script>
<div class="container">
<div class="item" id="DDTOFvXWYtEp" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_DDTOFvXWYtEp = echarts.init(document.getElementById('DDTOFvXWYtEp'), "white");
let option_DDTOFvXWYtEp = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":37744.5,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":37744.5,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":37744.5,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1"]}],"yAxis":[{}]}
;
let action_DDTOFvXWYtEp = {"areas":{},"type":""}
;
goecharts_DDTOFvXWYtEp.setOption(option_DDTOFvXWYtEp);
goecharts_DDTOFvXWYtEp.dispatchAction(action_DDTOFvXWYtEp);
</script>
<div class="container">
<div class="item" id="dFAjzCwOpWsz" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_dFAjzCwOpWsz = echarts.init(document.getElementById('dFAjzCwOpWsz'), "white");
let option_dFAjzCwOpWsz = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":10506,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":15294,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["23:39:38","23:39:43","23:39:48","23:39:53","23:39:58"]}],"yAxis":[{}]}
;
let action_dFAjzCwOpWsz = {"areas":{},"type":""}
;
goecharts_dFAjzCwOpWsz.setOption(option_dFAjzCwOpWsz);
goecharts_dFAjzCwOpWsz.dispatchAction(action_dFAjzCwOpWsz);
</script>
</body>
</html>
@@ -1,3 +0,0 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,ResponseTime,Concurrency,FirstTokenTime,Error
2025-04-21T23:39:38+08:00,short,2,245,20615,1,10506,
2025-04-21T23:39:59+08:00,long,2,1044,54874,1,15294,
1 Timestamp PromptType PromptTokens CompletionTokens ResponseTime Concurrency FirstTokenTime Error
2 2025-04-21T23:39:38+08:00 short 2 245 20615 1 10506
3 2025-04-21T23:39:59+08:00 long 2 1044 54874 1 15294
@@ -1,54 +0,0 @@
[2025-04-22 09:10:45.690] [信息] 日志文件已设置: reports/report_2025-04-22_09-10-45/api_logs.txt
[2025-04-22 09:10:45.690] [信息] API请求响应日志将记录到: reports/report_2025-04-22_09-10-45/api_logs.txt
[2025-04-22 09:10:45.690] [信息] 创建报告输出目录: reports/report_2025-04-22_09-10-45
[2025-04-22 09:10:45.690] [调试] 共有 2 条测试结果记录
[2025-04-22 09:10:45.690] [信息] 计算性能指标...
[2025-04-22 09:10:45.690] [调试] 计算指标 - 总请求数: 2
[2025-04-22 09:10:45.690] [调试] 计算指标 - 成功请求: 2, 失败请求: 0
[2025-04-22 09:10:45.690] [调试] 计算指标 - 超时比率: 0.00%
[2025-04-22 09:10:45.690] [调试] 计算指标 - 响应时间(ms) - 平均: 26983.00, P90: 26983.00, P95: 26983.00, P99: 26983.00, 最小: 25002.00, 最大: 28964.00
[2025-04-22 09:10:45.690] [调试] 计算指标 - TTFT(ms) - 最小: 9717.00, 最大: 15743.00, P90: 12730.00, P95: 12730.00, P99: 12730.00
[2025-04-22 09:10:45.690] [调试] 计算指标 - 平均QPS: 0.04 (总持续时间: 53.99秒)
[2025-04-22 09:10:45.690] [调试] 计算各并发步骤的QPS...
[2025-04-22 09:10:45.690] [调试] 并发步骤 1: QPS = 0.08 (成功请求: 2, 持续时间: 25.02秒)
[2025-04-22 09:10:45.690] [调试] 更新最大QPS: 0.08 (并发步骤: 1)
[2025-04-22 09:10:45.690] [调试] 更新最大有效并发用户数: 1
[2025-04-22 09:10:45.690] [调试] 计算指标 - 平均Token生成速率: 16.19 tokens/s (总Token: 874)
[2025-04-22 09:10:45.690] [调试] 计算各并发步骤的Token生成速率...
[2025-04-22 09:10:45.690] [调试] 并发步骤 1: Token生成速率 = 34.94 tokens/s (总Token: 874, 持续时间: 25.02秒)
[2025-04-22 09:10:45.690] [调试] 更新最大Token生成速率: 34.94 tokens/s (并发步骤: 1)
[2025-04-22 09:10:45.690] [信息] 性能指标摘要:
[2025-04-22 09:10:45.690] [信息] 总请求数: 2 (成功: 2, 失败: 0)
[2025-04-22 09:10:45.690] [信息] 超时比率: 0.00%
[2025-04-22 09:10:45.690] [信息] 平均响应时间: 26.983s
[2025-04-22 09:10:45.690] [信息] P90响应时间: 26.983s
[2025-04-22 09:10:45.690] [信息] P95响应时间: 26.983s
[2025-04-22 09:10:45.691] [信息] P99响应时间: 26.983s
[2025-04-22 09:10:45.691] [信息] 平均QPS: 0.04
[2025-04-22 09:10:45.691] [信息] 最大QPS: 0.08
[2025-04-22 09:10:45.691] [信息] 平均Token生成速率: 16.19 tokens/s
[2025-04-22 09:10:45.691] [信息] 最大Token生成速率: 34.94 tokens/s
[2025-04-22 09:10:45.691] [信息] 最大有效并发用户数: 1
[2025-04-22 09:10:45.691] [信息] 最小首个令牌生成时间: 9.717s
[2025-04-22 09:10:45.691] [信息] 最大首个令牌生成时间: 15.743s
[2025-04-22 09:10:45.691] [信息] P90首个令牌生成时间: 12.73s
[2025-04-22 09:10:45.691] [信息] P95首个令牌生成时间: 12.73s
[2025-04-22 09:10:45.691] [信息] P99首个令牌生成时间: 12.73s
[2025-04-22 09:10:45.691] [信息] 生成HTML报告...
[2025-04-22 09:10:45.691] [调试] 创建HTML报告页面...
[2025-04-22 09:10:45.691] [调试] 添加概述图表...
[2025-04-22 09:10:45.691] [调试] 添加响应时间分布图...
[2025-04-22 09:10:45.691] [调试] 添加QPS随时间变化图...
[2025-04-22 09:10:45.691] [调试] 添加Token生成速率随时间变化图...
[2025-04-22 09:10:45.691] [调试] 添加并发与响应时间关系图...
[2025-04-22 09:10:45.691] [调试] 添加TTFT随时间变化图...
[2025-04-22 09:10:45.691] [调试] 保存HTML报告: reports/report_2025-04-22_09-10-45/report.html
[2025-04-22 09:10:45.696] [信息] 生成CSV数据...
[2025-04-22 09:10:45.696] [调试] 创建CSV文件: reports/report_2025-04-22_09-10-45/results.csv
[2025-04-22 09:10:45.696] [调试] 写入CSV头...
[2025-04-22 09:10:45.696] [调试] 写入CSV数据,共2条记录...
[2025-04-22 09:10:45.696] [调试] CSV数据写入完成
[2025-04-22 09:10:45.696] [信息] 报告生成完成
[2025-04-22 09:10:45.696] [信息] 基准测试完成!报告已生成: reports/report_2025-04-22_09-10-45
[2025-04-22 09:10:45.696] [信息] HTML报告: reports/report_2025-04-22_09-10-45/report.html
[2025-04-22 09:10:45.696] [信息] CSV数据: reports/report_2025-04-22_09-10-45/results.csv
@@ -1,121 +0,0 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="RDxSTLsbVdgW" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_RDxSTLsbVdgW = echarts.init(document.getElementById('RDxSTLsbVdgW'), "white");
let option_RDxSTLsbVdgW = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":2},{"value":2},{"value":0},{"value":26983},{"value":26983},{"value":26983},{"value":26983},{"value":9717},{"value":15743},{"value":12730},{"value":12730},{"value":12730},{"value":0.0370426018586236},{"value":0.07995193423073874}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS"]}],"yAxis":[{}]}
;
let action_RDxSTLsbVdgW = {"areas":{},"type":""}
;
goecharts_RDxSTLsbVdgW.setOption(option_RDxSTLsbVdgW);
goecharts_RDxSTLsbVdgW.dispatchAction(action_RDxSTLsbVdgW);
</script>
<div class="container">
<div class="item" id="HSlNJAzWnDbu" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_HSlNJAzWnDbu = echarts.init(document.getElementById('HSlNJAzWnDbu'), "white");
let option_HSlNJAzWnDbu = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":2}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_HSlNJAzWnDbu = {"areas":{},"type":""}
;
goecharts_HSlNJAzWnDbu.setOption(option_HSlNJAzWnDbu);
goecharts_HSlNJAzWnDbu.dispatchAction(action_HSlNJAzWnDbu);
</script>
<div class="container">
<div class="item" id="bLNYJSVJEGBg" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_bLNYJSVJEGBg = echarts.init(document.getElementById('bLNYJSVJEGBg'), "white");
let option_bLNYJSVJEGBg = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["09:09:51","09:09:56","09:10:01","09:10:06","09:10:11","09:10:16"]}],"yAxis":[{}]}
;
let action_bLNYJSVJEGBg = {"areas":{},"type":""}
;
goecharts_bLNYJSVJEGBg.setOption(option_bLNYJSVJEGBg);
goecharts_bLNYJSVJEGBg.dispatchAction(action_bLNYJSVJEGBg);
</script>
<div class="container">
<div class="item" id="LcGyNaPBjOPf" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_LcGyNaPBjOPf = echarts.init(document.getElementById('LcGyNaPBjOPf'), "white");
let option_LcGyNaPBjOPf = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":71.2,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":103.6,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["09:09:51","09:09:56","09:10:01","09:10:06","09:10:11","09:10:16"]}],"yAxis":[{}]}
;
let action_LcGyNaPBjOPf = {"areas":{},"type":""}
;
goecharts_LcGyNaPBjOPf.setOption(option_LcGyNaPBjOPf);
goecharts_LcGyNaPBjOPf.dispatchAction(action_LcGyNaPBjOPf);
</script>
<div class="container">
<div class="item" id="LZrARhTNbPPR" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_LZrARhTNbPPR = echarts.init(document.getElementById('LZrARhTNbPPR'), "white");
let option_LZrARhTNbPPR = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":26983,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":26983,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":26983,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1"]}],"yAxis":[{}]}
;
let action_LZrARhTNbPPR = {"areas":{},"type":""}
;
goecharts_LZrARhTNbPPR.setOption(option_LZrARhTNbPPR);
goecharts_LZrARhTNbPPR.dispatchAction(action_LZrARhTNbPPR);
</script>
<div class="container">
<div class="item" id="RIAyeIxXZKcM" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_RIAyeIxXZKcM = echarts.init(document.getElementById('RIAyeIxXZKcM'), "white");
let option_RIAyeIxXZKcM = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":9717,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":15743,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["09:09:51","09:09:56","09:10:01","09:10:06","09:10:11","09:10:16"]}],"yAxis":[{}]}
;
let action_RIAyeIxXZKcM = {"areas":{},"type":""}
;
goecharts_RIAyeIxXZKcM.setOption(option_RIAyeIxXZKcM);
goecharts_RIAyeIxXZKcM.dispatchAction(action_RIAyeIxXZKcM);
</script>
</body>
</html>
@@ -1,3 +0,0 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,ResponseTime,Concurrency,FirstTokenTime,Error
2025-04-22T09:09:51+08:00,short,2,356,25002,1,9717,
2025-04-22T09:10:16+08:00,short,2,518,28964,1,15743,
1 Timestamp PromptType PromptTokens CompletionTokens ResponseTime Concurrency FirstTokenTime Error
2 2025-04-22T09:09:51+08:00 short 2 356 25002 1 9717
3 2025-04-22T09:10:16+08:00 short 2 518 28964 1 15743
@@ -1,54 +0,0 @@
[2025-04-22 09:29:05.516] [信息] 日志文件已设置: reports/report_2025-04-22_09-29-05/api_logs.txt
[2025-04-22 09:29:05.516] [信息] API请求响应日志将记录到: reports/report_2025-04-22_09-29-05/api_logs.txt
[2025-04-22 09:29:05.516] [信息] 创建报告输出目录: reports/report_2025-04-22_09-29-05
[2025-04-22 09:29:05.516] [调试] 共有 2 条测试结果记录
[2025-04-22 09:29:05.516] [信息] 计算性能指标...
[2025-04-22 09:29:05.516] [调试] 计算指标 - 总请求数: 2
[2025-04-22 09:29:05.516] [调试] 计算指标 - 成功请求: 2, 失败请求: 0
[2025-04-22 09:29:05.516] [调试] 计算指标 - 超时比率: 0.00%
[2025-04-22 09:29:05.517] [调试] 计算指标 - 响应时间(ms) - 平均: 18841.50, P90: 18841.50, P95: 18841.50, P99: 18841.50, 最小: 12913.00, 最大: 24770.00
[2025-04-22 09:29:05.517] [调试] 计算指标 - TTFT(ms) - 最小: 4893.00, 最大: 11289.00, P90: 8091.00, P95: 8091.00, P99: 8091.00
[2025-04-22 09:29:05.517] [调试] 计算指标 - 平均QPS: 0.05 (总持续时间: 37.71秒)
[2025-04-22 09:29:05.517] [调试] 计算各并发步骤的QPS...
[2025-04-22 09:29:05.517] [调试] 并发步骤 1: QPS = 0.15 (成功请求: 2, 持续时间: 12.93秒)
[2025-04-22 09:29:05.517] [调试] 更新最大QPS: 0.15 (并发步骤: 1)
[2025-04-22 09:29:05.517] [调试] 更新最大有效并发用户数: 1
[2025-04-22 09:29:05.517] [调试] 计算指标 - 平均Token生成速率: 13.31 tokens/s (总Token: 502)
[2025-04-22 09:29:05.517] [调试] 计算各并发步骤的Token生成速率...
[2025-04-22 09:29:05.517] [调试] 并发步骤 1: Token生成速率 = 38.84 tokens/s (总Token: 502, 持续时间: 12.93秒)
[2025-04-22 09:29:05.517] [调试] 更新最大Token生成速率: 38.84 tokens/s (并发步骤: 1)
[2025-04-22 09:29:05.517] [信息] 性能指标摘要:
[2025-04-22 09:29:05.517] [信息] 总请求数: 2 (成功: 2, 失败: 0)
[2025-04-22 09:29:05.517] [信息] 超时比率: 0.00%
[2025-04-22 09:29:05.517] [信息] 平均响应时间: 18.841s
[2025-04-22 09:29:05.517] [信息] P90响应时间: 18.841s
[2025-04-22 09:29:05.517] [信息] P95响应时间: 18.841s
[2025-04-22 09:29:05.517] [信息] P99响应时间: 18.841s
[2025-04-22 09:29:05.517] [信息] 平均QPS: 0.05
[2025-04-22 09:29:05.517] [信息] 最大QPS: 0.15
[2025-04-22 09:29:05.517] [信息] 平均Token生成速率: 13.31 tokens/s
[2025-04-22 09:29:05.517] [信息] 最大Token生成速率: 38.84 tokens/s
[2025-04-22 09:29:05.517] [信息] 最大有效并发用户数: 1
[2025-04-22 09:29:05.517] [信息] 最小首个令牌生成时间: 4.893s
[2025-04-22 09:29:05.517] [信息] 最大首个令牌生成时间: 11.289s
[2025-04-22 09:29:05.517] [信息] P90首个令牌生成时间: 8.091s
[2025-04-22 09:29:05.517] [信息] P95首个令牌生成时间: 8.091s
[2025-04-22 09:29:05.517] [信息] P99首个令牌生成时间: 8.091s
[2025-04-22 09:29:05.517] [信息] 生成HTML报告...
[2025-04-22 09:29:05.517] [调试] 创建HTML报告页面...
[2025-04-22 09:29:05.517] [调试] 添加概述图表...
[2025-04-22 09:29:05.517] [调试] 添加响应时间分布图...
[2025-04-22 09:29:05.517] [调试] 添加QPS随时间变化图...
[2025-04-22 09:29:05.517] [调试] 添加Token生成速率随时间变化图...
[2025-04-22 09:29:05.517] [调试] 添加并发与响应时间关系图...
[2025-04-22 09:29:05.518] [调试] 添加TTFT随时间变化图...
[2025-04-22 09:29:05.518] [调试] 保存HTML报告: reports/report_2025-04-22_09-29-05/report.html
[2025-04-22 09:29:05.522] [信息] 生成CSV数据...
[2025-04-22 09:29:05.522] [调试] 创建CSV文件: reports/report_2025-04-22_09-29-05/results.csv
[2025-04-22 09:29:05.522] [调试] 写入CSV头...
[2025-04-22 09:29:05.523] [调试] 写入CSV数据,共2条记录...
[2025-04-22 09:29:05.523] [调试] CSV数据写入完成
[2025-04-22 09:29:05.523] [信息] 报告生成完成
[2025-04-22 09:29:05.523] [信息] 基准测试完成!报告已生成: reports/report_2025-04-22_09-29-05
[2025-04-22 09:29:05.523] [信息] HTML报告: reports/report_2025-04-22_09-29-05/report.html
[2025-04-22 09:29:05.523] [信息] CSV数据: reports/report_2025-04-22_09-29-05/results.csv
@@ -1,121 +0,0 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="AwvUXLXuFZLT" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_AwvUXLXuFZLT = echarts.init(document.getElementById('AwvUXLXuFZLT'), "white");
let option_AwvUXLXuFZLT = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":2},{"value":2},{"value":0},{"value":18841},{"value":18841},{"value":18841},{"value":18841},{"value":4893},{"value":11289},{"value":8091},{"value":8091},{"value":8091},{"value":0.053039909482090475},{"value":0.1547379777536688}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS"]}],"yAxis":[{}]}
;
let action_AwvUXLXuFZLT = {"areas":{},"type":""}
;
goecharts_AwvUXLXuFZLT.setOption(option_AwvUXLXuFZLT);
goecharts_AwvUXLXuFZLT.dispatchAction(action_AwvUXLXuFZLT);
</script>
<div class="container">
<div class="item" id="suXYqKbJcyEu" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_suXYqKbJcyEu = echarts.init(document.getElementById('suXYqKbJcyEu'), "white");
let option_suXYqKbJcyEu = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":2}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_suXYqKbJcyEu = {"areas":{},"type":""}
;
goecharts_suXYqKbJcyEu.setOption(option_suXYqKbJcyEu);
goecharts_suXYqKbJcyEu.dispatchAction(action_suXYqKbJcyEu);
</script>
<div class="container">
<div class="item" id="cGGkRKybMxVY" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_cGGkRKybMxVY = echarts.init(document.getElementById('cGGkRKybMxVY'), "white");
let option_cGGkRKybMxVY = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["09:28:27","09:28:32","09:28:37"]}],"yAxis":[{}]}
;
let action_cGGkRKybMxVY = {"areas":{},"type":""}
;
goecharts_cGGkRKybMxVY.setOption(option_cGGkRKybMxVY);
goecharts_cGGkRKybMxVY.dispatchAction(action_cGGkRKybMxVY);
</script>
<div class="container">
<div class="item" id="WHZtmUpZaYZt" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_WHZtmUpZaYZt = echarts.init(document.getElementById('WHZtmUpZaYZt'), "white");
let option_WHZtmUpZaYZt = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":38.6,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":61.8,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["09:28:27","09:28:32","09:28:37"]}],"yAxis":[{}]}
;
let action_WHZtmUpZaYZt = {"areas":{},"type":""}
;
goecharts_WHZtmUpZaYZt.setOption(option_WHZtmUpZaYZt);
goecharts_WHZtmUpZaYZt.dispatchAction(action_WHZtmUpZaYZt);
</script>
<div class="container">
<div class="item" id="LTgCTJEZRELJ" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_LTgCTJEZRELJ = echarts.init(document.getElementById('LTgCTJEZRELJ'), "white");
let option_LTgCTJEZRELJ = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":18841.5,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":18841.5,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":18841.5,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1"]}],"yAxis":[{}]}
;
let action_LTgCTJEZRELJ = {"areas":{},"type":""}
;
goecharts_LTgCTJEZRELJ.setOption(option_LTgCTJEZRELJ);
goecharts_LTgCTJEZRELJ.dispatchAction(action_LTgCTJEZRELJ);
</script>
<div class="container">
<div class="item" id="tpHCoPYUQvFP" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_tpHCoPYUQvFP = echarts.init(document.getElementById('tpHCoPYUQvFP'), "white");
let option_tpHCoPYUQvFP = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":4893,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":11289,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["09:28:27","09:28:32","09:28:37"]}],"yAxis":[{}]}
;
let action_tpHCoPYUQvFP = {"areas":{},"type":""}
;
goecharts_tpHCoPYUQvFP.setOption(option_tpHCoPYUQvFP);
goecharts_tpHCoPYUQvFP.dispatchAction(action_tpHCoPYUQvFP);
</script>
</body>
</html>
@@ -1,3 +0,0 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,ResponseTime,Concurrency,FirstTokenTime,Error
2025-04-22T09:28:27+08:00,short,2,193,12913,1,4893,
2025-04-22T09:28:40+08:00,short,2,309,24770,1,11289,
1 Timestamp PromptType PromptTokens CompletionTokens ResponseTime Concurrency FirstTokenTime Error
2 2025-04-22T09:28:27+08:00 short 2 193 12913 1 4893
3 2025-04-22T09:28:40+08:00 short 2 309 24770 1 11289
@@ -1,53 +0,0 @@
[2025-04-22 10:14:20.443] [信息] 日志文件已设置: reports/report_2025-04-22_10-14-20/api_logs.txt
[2025-04-22 10:14:20.443] [信息] API请求响应日志将记录到: reports/report_2025-04-22_10-14-20/api_logs.txt
[2025-04-22 10:14:20.444] [信息] 创建报告输出目录: reports/report_2025-04-22_10-14-20
[2025-04-22 10:14:20.444] [调试] 共有 2 条测试结果记录
[2025-04-22 10:14:20.444] [信息] 计算性能指标...
[2025-04-22 10:14:20.444] [调试] 计算指标 - 总请求数: 2
[2025-04-22 10:14:20.444] [调试] 计算指标 - 成功请求: 2, 失败请求: 0
[2025-04-22 10:14:20.444] [调试] 计算指标 - 超时比率: 0.00%
[2025-04-22 10:14:20.444] [调试] 计算指标 - 响应时间(ms) - 平均: 21886.50, P90: 21886.50, P95: 21886.50, P99: 21886.50, 最小: 18505.00, 最大: 25268.00
[2025-04-22 10:14:20.444] [调试] 计算指标 - TTFT(ms) - 最小: 500.00, 最大: 500.00, P90: 500.00, P95: 500.00, P99: 500.00
[2025-04-22 10:14:20.444] [调试] 计算指标 - 平均QPS: 0.05 (总持续时间: 43.80秒)
[2025-04-22 10:14:20.444] [调试] 计算各并发步骤的QPS...
[2025-04-22 10:14:20.444] [调试] 并发步骤 1: QPS = 0.11 (成功请求: 2, 持续时间: 18.52秒)
[2025-04-22 10:14:20.444] [调试] 更新最大QPS: 0.11 (并发步骤: 1)
[2025-04-22 10:14:20.444] [调试] 更新最大有效并发用户数: 1
[2025-04-22 10:14:20.444] [调试] 计算指标 - 平均Token生成速率: 0.00 tokens/s (总Token: 0)
[2025-04-22 10:14:20.444] [调试] 计算各并发步骤的Token生成速率...
[2025-04-22 10:14:20.444] [调试] 并发步骤 1: Token生成速率 = 0.00 tokens/s (总Token: 0, 持续时间: 18.52秒)
[2025-04-22 10:14:20.444] [信息] 性能指标摘要:
[2025-04-22 10:14:20.444] [信息] 总请求数: 2 (成功: 2, 失败: 0)
[2025-04-22 10:14:20.444] [信息] 超时比率: 0.00%
[2025-04-22 10:14:20.444] [信息] 平均响应时间: 21.886s
[2025-04-22 10:14:20.444] [信息] P90响应时间: 21.886s
[2025-04-22 10:14:20.444] [信息] P95响应时间: 21.886s
[2025-04-22 10:14:20.444] [信息] P99响应时间: 21.886s
[2025-04-22 10:14:20.444] [信息] 平均QPS: 0.05
[2025-04-22 10:14:20.444] [信息] 最大QPS: 0.11
[2025-04-22 10:14:20.444] [信息] 平均Token生成速率: 0.00 tokens/s
[2025-04-22 10:14:20.444] [信息] 最大Token生成速率: 0.00 tokens/s
[2025-04-22 10:14:20.444] [信息] 最大有效并发用户数: 1
[2025-04-22 10:14:20.444] [信息] 最小首个令牌生成时间: 500ms
[2025-04-22 10:14:20.444] [信息] 最大首个令牌生成时间: 500ms
[2025-04-22 10:14:20.444] [信息] P90首个令牌生成时间: 500ms
[2025-04-22 10:14:20.444] [信息] P95首个令牌生成时间: 500ms
[2025-04-22 10:14:20.444] [信息] P99首个令牌生成时间: 500ms
[2025-04-22 10:14:20.444] [信息] 生成HTML报告...
[2025-04-22 10:14:20.444] [调试] 创建HTML报告页面...
[2025-04-22 10:14:20.444] [调试] 添加概述图表...
[2025-04-22 10:14:20.444] [调试] 添加响应时间分布图...
[2025-04-22 10:14:20.444] [调试] 添加QPS随时间变化图...
[2025-04-22 10:14:20.445] [调试] 添加Token生成速率随时间变化图...
[2025-04-22 10:14:20.445] [调试] 添加并发与响应时间关系图...
[2025-04-22 10:14:20.445] [调试] 添加TTFT随时间变化图...
[2025-04-22 10:14:20.445] [调试] 保存HTML报告: reports/report_2025-04-22_10-14-20/report.html
[2025-04-22 10:14:20.449] [信息] 生成CSV数据...
[2025-04-22 10:14:20.449] [调试] 创建CSV文件: reports/report_2025-04-22_10-14-20/results.csv
[2025-04-22 10:14:20.450] [调试] 写入CSV头...
[2025-04-22 10:14:20.450] [调试] 写入CSV数据,共2条记录...
[2025-04-22 10:14:20.450] [调试] CSV数据写入完成
[2025-04-22 10:14:20.450] [信息] 报告生成完成
[2025-04-22 10:14:20.450] [信息] 基准测试完成!报告已生成: reports/report_2025-04-22_10-14-20
[2025-04-22 10:14:20.450] [信息] HTML报告: reports/report_2025-04-22_10-14-20/report.html
[2025-04-22 10:14:20.450] [信息] CSV数据: reports/report_2025-04-22_10-14-20/results.csv
@@ -1,121 +0,0 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="XTwMLcbAuSPK" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_XTwMLcbAuSPK = echarts.init(document.getElementById('XTwMLcbAuSPK'), "white");
let option_XTwMLcbAuSPK = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":2},{"value":2},{"value":0},{"value":21886},{"value":21886},{"value":21886},{"value":21886},{"value":500},{"value":500},{"value":500},{"value":500},{"value":500},{"value":0.045662644220524205},{"value":0.10800660233559417}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS"]}],"yAxis":[{}]}
;
let action_XTwMLcbAuSPK = {"areas":{},"type":""}
;
goecharts_XTwMLcbAuSPK.setOption(option_XTwMLcbAuSPK);
goecharts_XTwMLcbAuSPK.dispatchAction(action_XTwMLcbAuSPK);
</script>
<div class="container">
<div class="item" id="FUNLBEXIGiio" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_FUNLBEXIGiio = echarts.init(document.getElementById('FUNLBEXIGiio'), "white");
let option_FUNLBEXIGiio = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":2}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_FUNLBEXIGiio = {"areas":{},"type":""}
;
goecharts_FUNLBEXIGiio.setOption(option_FUNLBEXIGiio);
goecharts_FUNLBEXIGiio.dispatchAction(action_FUNLBEXIGiio);
</script>
<div class="container">
<div class="item" id="DDQxqfKYJnMO" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_DDQxqfKYJnMO = echarts.init(document.getElementById('DDQxqfKYJnMO'), "white");
let option_DDQxqfKYJnMO = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["10:13:36","10:13:41","10:13:46","10:13:51"]}],"yAxis":[{}]}
;
let action_DDQxqfKYJnMO = {"areas":{},"type":""}
;
goecharts_DDQxqfKYJnMO.setOption(option_DDQxqfKYJnMO);
goecharts_DDQxqfKYJnMO.dispatchAction(action_DDQxqfKYJnMO);
</script>
<div class="container">
<div class="item" id="dSJcdAecnyzw" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_dSJcdAecnyzw = echarts.init(document.getElementById('dSJcdAecnyzw'), "white");
let option_dSJcdAecnyzw = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["10:13:36","10:13:41","10:13:46","10:13:51"]}],"yAxis":[{}]}
;
let action_dSJcdAecnyzw = {"areas":{},"type":""}
;
goecharts_dSJcdAecnyzw.setOption(option_dSJcdAecnyzw);
goecharts_dSJcdAecnyzw.dispatchAction(action_dSJcdAecnyzw);
</script>
<div class="container">
<div class="item" id="gOaIJPOMCOTS" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_gOaIJPOMCOTS = echarts.init(document.getElementById('gOaIJPOMCOTS'), "white");
let option_gOaIJPOMCOTS = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":21886.5,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":21886.5,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":21886.5,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1"]}],"yAxis":[{}]}
;
let action_gOaIJPOMCOTS = {"areas":{},"type":""}
;
goecharts_gOaIJPOMCOTS.setOption(option_gOaIJPOMCOTS);
goecharts_gOaIJPOMCOTS.dispatchAction(action_gOaIJPOMCOTS);
</script>
<div class="container">
<div class="item" id="UmNTTGmlFlDe" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_UmNTTGmlFlDe = echarts.init(document.getElementById('UmNTTGmlFlDe'), "white");
let option_UmNTTGmlFlDe = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":500,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":500,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["10:13:36","10:13:41","10:13:46","10:13:51"]}],"yAxis":[{}]}
;
let action_UmNTTGmlFlDe = {"areas":{},"type":""}
;
goecharts_UmNTTGmlFlDe.setOption(option_UmNTTGmlFlDe);
goecharts_UmNTTGmlFlDe.dispatchAction(action_UmNTTGmlFlDe);
</script>
</body>
</html>
@@ -1,3 +0,0 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,ResponseTime,Concurrency,FirstTokenTime,Error
2025-04-22T10:13:36+08:00,short,2,0,18505,1,500,
2025-04-22T10:13:55+08:00,short,2,0,25268,1,500,
1 Timestamp PromptType PromptTokens CompletionTokens ResponseTime Concurrency FirstTokenTime Error
2 2025-04-22T10:13:36+08:00 short 2 0 18505 1 500
3 2025-04-22T10:13:55+08:00 short 2 0 25268 1 500
@@ -1,54 +0,0 @@
[2025-04-22 10:16:16.046] [信息] 日志文件已设置: reports/report_2025-04-22_10-16-16/api_logs.txt
[2025-04-22 10:16:16.046] [信息] API请求响应日志将记录到: reports/report_2025-04-22_10-16-16/api_logs.txt
[2025-04-22 10:16:16.046] [信息] 创建报告输出目录: reports/report_2025-04-22_10-16-16
[2025-04-22 10:16:16.046] [调试] 共有 3 条测试结果记录
[2025-04-22 10:16:16.046] [信息] 计算性能指标...
[2025-04-22 10:16:16.047] [调试] 计算指标 - 总请求数: 3
[2025-04-22 10:16:16.047] [调试] 计算指标 - 成功请求: 3, 失败请求: 0
[2025-04-22 10:16:16.047] [调试] 计算指标 - 超时比率: 0.00%
[2025-04-22 10:16:16.047] [调试] 计算指标 - 响应时间(ms) - 平均: 36107.33, P90: 42141.00, P95: 42141.00, P99: 42141.00, 最小: 24040.00, 最大: 44114.00
[2025-04-22 10:16:16.047] [调试] 计算指标 - TTFT(ms) - 最小: 500.00, 最大: 500.00, P90: 500.00, P95: 500.00, P99: 500.00
[2025-04-22 10:16:16.047] [调试] 计算指标 - 平均QPS: 0.04 (总持续时间: 68.19秒)
[2025-04-22 10:16:16.047] [调试] 计算各并发步骤的QPS...
[2025-04-22 10:16:16.047] [调试] 并发步骤 1: 持续时间过短
[2025-04-22 10:16:16.047] [调试] 并发步骤 2: QPS = 25641.03 (成功请求: 2, 持续时间: 0.00秒)
[2025-04-22 10:16:16.047] [调试] 更新最大QPS: 25641.03 (并发步骤: 2)
[2025-04-22 10:16:16.047] [调试] 更新最大有效并发用户数: 2
[2025-04-22 10:16:16.047] [调试] 计算指标 - 平均Token生成速率: 0.00 tokens/s (总Token: 0)
[2025-04-22 10:16:16.047] [调试] 计算各并发步骤的Token生成速率...
[2025-04-22 10:16:16.047] [调试] 并发步骤 2: Token生成速率 = 0.00 tokens/s (总Token: 0, 持续时间: 0.00秒)
[2025-04-22 10:16:16.047] [信息] 性能指标摘要:
[2025-04-22 10:16:16.047] [信息] 总请求数: 3 (成功: 3, 失败: 0)
[2025-04-22 10:16:16.047] [信息] 超时比率: 0.00%
[2025-04-22 10:16:16.047] [信息] 平均响应时间: 36.107s
[2025-04-22 10:16:16.047] [信息] P90响应时间: 42.141s
[2025-04-22 10:16:16.047] [信息] P95响应时间: 42.141s
[2025-04-22 10:16:16.047] [信息] P99响应时间: 42.141s
[2025-04-22 10:16:16.047] [信息] 平均QPS: 0.04
[2025-04-22 10:16:16.047] [信息] 最大QPS: 25641.03
[2025-04-22 10:16:16.047] [信息] 平均Token生成速率: 0.00 tokens/s
[2025-04-22 10:16:16.047] [信息] 最大Token生成速率: 0.00 tokens/s
[2025-04-22 10:16:16.047] [信息] 最大有效并发用户数: 2
[2025-04-22 10:16:16.047] [信息] 最小首个令牌生成时间: 500ms
[2025-04-22 10:16:16.047] [信息] 最大首个令牌生成时间: 500ms
[2025-04-22 10:16:16.047] [信息] P90首个令牌生成时间: 500ms
[2025-04-22 10:16:16.047] [信息] P95首个令牌生成时间: 500ms
[2025-04-22 10:16:16.047] [信息] P99首个令牌生成时间: 500ms
[2025-04-22 10:16:16.047] [信息] 生成HTML报告...
[2025-04-22 10:16:16.047] [调试] 创建HTML报告页面...
[2025-04-22 10:16:16.047] [调试] 添加概述图表...
[2025-04-22 10:16:16.048] [调试] 添加响应时间分布图...
[2025-04-22 10:16:16.048] [调试] 添加QPS随时间变化图...
[2025-04-22 10:16:16.048] [调试] 添加Token生成速率随时间变化图...
[2025-04-22 10:16:16.048] [调试] 添加并发与响应时间关系图...
[2025-04-22 10:16:16.048] [调试] 添加TTFT随时间变化图...
[2025-04-22 10:16:16.048] [调试] 保存HTML报告: reports/report_2025-04-22_10-16-16/report.html
[2025-04-22 10:16:16.054] [信息] 生成CSV数据...
[2025-04-22 10:16:16.054] [调试] 创建CSV文件: reports/report_2025-04-22_10-16-16/results.csv
[2025-04-22 10:16:16.054] [调试] 写入CSV头...
[2025-04-22 10:16:16.054] [调试] 写入CSV数据,共3条记录...
[2025-04-22 10:16:16.054] [调试] CSV数据写入完成
[2025-04-22 10:16:16.054] [信息] 报告生成完成
[2025-04-22 10:16:16.054] [信息] 基准测试完成!报告已生成: reports/report_2025-04-22_10-16-16
[2025-04-22 10:16:16.054] [信息] HTML报告: reports/report_2025-04-22_10-16-16/report.html
[2025-04-22 10:16:16.054] [信息] CSV数据: reports/report_2025-04-22_10-16-16/results.csv
@@ -1,121 +0,0 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="JSkHWLzjhEVT" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_JSkHWLzjhEVT = echarts.init(document.getElementById('JSkHWLzjhEVT'), "white");
let option_JSkHWLzjhEVT = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":3},{"value":3},{"value":0},{"value":36107},{"value":42141},{"value":42141},{"value":42141},{"value":500},{"value":500},{"value":500},{"value":500},{"value":500},{"value":0.04399568740117214},{"value":25641.02564102564}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS"]}],"yAxis":[{}]}
;
let action_JSkHWLzjhEVT = {"areas":{},"type":""}
;
goecharts_JSkHWLzjhEVT.setOption(option_JSkHWLzjhEVT);
goecharts_JSkHWLzjhEVT.dispatchAction(action_JSkHWLzjhEVT);
</script>
<div class="container">
<div class="item" id="vaESWjpaXteN" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_vaESWjpaXteN = echarts.init(document.getElementById('vaESWjpaXteN'), "white");
let option_vaESWjpaXteN = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":3}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_vaESWjpaXteN = {"areas":{},"type":""}
;
goecharts_vaESWjpaXteN.setOption(option_vaESWjpaXteN);
goecharts_vaESWjpaXteN.dispatchAction(action_vaESWjpaXteN);
</script>
<div class="container">
<div class="item" id="mmahMHCCFMKQ" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_mmahMHCCFMKQ = echarts.init(document.getElementById('mmahMHCCFMKQ'), "white");
let option_mmahMHCCFMKQ = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.4,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["10:15:31"]}],"yAxis":[{}]}
;
let action_mmahMHCCFMKQ = {"areas":{},"type":""}
;
goecharts_mmahMHCCFMKQ.setOption(option_mmahMHCCFMKQ);
goecharts_mmahMHCCFMKQ.dispatchAction(action_mmahMHCCFMKQ);
</script>
<div class="container">
<div class="item" id="ltiWAUYFNXdG" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_ltiWAUYFNXdG = echarts.init(document.getElementById('ltiWAUYFNXdG'), "white");
let option_ltiWAUYFNXdG = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["10:15:31"]}],"yAxis":[{}]}
;
let action_ltiWAUYFNXdG = {"areas":{},"type":""}
;
goecharts_ltiWAUYFNXdG.setOption(option_ltiWAUYFNXdG);
goecharts_ltiWAUYFNXdG.dispatchAction(action_ltiWAUYFNXdG);
</script>
<div class="container">
<div class="item" id="qBeyHZkNTkus" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_qBeyHZkNTkus = echarts.init(document.getElementById('qBeyHZkNTkus'), "white");
let option_qBeyHZkNTkus = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":24040,"XAxisIndex":0,"YAxisIndex":0},{"value":42141,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":24040,"XAxisIndex":0,"YAxisIndex":0},{"value":42141,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":24040,"XAxisIndex":0,"YAxisIndex":0},{"value":42141,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1","2"]}],"yAxis":[{}]}
;
let action_qBeyHZkNTkus = {"areas":{},"type":""}
;
goecharts_qBeyHZkNTkus.setOption(option_qBeyHZkNTkus);
goecharts_qBeyHZkNTkus.dispatchAction(action_qBeyHZkNTkus);
</script>
<div class="container">
<div class="item" id="AKximrjBXkOH" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_AKximrjBXkOH = echarts.init(document.getElementById('AKximrjBXkOH'), "white");
let option_AKximrjBXkOH = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":500,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":500,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["10:15:31"]}],"yAxis":[{}]}
;
let action_AKximrjBXkOH = {"areas":{},"type":""}
;
goecharts_AKximrjBXkOH.setOption(option_AKximrjBXkOH);
goecharts_AKximrjBXkOH.dispatchAction(action_AKximrjBXkOH);
</script>
</body>
</html>
@@ -1,4 +0,0 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,ResponseTime,Concurrency,FirstTokenTime,Error
2025-04-22T10:15:07+08:00,short,2,0,24040,1,500,
2025-04-22T10:15:31+08:00,short,2,0,40168,2,500,
2025-04-22T10:15:31+08:00,long,2,0,44114,2,500,
1 Timestamp PromptType PromptTokens CompletionTokens ResponseTime Concurrency FirstTokenTime Error
2 2025-04-22T10:15:07+08:00 short 2 0 24040 1 500
3 2025-04-22T10:15:31+08:00 short 2 0 40168 2 500
4 2025-04-22T10:15:31+08:00 long 2 0 44114 2 500
@@ -1,55 +0,0 @@
[2025-04-22 15:04:25.267] [信息] 日志文件已设置: reports/report_2025-04-22_15-04-25/api_logs.txt
[2025-04-22 15:04:25.267] [信息] API请求响应日志将记录到: reports/report_2025-04-22_15-04-25/api_logs.txt
[2025-04-22 15:04:25.267] [信息] 创建报告输出目录: reports/report_2025-04-22_15-04-25
[2025-04-22 15:04:25.267] [调试] 共有 3 条测试结果记录
[2025-04-22 15:04:25.267] [信息] 计算性能指标...
[2025-04-22 15:04:25.267] [调试] 计算指标 - 总请求数: 3
[2025-04-22 15:04:25.267] [调试] 计算指标 - 成功请求: 3, 失败请求: 0
[2025-04-22 15:04:25.267] [调试] 计算指标 - 超时比率: 0.00%
[2025-04-22 15:04:25.267] [调试] 计算指标 - 响应时间(ms) - 平均: 166.00, P90: 185.00, P95: 185.00, P99: 185.00, 最小: 128.00, 最大: 214.00
[2025-04-22 15:04:25.267] [调试] 计算指标 - TTFT(ms) - 最小: 0.00, 最大: 0.00, P90: 0.00, P95: 0.00, P99: 0.00
[2025-04-22 15:04:25.267] [调试] 计算指标 - 平均QPS: 0.04 (总持续时间: 69.39秒)
[2025-04-22 15:04:25.267] [调试] 计算各并发步骤的QPS...
[2025-04-22 15:04:25.267] [调试] 并发步骤 1: 持续时间过短
[2025-04-22 15:04:25.267] [调试] 并发步骤 2: QPS = 214270.41 (成功请求: 2, 持续时间: 0.00秒)
[2025-04-22 15:04:25.267] [调试] 更新最大QPS: 214270.41 (并发步骤: 2)
[2025-04-22 15:04:25.267] [调试] 更新最大有效并发用户数: 2
[2025-04-22 15:04:25.267] [调试] 计算指标 - 平均Token生成速率: 22.12 tokens/s (总Token: 1535)
[2025-04-22 15:04:25.267] [调试] 计算各并发步骤的Token生成速率...
[2025-04-22 15:04:25.267] [调试] 并发步骤 2: Token生成速率 = 149453610.46 tokens/s (总Token: 1395, 持续时间: 0.00秒)
[2025-04-22 15:04:25.267] [调试] 更新最大Token生成速率: 149453610.46 tokens/s (并发步骤: 2)
[2025-04-22 15:04:25.267] [信息] 性能指标摘要:
[2025-04-22 15:04:25.267] [信息] 总请求数: 3 (成功: 3, 失败: 0)
[2025-04-22 15:04:25.267] [信息] 超时比率: 0.00%
[2025-04-22 15:04:25.267] [信息] 平均响应时间: 166ms
[2025-04-22 15:04:25.267] [信息] P90响应时间: 185ms
[2025-04-22 15:04:25.267] [信息] P95响应时间: 185ms
[2025-04-22 15:04:25.267] [信息] P99响应时间: 185ms
[2025-04-22 15:04:25.267] [信息] 平均QPS: 0.04
[2025-04-22 15:04:25.268] [信息] 最大QPS: 214270.41
[2025-04-22 15:04:25.268] [信息] 平均Token生成速率: 22.12 tokens/s
[2025-04-22 15:04:25.268] [信息] 最大Token生成速率: 149453610.46 tokens/s
[2025-04-22 15:04:25.268] [信息] 最大有效并发用户数: 2
[2025-04-22 15:04:25.268] [信息] 最小首个令牌生成时间: 0s
[2025-04-22 15:04:25.268] [信息] 最大首个令牌生成时间: 0s
[2025-04-22 15:04:25.268] [信息] P90首个令牌生成时间: 0s
[2025-04-22 15:04:25.268] [信息] P95首个令牌生成时间: 0s
[2025-04-22 15:04:25.268] [信息] P99首个令牌生成时间: 0s
[2025-04-22 15:04:25.268] [信息] 生成HTML报告...
[2025-04-22 15:04:25.268] [调试] 创建HTML报告页面...
[2025-04-22 15:04:25.268] [调试] 添加概述图表...
[2025-04-22 15:04:25.268] [调试] 添加响应时间分布图...
[2025-04-22 15:04:25.268] [调试] 添加QPS随时间变化图...
[2025-04-22 15:04:25.268] [调试] 添加Token生成速率随时间变化图...
[2025-04-22 15:04:25.268] [调试] 添加并发与响应时间关系图...
[2025-04-22 15:04:25.268] [调试] 添加TTFT随时间变化图...
[2025-04-22 15:04:25.268] [调试] 保存HTML报告: reports/report_2025-04-22_15-04-25/report.html
[2025-04-22 15:04:25.272] [信息] 生成CSV数据...
[2025-04-22 15:04:25.272] [调试] 创建CSV文件: reports/report_2025-04-22_15-04-25/results.csv
[2025-04-22 15:04:25.272] [调试] 写入CSV头...
[2025-04-22 15:04:25.272] [调试] 写入CSV数据,共3条记录...
[2025-04-22 15:04:25.272] [调试] CSV数据写入完成
[2025-04-22 15:04:25.272] [信息] 报告生成完成
[2025-04-22 15:04:25.272] [信息] 基准测试完成!报告已生成: reports/report_2025-04-22_15-04-25
[2025-04-22 15:04:25.272] [信息] HTML报告: reports/report_2025-04-22_15-04-25/report.html
[2025-04-22 15:04:25.272] [信息] CSV数据: reports/report_2025-04-22_15-04-25/results.csv
@@ -1,121 +0,0 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="QgXFsvqLAWSC" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_QgXFsvqLAWSC = echarts.init(document.getElementById('QgXFsvqLAWSC'), "white");
let option_QgXFsvqLAWSC = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":3},{"value":3},{"value":0},{"value":166},{"value":185},{"value":185},{"value":185},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0.04323371476620453},{"value":214270.40925648165}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS"]}],"yAxis":[{}]}
;
let action_QgXFsvqLAWSC = {"areas":{},"type":""}
;
goecharts_QgXFsvqLAWSC.setOption(option_QgXFsvqLAWSC);
goecharts_QgXFsvqLAWSC.dispatchAction(action_QgXFsvqLAWSC);
</script>
<div class="container">
<div class="item" id="PdKLjsCLIHFJ" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_PdKLjsCLIHFJ = echarts.init(document.getElementById('PdKLjsCLIHFJ'), "white");
let option_PdKLjsCLIHFJ = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":2},{"value":1},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_PdKLjsCLIHFJ = {"areas":{},"type":""}
;
goecharts_PdKLjsCLIHFJ.setOption(option_PdKLjsCLIHFJ);
goecharts_PdKLjsCLIHFJ.dispatchAction(action_PdKLjsCLIHFJ);
</script>
<div class="container">
<div class="item" id="vyzyNcVQQtMQ" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_vyzyNcVQQtMQ = echarts.init(document.getElementById('vyzyNcVQQtMQ'), "white");
let option_vyzyNcVQQtMQ = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.4,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["15:03:34"]}],"yAxis":[{}]}
;
let action_vyzyNcVQQtMQ = {"areas":{},"type":""}
;
goecharts_vyzyNcVQQtMQ.setOption(option_vyzyNcVQQtMQ);
goecharts_vyzyNcVQQtMQ.dispatchAction(action_vyzyNcVQQtMQ);
</script>
<div class="container">
<div class="item" id="xREMObByzgZc" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_xREMObByzgZc = echarts.init(document.getElementById('xREMObByzgZc'), "white");
let option_xREMObByzgZc = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":28,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":279,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["15:03:34"]}],"yAxis":[{}]}
;
let action_xREMObByzgZc = {"areas":{},"type":""}
;
goecharts_xREMObByzgZc.setOption(option_xREMObByzgZc);
goecharts_xREMObByzgZc.dispatchAction(action_xREMObByzgZc);
</script>
<div class="container">
<div class="item" id="NQqeQSCEludq" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_NQqeQSCEludq = echarts.init(document.getElementById('NQqeQSCEludq'), "white");
let option_NQqeQSCEludq = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":156,"XAxisIndex":0,"YAxisIndex":0},{"value":171,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":156,"XAxisIndex":0,"YAxisIndex":0},{"value":171,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":156,"XAxisIndex":0,"YAxisIndex":0},{"value":171,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1","2"]}],"yAxis":[{}]}
;
let action_NQqeQSCEludq = {"areas":{},"type":""}
;
goecharts_NQqeQSCEludq.setOption(option_NQqeQSCEludq);
goecharts_NQqeQSCEludq.dispatchAction(action_NQqeQSCEludq);
</script>
<div class="container">
<div class="item" id="JdiBDXtvAWJa" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_JdiBDXtvAWJa = echarts.init(document.getElementById('JdiBDXtvAWJa'), "white");
let option_JdiBDXtvAWJa = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["15:03:34"]}],"yAxis":[{}]}
;
let action_JdiBDXtvAWJa = {"areas":{},"type":""}
;
goecharts_JdiBDXtvAWJa.setOption(option_JdiBDXtvAWJa);
goecharts_JdiBDXtvAWJa.dispatchAction(action_JdiBDXtvAWJa);
</script>
</body>
</html>
@@ -1,4 +0,0 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,ResponseTime,Concurrency,FirstTokenTime,Error
2025-04-22T15:03:15+08:00,short,52,140,156,1,0,
2025-04-22T15:03:34+08:00,short,48,363,128,2,0,
2025-04-22T15:03:34+08:00,long,960,1032,214,2,0,
1 Timestamp PromptType PromptTokens CompletionTokens ResponseTime Concurrency FirstTokenTime Error
2 2025-04-22T15:03:15+08:00 short 52 140 156 1 0
3 2025-04-22T15:03:34+08:00 short 48 363 128 2 0
4 2025-04-22T15:03:34+08:00 long 960 1032 214 2 0
@@ -1,55 +0,0 @@
[2025-04-22 15:17:42.168] [信息] 日志文件已设置: reports/report_2025-04-22_15-17-42/api_logs.txt
[2025-04-22 15:17:42.168] [信息] API请求响应日志将记录到: reports/report_2025-04-22_15-17-42/api_logs.txt
[2025-04-22 15:17:42.168] [信息] 创建报告输出目录: reports/report_2025-04-22_15-17-42
[2025-04-22 15:17:42.168] [调试] 共有 3 条测试结果记录
[2025-04-22 15:17:42.168] [信息] 计算性能指标...
[2025-04-22 15:17:42.168] [调试] 计算指标 - 总请求数: 3
[2025-04-22 15:17:42.169] [调试] 计算指标 - 成功请求: 3, 失败请求: 0
[2025-04-22 15:17:42.169] [调试] 计算指标 - 超时比率: 0.00%
[2025-04-22 15:17:42.169] [调试] 计算指标 - 响应时间(ms) - 平均: 22476.33, P90: 24723.00, P95: 24723.00, P99: 24723.00, 最小: 17983.00, 最大: 24791.00
[2025-04-22 15:17:42.169] [调试] 计算指标 - TTFT(ms) - 最小: 9267.00, 最大: 11273.00, P90: 11088.00, P95: 11088.00, P99: 11088.00
[2025-04-22 15:17:42.169] [调试] 计算指标 - 平均QPS: 0.06 (总持续时间: 50.92秒)
[2025-04-22 15:17:42.169] [调试] 计算各并发步骤的QPS...
[2025-04-22 15:17:42.169] [调试] 并发步骤 1: 持续时间过短
[2025-04-22 15:17:42.169] [调试] 并发步骤 2: QPS = 205128.21 (成功请求: 2, 持续时间: 0.00秒)
[2025-04-22 15:17:42.169] [调试] 更新最大QPS: 205128.21 (并发步骤: 2)
[2025-04-22 15:17:42.169] [调试] 更新最大有效并发用户数: 2
[2025-04-22 15:17:42.169] [调试] 计算指标 - 平均Token生成速率: 19.25 tokens/s (总Token: 980)
[2025-04-22 15:17:42.169] [调试] 计算各并发步骤的Token生成速率...
[2025-04-22 15:17:42.169] [调试] 并发步骤 2: Token生成速率 = 68307692.31 tokens/s (总Token: 666, 持续时间: 0.00秒)
[2025-04-22 15:17:42.169] [调试] 更新最大Token生成速率: 68307692.31 tokens/s (并发步骤: 2)
[2025-04-22 15:17:42.169] [信息] 性能指标摘要:
[2025-04-22 15:17:42.169] [信息] 总请求数: 3 (成功: 3, 失败: 0)
[2025-04-22 15:17:42.169] [信息] 超时比率: 0.00%
[2025-04-22 15:17:42.169] [信息] 平均响应时间: 22.476s
[2025-04-22 15:17:42.169] [信息] P90响应时间: 24.723s
[2025-04-22 15:17:42.169] [信息] P95响应时间: 24.723s
[2025-04-22 15:17:42.169] [信息] P99响应时间: 24.723s
[2025-04-22 15:17:42.169] [信息] 平均QPS: 0.06
[2025-04-22 15:17:42.169] [信息] 最大QPS: 205128.21
[2025-04-22 15:17:42.169] [信息] 平均Token生成速率: 19.25 tokens/s
[2025-04-22 15:17:42.169] [信息] 最大Token生成速率: 68307692.31 tokens/s
[2025-04-22 15:17:42.169] [信息] 最大有效并发用户数: 2
[2025-04-22 15:17:42.169] [信息] 最小首个令牌生成时间: 9.267s
[2025-04-22 15:17:42.169] [信息] 最大首个令牌生成时间: 11.273s
[2025-04-22 15:17:42.169] [信息] P90首个令牌生成时间: 11.088s
[2025-04-22 15:17:42.169] [信息] P95首个令牌生成时间: 11.088s
[2025-04-22 15:17:42.169] [信息] P99首个令牌生成时间: 11.088s
[2025-04-22 15:17:42.169] [信息] 生成HTML报告...
[2025-04-22 15:17:42.169] [调试] 创建HTML报告页面...
[2025-04-22 15:17:42.169] [调试] 添加概述图表...
[2025-04-22 15:17:42.169] [调试] 添加响应时间分布图...
[2025-04-22 15:17:42.170] [调试] 添加QPS随时间变化图...
[2025-04-22 15:17:42.170] [调试] 添加Token生成速率随时间变化图...
[2025-04-22 15:17:42.170] [调试] 添加并发与响应时间关系图...
[2025-04-22 15:17:42.170] [调试] 添加TTFT随时间变化图...
[2025-04-22 15:17:42.170] [调试] 保存HTML报告: reports/report_2025-04-22_15-17-42/report.html
[2025-04-22 15:17:42.175] [信息] 生成CSV数据...
[2025-04-22 15:17:42.175] [调试] 创建CSV文件: reports/report_2025-04-22_15-17-42/results.csv
[2025-04-22 15:17:42.176] [调试] 写入CSV头...
[2025-04-22 15:17:42.176] [调试] 写入CSV数据,共3条记录...
[2025-04-22 15:17:42.176] [调试] CSV数据写入完成
[2025-04-22 15:17:42.176] [信息] 报告生成完成
[2025-04-22 15:17:42.176] [信息] 基准测试完成!报告已生成: reports/report_2025-04-22_15-17-42
[2025-04-22 15:17:42.176] [信息] HTML报告: reports/report_2025-04-22_15-17-42/report.html
[2025-04-22 15:17:42.176] [信息] CSV数据: reports/report_2025-04-22_15-17-42/results.csv
@@ -1,121 +0,0 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="csYaKBGQJwwL" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_csYaKBGQJwwL = echarts.init(document.getElementById('csYaKBGQJwwL'), "white");
let option_csYaKBGQJwwL = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":3},{"value":3},{"value":0},{"value":22476},{"value":24723},{"value":24723},{"value":24723},{"value":9267},{"value":11273},{"value":11088},{"value":11088},{"value":11088},{"value":0.058917026111260054},{"value":205128.20512820513}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS"]}],"yAxis":[{}]}
;
let action_csYaKBGQJwwL = {"areas":{},"type":""}
;
goecharts_csYaKBGQJwwL.setOption(option_csYaKBGQJwwL);
goecharts_csYaKBGQJwwL.dispatchAction(action_csYaKBGQJwwL);
</script>
<div class="container">
<div class="item" id="ccezcGJddHPN" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_ccezcGJddHPN = echarts.init(document.getElementById('ccezcGJddHPN'), "white");
let option_ccezcGJddHPN = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":3}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_ccezcGJddHPN = {"areas":{},"type":""}
;
goecharts_ccezcGJddHPN.setOption(option_ccezcGJddHPN);
goecharts_ccezcGJddHPN.dispatchAction(action_ccezcGJddHPN);
</script>
<div class="container">
<div class="item" id="KJeZkMONuYVK" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_KJeZkMONuYVK = echarts.init(document.getElementById('KJeZkMONuYVK'), "white");
let option_KJeZkMONuYVK = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.4,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["15:17:17"]}],"yAxis":[{}]}
;
let action_KJeZkMONuYVK = {"areas":{},"type":""}
;
goecharts_KJeZkMONuYVK.setOption(option_KJeZkMONuYVK);
goecharts_KJeZkMONuYVK.dispatchAction(action_KJeZkMONuYVK);
</script>
<div class="container">
<div class="item" id="iptMRELGIKHr" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_iptMRELGIKHr = echarts.init(document.getElementById('iptMRELGIKHr'), "white");
let option_iptMRELGIKHr = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":62.8,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":133.2,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["15:17:17"]}],"yAxis":[{}]}
;
let action_iptMRELGIKHr = {"areas":{},"type":""}
;
goecharts_iptMRELGIKHr.setOption(option_iptMRELGIKHr);
goecharts_iptMRELGIKHr.dispatchAction(action_iptMRELGIKHr);
</script>
<div class="container">
<div class="item" id="KIZPieHjJeve" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_KIZPieHjJeve = echarts.init(document.getElementById('KIZPieHjJeve'), "white");
let option_KIZPieHjJeve = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":24791,"XAxisIndex":0,"YAxisIndex":0},{"value":21319,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":24791,"XAxisIndex":0,"YAxisIndex":0},{"value":21319,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":24791,"XAxisIndex":0,"YAxisIndex":0},{"value":21319,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1","2"]}],"yAxis":[{}]}
;
let action_KIZPieHjJeve = {"areas":{},"type":""}
;
goecharts_KIZPieHjJeve.setOption(option_KIZPieHjJeve);
goecharts_KIZPieHjJeve.dispatchAction(action_KIZPieHjJeve);
</script>
<div class="container">
<div class="item" id="YrBZZZMMvKDw" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_YrBZZZMMvKDw = echarts.init(document.getElementById('YrBZZZMMvKDw'), "white");
let option_YrBZZZMMvKDw = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":11273,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":10085,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["15:17:17"]}],"yAxis":[{}]}
;
let action_YrBZZZMMvKDw = {"areas":{},"type":""}
;
goecharts_YrBZZZMMvKDw.setOption(option_YrBZZZMMvKDw);
goecharts_YrBZZZMMvKDw.dispatchAction(action_YrBZZZMMvKDw);
</script>
</body>
</html>
@@ -1,4 +0,0 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,ResponseTime,Concurrency,FirstTokenTime,Error
2025-04-22T15:16:51+08:00,short,50,314,24791,1,11273,
2025-04-22T15:17:17+08:00,short,49,216,17983,2,9267,
2025-04-22T15:17:17+08:00,short,47,450,24655,2,10903,
1 Timestamp PromptType PromptTokens CompletionTokens ResponseTime Concurrency FirstTokenTime Error
2 2025-04-22T15:16:51+08:00 short 50 314 24791 1 11273
3 2025-04-22T15:17:17+08:00 short 49 216 17983 2 9267
4 2025-04-22T15:17:17+08:00 short 47 450 24655 2 10903
@@ -1,55 +0,0 @@
[2025-04-22 16:39:44.748] [信息] 日志文件已设置: reports/report_2025-04-22_16-39-44/api_logs.txt
[2025-04-22 16:39:44.748] [信息] API请求响应日志将记录到: reports/report_2025-04-22_16-39-44/api_logs.txt
[2025-04-22 16:39:44.749] [信息] 创建报告输出目录: reports/report_2025-04-22_16-39-44
[2025-04-22 16:39:44.749] [调试] 共有 3 条测试结果记录
[2025-04-22 16:39:44.749] [信息] 计算性能指标...
[2025-04-22 16:39:44.749] [调试] 计算指标 - 总请求数: 3
[2025-04-22 16:39:44.749] [调试] 计算指标 - 成功请求: 3, 失败请求: 0
[2025-04-22 16:39:44.749] [调试] 计算指标 - 超时比率: 0.00%
[2025-04-22 16:39:44.749] [调试] 计算指标 - 响应时间(ms) - 平均: 34273.33, P90: 38649.50, P95: 38649.50, P99: 38649.50, 最小: 25521.00, 最大: 48694.00
[2025-04-22 16:39:44.749] [调试] 计算指标 - TTFT(ms) - 最小: 11289.00, 最大: 14450.00, P90: 13680.00, P95: 13680.00, P99: 13680.00
[2025-04-22 16:39:44.749] [调试] 计算指标 - 平均QPS: 0.04 (总持续时间: 77.80秒)
[2025-04-22 16:39:44.749] [调试] 计算各并发步骤的QPS...
[2025-04-22 16:39:44.749] [调试] 并发步骤 1: 持续时间过短
[2025-04-22 16:39:44.749] [调试] 并发步骤 2: QPS = 431.68 (成功请求: 2, 持续时间: 0.00秒)
[2025-04-22 16:39:44.749] [调试] 更新最大QPS: 431.68 (并发步骤: 2)
[2025-04-22 16:39:44.749] [调试] 更新最大有效并发用户数: 2
[2025-04-22 16:39:44.749] [调试] 计算指标 - 平均Token生成速率: 21.53 tokens/s (总Token: 1675)
[2025-04-22 16:39:44.749] [调试] 计算各并发步骤的Token生成速率...
[2025-04-22 16:39:44.749] [调试] 并发步骤 2: Token生成速率 = 275628.84 tokens/s (总Token: 1277, 持续时间: 0.00秒)
[2025-04-22 16:39:44.749] [调试] 更新最大Token生成速率: 275628.84 tokens/s (并发步骤: 2)
[2025-04-22 16:39:44.749] [信息] 性能指标摘要:
[2025-04-22 16:39:44.749] [信息] 总请求数: 3 (成功: 3, 失败: 0)
[2025-04-22 16:39:44.749] [信息] 超时比率: 0.00%
[2025-04-22 16:39:44.749] [信息] 平均响应时间: 34.273s
[2025-04-22 16:39:44.749] [信息] P90响应时间: 38.649s
[2025-04-22 16:39:44.749] [信息] P95响应时间: 38.649s
[2025-04-22 16:39:44.749] [信息] P99响应时间: 38.649s
[2025-04-22 16:39:44.749] [信息] 平均QPS: 0.04
[2025-04-22 16:39:44.749] [信息] 最大QPS: 431.68
[2025-04-22 16:39:44.749] [信息] 平均Token生成速率: 21.53 tokens/s
[2025-04-22 16:39:44.749] [信息] 最大Token生成速率: 275628.84 tokens/s
[2025-04-22 16:39:44.749] [信息] 最大有效并发用户数: 2
[2025-04-22 16:39:44.749] [信息] 最小首个令牌生成时间: 11.289s
[2025-04-22 16:39:44.749] [信息] 最大首个令牌生成时间: 14.45s
[2025-04-22 16:39:44.749] [信息] P90首个令牌生成时间: 13.68s
[2025-04-22 16:39:44.749] [信息] P95首个令牌生成时间: 13.68s
[2025-04-22 16:39:44.749] [信息] P99首个令牌生成时间: 13.68s
[2025-04-22 16:39:44.749] [信息] 生成HTML报告...
[2025-04-22 16:39:44.750] [调试] 创建HTML报告页面...
[2025-04-22 16:39:44.750] [调试] 添加概述图表...
[2025-04-22 16:39:44.750] [调试] 添加响应时间分布图...
[2025-04-22 16:39:44.750] [调试] 添加QPS随时间变化图...
[2025-04-22 16:39:44.750] [调试] 添加Token生成速率随时间变化图...
[2025-04-22 16:39:44.750] [调试] 添加并发与响应时间关系图...
[2025-04-22 16:39:44.750] [调试] 添加TTFT随时间变化图...
[2025-04-22 16:39:44.751] [调试] 保存HTML报告: reports/report_2025-04-22_16-39-44/report.html
[2025-04-22 16:39:44.756] [信息] 生成CSV数据...
[2025-04-22 16:39:44.757] [调试] 创建CSV文件: reports/report_2025-04-22_16-39-44/results.csv
[2025-04-22 16:39:44.757] [调试] 写入CSV头...
[2025-04-22 16:39:44.757] [调试] 写入CSV数据,共3条记录...
[2025-04-22 16:39:44.757] [调试] CSV数据写入完成
[2025-04-22 16:39:44.757] [信息] 报告生成完成
[2025-04-22 16:39:44.757] [信息] 基准测试完成!报告已生成: reports/report_2025-04-22_16-39-44
[2025-04-22 16:39:44.757] [信息] HTML报告: reports/report_2025-04-22_16-39-44/report.html
[2025-04-22 16:39:44.757] [信息] CSV数据: reports/report_2025-04-22_16-39-44/results.csv
@@ -1,121 +0,0 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="vaZEOovdukcp" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_vaZEOovdukcp = echarts.init(document.getElementById('vaZEOovdukcp'), "white");
let option_vaZEOovdukcp = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":3},{"value":3},{"value":0},{"value":34273},{"value":38649},{"value":38649},{"value":38649},{"value":11289},{"value":14450},{"value":13680},{"value":13680},{"value":13680},{"value":0.03856057253786327},{"value":431.6818194179979}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS"]}],"yAxis":[{}]}
;
let action_vaZEOovdukcp = {"areas":{},"type":""}
;
goecharts_vaZEOovdukcp.setOption(option_vaZEOovdukcp);
goecharts_vaZEOovdukcp.dispatchAction(action_vaZEOovdukcp);
</script>
<div class="container">
<div class="item" id="HAStDCAqydOO" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_HAStDCAqydOO = echarts.init(document.getElementById('HAStDCAqydOO'), "white");
let option_HAStDCAqydOO = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":3}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_HAStDCAqydOO = {"areas":{},"type":""}
;
goecharts_HAStDCAqydOO.setOption(option_HAStDCAqydOO);
goecharts_HAStDCAqydOO.dispatchAction(action_HAStDCAqydOO);
</script>
<div class="container">
<div class="item" id="eyNJQFoXCCJK" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_eyNJQFoXCCJK = echarts.init(document.getElementById('eyNJQFoXCCJK'), "white");
let option_eyNJQFoXCCJK = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.4,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["16:38:55"]}],"yAxis":[{}]}
;
let action_eyNJQFoXCCJK = {"areas":{},"type":""}
;
goecharts_eyNJQFoXCCJK.setOption(option_eyNJQFoXCCJK);
goecharts_eyNJQFoXCCJK.dispatchAction(action_eyNJQFoXCCJK);
</script>
<div class="container">
<div class="item" id="NwAMEUNvySAt" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_NwAMEUNvySAt = echarts.init(document.getElementById('NwAMEUNvySAt'), "white");
let option_NwAMEUNvySAt = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":79.6,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":255.4,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["16:38:55"]}],"yAxis":[{}]}
;
let action_NwAMEUNvySAt = {"areas":{},"type":""}
;
goecharts_NwAMEUNvySAt.setOption(option_NwAMEUNvySAt);
goecharts_NwAMEUNvySAt.dispatchAction(action_NwAMEUNvySAt);
</script>
<div class="container">
<div class="item" id="NlDENrAQxfFk" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_NlDENrAQxfFk = echarts.init(document.getElementById('NlDENrAQxfFk'), "white");
let option_NlDENrAQxfFk = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":28605,"XAxisIndex":0,"YAxisIndex":0},{"value":37107.5,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":28605,"XAxisIndex":0,"YAxisIndex":0},{"value":37107.5,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":28605,"XAxisIndex":0,"YAxisIndex":0},{"value":37107.5,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1","2"]}],"yAxis":[{}]}
;
let action_NlDENrAQxfFk = {"areas":{},"type":""}
;
goecharts_NlDENrAQxfFk.setOption(option_NlDENrAQxfFk);
goecharts_NlDENrAQxfFk.dispatchAction(action_NlDENrAQxfFk);
</script>
<div class="container">
<div class="item" id="jSbrZyVkuTxS" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_jSbrZyVkuTxS = echarts.init(document.getElementById('jSbrZyVkuTxS'), "white");
let option_jSbrZyVkuTxS = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":12910,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":12869.5,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["16:38:55"]}],"yAxis":[{}]}
;
let action_jSbrZyVkuTxS = {"areas":{},"type":""}
;
goecharts_jSbrZyVkuTxS.setOption(option_jSbrZyVkuTxS);
goecharts_jSbrZyVkuTxS.dispatchAction(action_jSbrZyVkuTxS);
</script>
</body>
</html>
@@ -1,4 +0,0 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,ResponseTime,Concurrency,FirstTokenTime,Error
2025-04-22T16:38:26+08:00,short,49,398,28605,1,12910,
2025-04-22T16:38:55+08:00,short,49,371,25521,2,11289,
2025-04-22T16:38:55+08:00,long,1005,906,48694,2,14450,
1 Timestamp PromptType PromptTokens CompletionTokens ResponseTime Concurrency FirstTokenTime Error
2 2025-04-22T16:38:26+08:00 short 49 398 28605 1 12910
3 2025-04-22T16:38:55+08:00 short 49 371 25521 2 11289
4 2025-04-22T16:38:55+08:00 long 1005 906 48694 2 14450
@@ -1,44 +0,0 @@
[2025-04-22 17:16:42.378] [信息] 日志文件已设置: reports/report_2025-04-22_17-16-42/api_logs.txt
[2025-04-22 17:16:42.378] [信息] API请求响应日志将记录到: reports/report_2025-04-22_17-16-42/api_logs.txt
[2025-04-22 17:16:42.379] [信息] 创建报告输出目录: reports/report_2025-04-22_17-16-42
[2025-04-22 17:16:42.380] [调试] 共有 3 条测试结果记录
[2025-04-22 17:16:42.380] [信息] 计算性能指标...
[2025-04-22 17:16:42.380] [调试] 计算指标 - 总请求数: 3
[2025-04-22 17:16:42.380] [调试] 计算指标 - 成功请求: 0, 失败请求: 3
[2025-04-22 17:16:42.380] [调试] 计算指标 - 超时比率: 100.00%
[2025-04-22 17:16:42.380] [警告] 没有成功的请求,无法计算详细指标
[2025-04-22 17:16:42.380] [信息] 性能指标摘要:
[2025-04-22 17:16:42.380] [信息] 总请求数: 3 (成功: 0, 失败: 3)
[2025-04-22 17:16:42.380] [信息] 超时比率: 100.00%
[2025-04-22 17:16:42.380] [信息] 平均响应时间: 0s
[2025-04-22 17:16:42.380] [信息] P90响应时间: 0s
[2025-04-22 17:16:42.380] [信息] P95响应时间: 0s
[2025-04-22 17:16:42.380] [信息] P99响应时间: 0s
[2025-04-22 17:16:42.380] [信息] 平均QPS: 0.00
[2025-04-22 17:16:42.380] [信息] 最大QPS: 0.00
[2025-04-22 17:16:42.380] [信息] 平均Token生成速率: 0.00 tokens/s
[2025-04-22 17:16:42.380] [信息] 最大Token生成速率: 0.00 tokens/s
[2025-04-22 17:16:42.380] [信息] 最大有效并发用户数: 0
[2025-04-22 17:16:42.380] [信息] 最小首个令牌生成时间: 0s
[2025-04-22 17:16:42.380] [信息] 最大首个令牌生成时间: 0s
[2025-04-22 17:16:42.380] [信息] P90首个令牌生成时间: 0s
[2025-04-22 17:16:42.380] [信息] P95首个令牌生成时间: 0s
[2025-04-22 17:16:42.380] [信息] P99首个令牌生成时间: 0s
[2025-04-22 17:16:42.380] [信息] 生成HTML报告...
[2025-04-22 17:16:42.380] [调试] 创建HTML报告页面...
[2025-04-22 17:16:42.380] [调试] 添加概述图表...
[2025-04-22 17:16:42.380] [调试] 添加响应时间分布图...
[2025-04-22 17:16:42.380] [调试] 添加QPS随时间变化图...
[2025-04-22 17:16:42.381] [调试] 添加Token生成速率随时间变化图...
[2025-04-22 17:16:42.381] [调试] 添加并发与响应时间关系图...
[2025-04-22 17:16:42.381] [调试] 添加TTFT随时间变化图...
[2025-04-22 17:16:42.381] [调试] 保存HTML报告: reports/report_2025-04-22_17-16-42/report.html
[2025-04-22 17:16:42.389] [信息] 生成CSV数据...
[2025-04-22 17:16:42.389] [调试] 创建CSV文件: reports/report_2025-04-22_17-16-42/results.csv
[2025-04-22 17:16:42.389] [调试] 写入CSV头...
[2025-04-22 17:16:42.390] [调试] 写入CSV数据,共3条记录...
[2025-04-22 17:16:42.390] [调试] CSV数据写入完成
[2025-04-22 17:16:42.390] [信息] 报告生成完成
[2025-04-22 17:16:42.390] [信息] 基准测试完成!报告已生成: reports/report_2025-04-22_17-16-42
[2025-04-22 17:16:42.390] [信息] HTML报告: reports/report_2025-04-22_17-16-42/report.html
[2025-04-22 17:16:42.390] [信息] CSV数据: reports/report_2025-04-22_17-16-42/results.csv
@@ -1,121 +0,0 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="VBYVtuQbWiMV" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_VBYVtuQbWiMV = echarts.init(document.getElementById('VBYVtuQbWiMV'), "white");
let option_VBYVtuQbWiMV = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":3},{"value":0},{"value":3},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS"]}],"yAxis":[{}]}
;
let action_VBYVtuQbWiMV = {"areas":{},"type":""}
;
goecharts_VBYVtuQbWiMV.setOption(option_VBYVtuQbWiMV);
goecharts_VBYVtuQbWiMV.dispatchAction(action_VBYVtuQbWiMV);
</script>
<div class="container">
<div class="item" id="hsnmsNCEYAJG" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_hsnmsNCEYAJG = echarts.init(document.getElementById('hsnmsNCEYAJG'), "white");
let option_hsnmsNCEYAJG = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_hsnmsNCEYAJG = {"areas":{},"type":""}
;
goecharts_hsnmsNCEYAJG.setOption(option_hsnmsNCEYAJG);
goecharts_hsnmsNCEYAJG.dispatchAction(action_hsnmsNCEYAJG);
</script>
<div class="container">
<div class="item" id="jXWeXGIGUXTb" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_jXWeXGIGUXTb = echarts.init(document.getElementById('jXWeXGIGUXTb'), "white");
let option_jXWeXGIGUXTb = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["17:16:07"]}],"yAxis":[{}]}
;
let action_jXWeXGIGUXTb = {"areas":{},"type":""}
;
goecharts_jXWeXGIGUXTb.setOption(option_jXWeXGIGUXTb);
goecharts_jXWeXGIGUXTb.dispatchAction(action_jXWeXGIGUXTb);
</script>
<div class="container">
<div class="item" id="TbDUiQGEbGUH" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_TbDUiQGEbGUH = echarts.init(document.getElementById('TbDUiQGEbGUH'), "white");
let option_TbDUiQGEbGUH = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["17:16:07"]}],"yAxis":[{}]}
;
let action_TbDUiQGEbGUH = {"areas":{},"type":""}
;
goecharts_TbDUiQGEbGUH.setOption(option_TbDUiQGEbGUH);
goecharts_TbDUiQGEbGUH.dispatchAction(action_TbDUiQGEbGUH);
</script>
<div class="container">
<div class="item" id="DORyNBxQrPfZ" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_DORyNBxQrPfZ = echarts.init(document.getElementById('DORyNBxQrPfZ'), "white");
let option_DORyNBxQrPfZ = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0},{"value":0,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1","2"]}],"yAxis":[{}]}
;
let action_DORyNBxQrPfZ = {"areas":{},"type":""}
;
goecharts_DORyNBxQrPfZ.setOption(option_DORyNBxQrPfZ);
goecharts_DORyNBxQrPfZ.dispatchAction(action_DORyNBxQrPfZ);
</script>
<div class="container">
<div class="item" id="lgLNOEvORYpS" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_lgLNOEvORYpS = echarts.init(document.getElementById('lgLNOEvORYpS'), "white");
let option_lgLNOEvORYpS = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["17:16:07"]}],"yAxis":[{}]}
;
let action_lgLNOEvORYpS = {"areas":{},"type":""}
;
goecharts_lgLNOEvORYpS.setOption(option_lgLNOEvORYpS);
goecharts_lgLNOEvORYpS.dispatchAction(action_lgLNOEvORYpS);
</script>
</body>
</html>
@@ -1,4 +0,0 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,ResponseTime,Concurrency,FirstTokenTime,Error
2025-04-22T17:15:36+08:00,long,979,0,0,1,0,发送请求失败: Post "http://139.9.229.200:8080/v1/chat/completions": dial tcp 139.9.229.200:8080: i/o timeout
2025-04-22T17:16:07+08:00,short,51,0,0,2,0,发送请求失败: Post "http://139.9.229.200:8080/v1/chat/completions": dial tcp 139.9.229.200:8080: i/o timeout
2025-04-22T17:16:07+08:00,long,955,0,0,2,0,发送请求失败: Post "http://139.9.229.200:8080/v1/chat/completions": dial tcp 139.9.229.200:8080: i/o timeout
Can't render this file because it contains an unexpected character in line 2 and column 69.
@@ -1,55 +0,0 @@
[2025-04-22 17:18:50.907] [信息] 日志文件已设置: reports/report_2025-04-22_17-18-50/api_logs.txt
[2025-04-22 17:18:50.910] [信息] API请求响应日志将记录到: reports/report_2025-04-22_17-18-50/api_logs.txt
[2025-04-22 17:18:50.910] [信息] 创建报告输出目录: reports/report_2025-04-22_17-18-50
[2025-04-22 17:18:50.910] [调试] 共有 3 条测试结果记录
[2025-04-22 17:18:50.910] [信息] 计算性能指标...
[2025-04-22 17:18:50.910] [调试] 计算指标 - 总请求数: 3
[2025-04-22 17:18:50.910] [调试] 计算指标 - 成功请求: 3, 失败请求: 0
[2025-04-22 17:18:50.910] [调试] 计算指标 - 超时比率: 0.00%
[2025-04-22 17:18:50.910] [调试] 计算指标 - 响应时间(ms) - 平均: 41352.67, P90: 49964.00, P95: 49964.00, P99: 49964.00, 最小: 24130.00, 最大: 51447.00
[2025-04-22 17:18:50.910] [调试] 计算指标 - TTFT(ms) - 最小: 11284.00, 最大: 14291.00, P90: 13733.50, P95: 13733.50, P99: 13733.50
[2025-04-22 17:18:50.910] [调试] 计算指标 - 平均QPS: 0.03 (总持续时间: 100.52秒)
[2025-04-22 17:18:50.910] [调试] 计算各并发步骤的QPS...
[2025-04-22 17:18:50.910] [调试] 并发步骤 1: 持续时间过短
[2025-04-22 17:18:50.910] [调试] 并发步骤 2: QPS = 458.27 (成功请求: 2, 持续时间: 0.00秒)
[2025-04-22 17:18:50.910] [调试] 更新最大QPS: 458.27 (并发步骤: 2)
[2025-04-22 17:18:50.910] [调试] 更新最大有效并发用户数: 2
[2025-04-22 17:18:50.910] [调试] 计算指标 - 平均Token生成速率: 23.57 tokens/s (总Token: 2369)
[2025-04-22 17:18:50.910] [调试] 计算各并发步骤的Token生成速率...
[2025-04-22 17:18:50.910] [调试] 并发步骤 2: Token生成速率 = 286418.06 tokens/s (总Token: 1250, 持续时间: 0.00秒)
[2025-04-22 17:18:50.910] [调试] 更新最大Token生成速率: 286418.06 tokens/s (并发步骤: 2)
[2025-04-22 17:18:50.910] [信息] 性能指标摘要:
[2025-04-22 17:18:50.910] [信息] 总请求数: 3 (成功: 3, 失败: 0)
[2025-04-22 17:18:50.910] [信息] 超时比率: 0.00%
[2025-04-22 17:18:50.910] [信息] 平均响应时间: 41.352s
[2025-04-22 17:18:50.910] [信息] P90响应时间: 49.964s
[2025-04-22 17:18:50.910] [信息] P95响应时间: 49.964s
[2025-04-22 17:18:50.910] [信息] P99响应时间: 49.964s
[2025-04-22 17:18:50.910] [信息] 平均QPS: 0.03
[2025-04-22 17:18:50.910] [信息] 最大QPS: 458.27
[2025-04-22 17:18:50.910] [信息] 平均Token生成速率: 23.57 tokens/s
[2025-04-22 17:18:50.910] [信息] 最大Token生成速率: 286418.06 tokens/s
[2025-04-22 17:18:50.910] [信息] 最大有效并发用户数: 2
[2025-04-22 17:18:50.910] [信息] 最小首个令牌生成时间: 11.284s
[2025-04-22 17:18:50.910] [信息] 最大首个令牌生成时间: 14.291s
[2025-04-22 17:18:50.910] [信息] P90首个令牌生成时间: 13.733s
[2025-04-22 17:18:50.910] [信息] P95首个令牌生成时间: 13.733s
[2025-04-22 17:18:50.910] [信息] P99首个令牌生成时间: 13.733s
[2025-04-22 17:18:50.910] [信息] 生成HTML报告...
[2025-04-22 17:18:50.910] [调试] 创建HTML报告页面...
[2025-04-22 17:18:50.910] [调试] 添加概述图表...
[2025-04-22 17:18:50.910] [调试] 添加响应时间分布图...
[2025-04-22 17:18:50.910] [调试] 添加QPS随时间变化图...
[2025-04-22 17:18:50.910] [调试] 添加Token生成速率随时间变化图...
[2025-04-22 17:18:50.910] [调试] 添加并发与响应时间关系图...
[2025-04-22 17:18:50.911] [调试] 添加TTFT随时间变化图...
[2025-04-22 17:18:50.911] [调试] 保存HTML报告: reports/report_2025-04-22_17-18-50/report.html
[2025-04-22 17:18:50.914] [信息] 生成CSV数据...
[2025-04-22 17:18:50.914] [调试] 创建CSV文件: reports/report_2025-04-22_17-18-50/results.csv
[2025-04-22 17:18:50.915] [调试] 写入CSV头...
[2025-04-22 17:18:50.915] [调试] 写入CSV数据,共3条记录...
[2025-04-22 17:18:50.915] [调试] CSV数据写入完成
[2025-04-22 17:18:50.915] [信息] 报告生成完成
[2025-04-22 17:18:50.915] [信息] 基准测试完成!报告已生成: reports/report_2025-04-22_17-18-50
[2025-04-22 17:18:50.915] [信息] HTML报告: reports/report_2025-04-22_17-18-50/report.html
[2025-04-22 17:18:50.915] [信息] CSV数据: reports/report_2025-04-22_17-18-50/results.csv
@@ -1,121 +0,0 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="FJlukWMElzMM" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_FJlukWMElzMM = echarts.init(document.getElementById('FJlukWMElzMM'), "white");
let option_FJlukWMElzMM = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":3},{"value":3},{"value":0},{"value":41352},{"value":49964},{"value":49964},{"value":49964},{"value":11284},{"value":14291},{"value":13733},{"value":13733},{"value":13733},{"value":0.029844102293535076},{"value":458.2688892707796}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS"]}],"yAxis":[{}]}
;
let action_FJlukWMElzMM = {"areas":{},"type":""}
;
goecharts_FJlukWMElzMM.setOption(option_FJlukWMElzMM);
goecharts_FJlukWMElzMM.dispatchAction(action_FJlukWMElzMM);
</script>
<div class="container">
<div class="item" id="vzePhhKEVGbM" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_vzePhhKEVGbM = echarts.init(document.getElementById('vzePhhKEVGbM'), "white");
let option_vzePhhKEVGbM = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":3}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_vzePhhKEVGbM = {"areas":{},"type":""}
;
goecharts_vzePhhKEVGbM.setOption(option_vzePhhKEVGbM);
goecharts_vzePhhKEVGbM.dispatchAction(action_vzePhhKEVGbM);
</script>
<div class="container">
<div class="item" id="YmyPZJWtHNpM" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_YmyPZJWtHNpM = echarts.init(document.getElementById('YmyPZJWtHNpM'), "white");
let option_YmyPZJWtHNpM = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.4,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["17:18:01"]}],"yAxis":[{}]}
;
let action_YmyPZJWtHNpM = {"areas":{},"type":""}
;
goecharts_YmyPZJWtHNpM.setOption(option_YmyPZJWtHNpM);
goecharts_YmyPZJWtHNpM.dispatchAction(action_YmyPZJWtHNpM);
</script>
<div class="container">
<div class="item" id="QjIFgdDKEMAk" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_QjIFgdDKEMAk = echarts.init(document.getElementById('QjIFgdDKEMAk'), "white");
let option_QjIFgdDKEMAk = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":223.8,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":250,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["17:18:01"]}],"yAxis":[{}]}
;
let action_QjIFgdDKEMAk = {"areas":{},"type":""}
;
goecharts_QjIFgdDKEMAk.setOption(option_QjIFgdDKEMAk);
goecharts_QjIFgdDKEMAk.dispatchAction(action_QjIFgdDKEMAk);
</script>
<div class="container">
<div class="item" id="HawyIfGFKPBk" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_HawyIfGFKPBk = echarts.init(document.getElementById('HawyIfGFKPBk'), "white");
let option_HawyIfGFKPBk = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":51447,"XAxisIndex":0,"YAxisIndex":0},{"value":36305.5,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":51447,"XAxisIndex":0,"YAxisIndex":0},{"value":36305.5,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":51447,"XAxisIndex":0,"YAxisIndex":0},{"value":36305.5,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1","2"]}],"yAxis":[{}]}
;
let action_HawyIfGFKPBk = {"areas":{},"type":""}
;
goecharts_HawyIfGFKPBk.setOption(option_HawyIfGFKPBk);
goecharts_HawyIfGFKPBk.dispatchAction(action_HawyIfGFKPBk);
</script>
<div class="container">
<div class="item" id="nHNjgzPnVbGc" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_nHNjgzPnVbGc = echarts.init(document.getElementById('nHNjgzPnVbGc'), "white");
let option_nHNjgzPnVbGc = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":13176,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":12787.5,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["17:18:01"]}],"yAxis":[{}]}
;
let action_nHNjgzPnVbGc = {"areas":{},"type":""}
;
goecharts_nHNjgzPnVbGc.setOption(option_nHNjgzPnVbGc);
goecharts_nHNjgzPnVbGc.dispatchAction(action_nHNjgzPnVbGc);
</script>
</body>
</html>
@@ -1,4 +0,0 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,ResponseTime,Concurrency,FirstTokenTime,Error
2025-04-22T17:17:10+08:00,long,958,1119,51447,1,13176,
2025-04-22T17:18:01+08:00,short,50,250,24130,2,14291,
2025-04-22T17:18:01+08:00,long,957,1000,48481,2,11284,
1 Timestamp PromptType PromptTokens CompletionTokens ResponseTime Concurrency FirstTokenTime Error
2 2025-04-22T17:17:10+08:00 long 958 1119 51447 1 13176
3 2025-04-22T17:18:01+08:00 short 50 250 24130 2 14291
4 2025-04-22T17:18:01+08:00 long 957 1000 48481 2 11284
@@ -1,55 +0,0 @@
[2025-04-22 17:37:34.946] [信息] 日志文件已设置: reports/report_2025-04-22_17-37-34/api_logs.txt
[2025-04-22 17:37:34.946] [信息] API请求响应日志将记录到: reports/report_2025-04-22_17-37-34/api_logs.txt
[2025-04-22 17:37:34.946] [信息] 创建报告输出目录: reports/report_2025-04-22_17-37-34
[2025-04-22 17:37:34.946] [调试] 共有 3 条测试结果记录
[2025-04-22 17:37:34.946] [信息] 计算性能指标...
[2025-04-22 17:37:34.946] [调试] 计算指标 - 总请求数: 3
[2025-04-22 17:37:34.946] [调试] 计算指标 - 成功请求: 3, 失败请求: 0
[2025-04-22 17:37:34.946] [调试] 计算指标 - 超时比率: 0.00%
[2025-04-22 17:37:34.946] [调试] 计算指标 - 响应时间(ms) - 平均: 48196.33, P90: 54100.50, P95: 54100.50, P99: 54100.50, 最小: 36388.00, 最大: 54352.00
[2025-04-22 17:37:34.946] [调试] 计算指标 - TTFT(ms) - 最小: 12860.00, 最大: 23094.00, P90: 20190.00, P95: 20190.00, P99: 20190.00
[2025-04-22 17:37:34.946] [调试] 计算指标 - 平均QPS: 0.03 (总持续时间: 110.94秒)
[2025-04-22 17:37:34.946] [调试] 计算各并发步骤的QPS...
[2025-04-22 17:37:34.946] [调试] 并发步骤 1: 持续时间过短
[2025-04-22 17:37:34.946] [调试] 并发步骤 2: QPS = 968.00 (成功请求: 2, 持续时间: 0.00秒)
[2025-04-22 17:37:34.946] [调试] 更新最大QPS: 968.00 (并发步骤: 2)
[2025-04-22 17:37:34.946] [调试] 更新最大有效并发用户数: 2
[2025-04-22 17:37:34.946] [调试] 计算指标 - 平均Token生成速率: 27.46 tokens/s (总Token: 3046)
[2025-04-22 17:37:34.946] [调试] 计算各并发步骤的Token生成速率...
[2025-04-22 17:37:34.946] [调试] 并发步骤 2: Token生成速率 = 884748.02 tokens/s (总Token: 1828, 持续时间: 0.00秒)
[2025-04-22 17:37:34.946] [调试] 更新最大Token生成速率: 884748.02 tokens/s (并发步骤: 2)
[2025-04-22 17:37:34.946] [信息] 性能指标摘要:
[2025-04-22 17:37:34.946] [信息] 总请求数: 3 (成功: 3, 失败: 0)
[2025-04-22 17:37:34.946] [信息] 超时比率: 0.00%
[2025-04-22 17:37:34.946] [信息] 平均响应时间: 48.196s
[2025-04-22 17:37:34.946] [信息] P90响应时间: 54.1s
[2025-04-22 17:37:34.946] [信息] P95响应时间: 54.1s
[2025-04-22 17:37:34.946] [信息] P99响应时间: 54.1s
[2025-04-22 17:37:34.946] [信息] 平均QPS: 0.03
[2025-04-22 17:37:34.946] [信息] 最大QPS: 968.00
[2025-04-22 17:37:34.946] [信息] 平均Token生成速率: 27.46 tokens/s
[2025-04-22 17:37:34.946] [信息] 最大Token生成速率: 884748.02 tokens/s
[2025-04-22 17:37:34.946] [信息] 最大有效并发用户数: 2
[2025-04-22 17:37:34.946] [信息] 最小首个令牌生成时间: 12.86s
[2025-04-22 17:37:34.946] [信息] 最大首个令牌生成时间: 23.094s
[2025-04-22 17:37:34.946] [信息] P90首个令牌生成时间: 20.19s
[2025-04-22 17:37:34.947] [信息] P95首个令牌生成时间: 20.19s
[2025-04-22 17:37:34.947] [信息] P99首个令牌生成时间: 20.19s
[2025-04-22 17:37:34.947] [信息] 生成HTML报告...
[2025-04-22 17:37:34.947] [调试] 创建HTML报告页面...
[2025-04-22 17:37:34.947] [调试] 添加概述图表...
[2025-04-22 17:37:34.947] [调试] 添加响应时间分布图...
[2025-04-22 17:37:34.947] [调试] 添加QPS随时间变化图...
[2025-04-22 17:37:34.947] [调试] 添加Token生成速率随时间变化图...
[2025-04-22 17:37:34.947] [调试] 添加并发与响应时间关系图...
[2025-04-22 17:37:34.947] [调试] 添加TTFT随时间变化图...
[2025-04-22 17:37:34.947] [调试] 保存HTML报告: reports/report_2025-04-22_17-37-34/report.html
[2025-04-22 17:37:34.953] [信息] 生成CSV数据...
[2025-04-22 17:37:34.953] [调试] 创建CSV文件: reports/report_2025-04-22_17-37-34/results.csv
[2025-04-22 17:37:34.953] [调试] 写入CSV头...
[2025-04-22 17:37:34.953] [调试] 写入CSV数据,共3条记录...
[2025-04-22 17:37:34.953] [调试] CSV数据写入完成
[2025-04-22 17:37:34.953] [信息] 报告生成完成
[2025-04-22 17:37:34.953] [信息] 基准测试完成!报告已生成: reports/report_2025-04-22_17-37-34
[2025-04-22 17:37:34.953] [信息] HTML报告: reports/report_2025-04-22_17-37-34/report.html
[2025-04-22 17:37:34.953] [信息] CSV数据: reports/report_2025-04-22_17-37-34/results.csv
@@ -1,121 +0,0 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>LLM API 基准测试报告</title>
<script src="https://go-echarts.github.io/go-echarts-assets/assets/echarts.min.js"></script>
</head>
<body>
<style> .container {display: flex;justify-content: center;align-items: center;} .item {margin: auto;} </style>
<div class="container">
<div class="item" id="xCOcpSWYyAGW" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_xCOcpSWYyAGW = echarts.init(document.getElementById('xCOcpSWYyAGW'), "white");
let option_xCOcpSWYyAGW = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"指标","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":3},{"value":3},{"value":0},{"value":0},{"value":48196},{"value":54100},{"value":54100},{"value":54100},{"value":36388},{"value":54352},{"value":12860},{"value":23094},{"value":20190},{"value":20190},{"value":20190},{"value":0.027040685394883506},{"value":967.995644019602},{"value":27.455309237605054},{"value":884748.0186339163},{"value":2}]}],"title":{"text":"性能概览"},"tooltip":{"show":false},"xAxis":[{"data":["总请求数","成功请求数","失败请求数","超时比率(%)","平均响应时间(ms)","P90响应时间(ms)","P95响应时间(ms)","P99响应时间(ms)","最小响应时间(ms)","最大响应时间(ms)","最小TTFT(ms)","最大TTFT(ms)","P90 TTFT(ms)","P95 TTFT(ms)","P99 TTFT(ms)","平均QPS","最大QPS","平均Token生成速率(tokens/s)","最大Token生成速率(tokens/s)","最大有效并发用户数"]}],"yAxis":[{}]}
;
let action_xCOcpSWYyAGW = {"areas":{},"type":""}
;
goecharts_xCOcpSWYyAGW.setOption(option_xCOcpSWYyAGW);
goecharts_xCOcpSWYyAGW.dispatchAction(action_xCOcpSWYyAGW);
</script>
<div class="container">
<div class="item" id="kPZWbxGpYxEY" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_kPZWbxGpYxEY = echarts.init(document.getElementById('kPZWbxGpYxEY'), "white");
let option_kPZWbxGpYxEY = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"请求数","type":"bar","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":false,"data":[{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":0},{"value":3}]}],"title":{"text":"响应时间分布"},"tooltip":{"show":false},"xAxis":[{"data":["≤100ms","100-200ms","200-500ms","500-1000ms","1000-2000ms","2000-5000ms","5000-10000ms",">10000ms"]}],"yAxis":[{}]}
;
let action_kPZWbxGpYxEY = {"areas":{},"type":""}
;
goecharts_kPZWbxGpYxEY.setOption(option_kPZWbxGpYxEY);
goecharts_kPZWbxGpYxEY.dispatchAction(action_kPZWbxGpYxEY);
</script>
<div class="container">
<div class="item" id="vnquLiEpoKRA" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_vnquLiEpoKRA = echarts.init(document.getElementById('vnquLiEpoKRA'), "white");
let option_vnquLiEpoKRA = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.2,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":0.4,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"QPS随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["17:36:40"]}],"yAxis":[{}]}
;
let action_vnquLiEpoKRA = {"areas":{},"type":""}
;
goecharts_vnquLiEpoKRA.setOption(option_vnquLiEpoKRA);
goecharts_vnquLiEpoKRA.dispatchAction(action_vnquLiEpoKRA);
</script>
<div class="container">
<div class="item" id="YExMNdZOyAZX" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_YExMNdZOyAZX = echarts.init(document.getElementById('YExMNdZOyAZX'), "white");
let option_YExMNdZOyAZX = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":365.6,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":243.6,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"Token生成速率随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["17:35:44"]}],"yAxis":[{}]}
;
let action_YExMNdZOyAZX = {"areas":{},"type":""}
;
goecharts_YExMNdZOyAZX.setOption(option_YExMNdZOyAZX);
goecharts_YExMNdZOyAZX.dispatchAction(action_YExMNdZOyAZX);
</script>
<div class="container">
<div class="item" id="YXYQYEwQXnFv" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_YXYQYEwQXnFv = echarts.init(document.getElementById('YXYQYEwQXnFv'), "white");
let option_YXYQYEwQXnFv = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"平均响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":53849,"XAxisIndex":0,"YAxisIndex":0},{"value":45370,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P90响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":53849,"XAxisIndex":0,"YAxisIndex":0},{"value":45370,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"P95响应时间 (ms)","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":53849,"XAxisIndex":0,"YAxisIndex":0},{"value":45370,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"并发与响应时间关系"},"tooltip":{"show":false},"xAxis":[{"data":["1","2"]}],"yAxis":[{}]}
;
let action_YXYQYEwQXnFv = {"areas":{},"type":""}
;
goecharts_YXYQYEwQXnFv.setOption(option_YXYQYEwQXnFv);
goecharts_YXYQYEwQXnFv.dispatchAction(action_YXYQYEwQXnFv);
</script>
<div class="container">
<div class="item" id="YIMMOZBeQHGr" style="width:900px;height:500px;"></div>
</div>
<script type="text/javascript">
"use strict";
let goecharts_YIMMOZBeQHGr = echarts.init(document.getElementById('YIMMOZBeQHGr'), "white");
let option_YIMMOZBeQHGr = {"animation":true,"color":["#5470c6","#91cc75","#fac858","#ee6666","#73c0de","#3ba272","#fc8452","#9a60b4","#ea7ccc"],"legend":{"show":true,"type":""},"series":[{"name":"并发 1","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":17286,"XAxisIndex":0,"YAxisIndex":0}]},{"name":"并发 2","type":"line","smooth":false,"connectNulls":false,"showSymbol":false,"waveAnimation":false,"renderLabelForZeroData":false,"selectedMode":false,"animation":true,"data":[{"value":17977,"XAxisIndex":0,"YAxisIndex":0}]}],"title":{"text":"TTFT随时间变化"},"tooltip":{"show":false},"xAxis":[{"data":["17:36:40"]}],"yAxis":[{}]}
;
let action_YIMMOZBeQHGr = {"areas":{},"type":""}
;
goecharts_YIMMOZBeQHGr.setOption(option_YIMMOZBeQHGr);
goecharts_YIMMOZBeQHGr.dispatchAction(action_YIMMOZBeQHGr);
</script>
</body>
</html>
@@ -1,4 +0,0 @@
Timestamp,PromptType,PromptTokens,CompletionTokens,TotalTokens,ResponseTime(ms),FirstTokenTime(ms),Concurrency,Error,ReasoningContent
2025-04-22T17:35:44+08:00,long,973,1218,2191,53849,17286,1,,""
2025-04-22T17:36:40+08:00,short,47,757,804,36388,12860,2,,""
2025-04-22T17:36:40+08:00,long,970,1071,2041,54352,23094,2,,""
1 Timestamp PromptType PromptTokens CompletionTokens TotalTokens ResponseTime(ms) FirstTokenTime(ms) Concurrency Error ReasoningContent
2 2025-04-22T17:35:44+08:00 long 973 1218 2191 53849 17286 1
3 2025-04-22T17:36:40+08:00 short 47 757 804 36388 12860 2
4 2025-04-22T17:36:40+08:00 long 970 1071 2041 54352 23094 2