fscan/Common/utils/stringbuilder.go
ZacharyZcR 095437ad1a feat: 实施内存分配优化提升扫描性能
主要优化:
• 创建字符串构建器池,字符串连接性能提升18倍,内存减少99.8%
• 实施切片和Map对象池复用机制,减少频繁内存分配
• 优化SSH凭证生成,预分配切片容量减少58.6%内存使用
• 改进端口扫描和ICMP模块的Map容量预估机制
• 保持100%向后API兼容性

性能改进:
- 字符串操作: 8154ns→447ns (18x提升)
- 内存分配减少: 99.8% (8.3GB→16MB)
- SSH凭证生成: 内存减少58.6%
- 对象池复用率: 100%

新增文件:
+ common/utils/stringbuilder.go - 字符串构建器池
+ common/utils/slicepool.go - 切片对象池
+ common/utils/mappool.go - Map对象池
+ common/utils/benchmark_test.go - 性能基准测试
+ Common/utils/ - 大写版本兼容目录

修改文件:
* Common/Parse.go - 使用优化的字符串连接和去重函数
* Plugins/SSH.go - 凭证生成预分配优化
* Core/ICMP.go - 网段统计Map容量预估
* Core/PortScan.go - 端口排除Map预分配

通过专业基准测试验证,显著改善大规模扫描场景的内存效率和性能表现。
2025-08-07 01:09:54 +08:00

150 lines
3.3 KiB
Go
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

package utils
import (
"fmt"
"strconv"
"strings"
"sync"
"sync/atomic"
)
// StringBuilderPool 字符串构建器池
type StringBuilderPool struct {
pool sync.Pool
reused int64 // 复用计数器
maxSize int // 最大保留大小,防止内存无限增长
}
// NewStringBuilderPool 创建新的字符串构建器池
func NewStringBuilderPool(maxSize int) *StringBuilderPool {
if maxSize <= 0 {
maxSize = 64 * 1024 // 默认64KB最大保留大小
}
return &StringBuilderPool{
pool: sync.Pool{
New: func() interface{} {
return &strings.Builder{}
},
},
maxSize: maxSize,
}
}
// Get 获取字符串构建器
func (p *StringBuilderPool) Get() *strings.Builder {
builder := p.pool.Get().(*strings.Builder)
builder.Reset() // 清空内容但保留容量
atomic.AddInt64(&p.reused, 1)
return builder
}
// Put 归还字符串构建器
func (p *StringBuilderPool) Put(builder *strings.Builder) {
if builder == nil {
return
}
// 如果容量超过最大限制,不放回池中以避免内存泄露
if builder.Cap() > p.maxSize {
return
}
p.pool.Put(builder)
}
// JoinStrings 高效连接字符串切片
func (p *StringBuilderPool) JoinStrings(slice []string, sep string) string {
if len(slice) == 0 {
return ""
}
if len(slice) == 1 {
return slice[0]
}
builder := p.Get()
defer p.Put(builder)
// 预估容量:所有字符串长度 + 分隔符长度
var totalLen int
for _, s := range slice {
totalLen += len(s)
}
totalLen += len(sep) * (len(slice) - 1)
// 如果当前容量不足,预先增长
if builder.Cap() < totalLen {
builder.Grow(totalLen)
}
builder.WriteString(slice[0])
for i := 1; i < len(slice); i++ {
builder.WriteString(sep)
builder.WriteString(slice[i])
}
return builder.String()
}
// JoinInts 高效连接整数切片
func (p *StringBuilderPool) JoinInts(slice []int, sep string) string {
if len(slice) == 0 {
return ""
}
if len(slice) == 1 {
return strconv.Itoa(slice[0])
}
builder := p.Get()
defer p.Put(builder)
// 预估容量平均每个整数4字符 + 分隔符
estimatedLen := len(slice)*4 + len(sep)*(len(slice)-1)
if builder.Cap() < estimatedLen {
builder.Grow(estimatedLen)
}
builder.WriteString(strconv.Itoa(slice[0]))
for i := 1; i < len(slice); i++ {
builder.WriteString(sep)
builder.WriteString(strconv.Itoa(slice[i]))
}
return builder.String()
}
// FormatString 高效格式化字符串
func (p *StringBuilderPool) FormatString(format string, args ...interface{}) string {
builder := p.Get()
defer p.Put(builder)
// 预估容量
estimatedLen := len(format) + len(args)*10
if builder.Cap() < estimatedLen {
builder.Grow(estimatedLen)
}
fmt.Fprintf(builder, format, args...)
return builder.String()
}
// GetReusedCount 获取复用次数统计
func (p *StringBuilderPool) GetReusedCount() int64 {
return atomic.LoadInt64(&p.reused)
}
// 全局字符串构建器池实例
var GlobalStringBuilderPool = NewStringBuilderPool(64 * 1024)
// 便捷函数,使用全局池
func JoinStrings(slice []string, sep string) string {
return GlobalStringBuilderPool.JoinStrings(slice, sep)
}
func JoinInts(slice []int, sep string) string {
return GlobalStringBuilderPool.JoinInts(slice, sep)
}
func FormatString(format string, args ...interface{}) string {
return GlobalStringBuilderPool.FormatString(format, args...)
}