Files
go-trustlog/internal/helpers/tlv_test.go
ryan 4b72a37120 feat: 完善数据库持久化与存证功能
主要更新:

1. 数据库持久化功能
   - 支持三种策略:仅落库、既落库又存证、仅存证
   - 实现 Cursor Worker 异步扫描和存证机制
   - 实现 Retry Worker 失败重试机制
   - 支持 PostgreSQL、MySQL、SQLite 等多种数据库
   - 添加 ClientIP 和 ServerIP 字段(可空,仅落库)

2. 集群并发安全
   - 使用 SELECT FOR UPDATE SKIP LOCKED 防止重复处理
   - 实现 CAS (Compare-And-Set) 原子状态更新
   - 添加 updated_at 字段支持并发控制

3. Cursor 初始化优化
   - 自动基于历史数据初始化 cursor
   - 确保不遗漏任何历史记录
   - 修复 UPSERT 逻辑

4. 测试完善
   - 添加 E2E 集成测试(含 Pulsar 消费者验证)
   - 添加 PostgreSQL 集成测试
   - 添加 Pulsar 集成测试
   - 添加集群并发安全测试
   - 添加 Cursor 初始化验证测试
   - 补充大量单元测试,提升覆盖率

5. 工具脚本
   - 添加数据库迁移脚本
   - 添加 Cursor 状态检查工具
   - 添加 Cursor 初始化工具
   - 添加 Pulsar 消息验证工具

6. 文档清理
   - 删除冗余文档,只保留根目录 README

测试结果:
- 所有 E2E 测试通过(100%)
- 数据库持久化与异步存证流程验证通过
- 集群环境下的并发安全性验证通过
- Cursor 自动初始化和历史数据处理验证通过
2025-12-24 15:31:11 +08:00

268 lines
5.2 KiB
Go

package helpers_test
import (
"bytes"
"testing"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
"go.yandata.net/iod/iod/go-trustlog/internal/helpers"
)
func TestNewTLVReader(t *testing.T) {
t.Parallel()
r := bytes.NewReader([]byte{})
reader := helpers.NewTLVReader(r)
assert.NotNil(t, reader)
}
func TestNewTLVWriter(t *testing.T) {
t.Parallel()
var buf bytes.Buffer
writer := helpers.NewTLVWriter(&buf)
assert.NotNil(t, writer)
}
func TestTLVWriter_WriteField(t *testing.T) {
t.Parallel()
tests := []struct {
name string
value []byte
wantErr bool
}{
{
name: "normal field",
value: []byte("test"),
wantErr: false,
},
{
name: "empty field",
value: []byte{},
wantErr: false,
},
{
name: "large field",
value: make([]byte, 1000),
wantErr: false,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
t.Parallel()
var buf bytes.Buffer
writer := helpers.NewTLVWriter(&buf)
err := writer.WriteField(tt.value)
if tt.wantErr {
require.Error(t, err)
} else {
require.NoError(t, err)
if len(tt.value) > 0 {
assert.Positive(t, buf.Len())
}
}
})
}
}
func TestTLVWriter_WriteStringField(t *testing.T) {
t.Parallel()
var buf bytes.Buffer
writer := helpers.NewTLVWriter(&buf)
err := writer.WriteStringField("test")
require.NoError(t, err)
assert.Positive(t, buf.Len())
}
func TestTLVReader_ReadField(t *testing.T) {
t.Parallel()
tests := []struct {
name string
setup func() *helpers.TLVReader
wantErr bool
}{
{
name: "normal field",
setup: func() *helpers.TLVReader {
var buf bytes.Buffer
writer := helpers.NewTLVWriter(&buf)
_ = writer.WriteField([]byte("test"))
return helpers.NewTLVReader(&buf)
},
wantErr: false,
},
{
name: "empty field",
setup: func() *helpers.TLVReader {
var buf bytes.Buffer
writer := helpers.NewTLVWriter(&buf)
_ = writer.WriteField([]byte{})
return helpers.NewTLVReader(&buf)
},
wantErr: false,
},
{
name: "invalid data",
setup: func() *helpers.TLVReader {
return helpers.NewTLVReader(bytes.NewReader([]byte{0xff, 0xff}))
},
wantErr: true,
},
{
name: "empty reader",
setup: func() *helpers.TLVReader {
return helpers.NewTLVReader(bytes.NewReader([]byte{}))
},
wantErr: true,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
t.Parallel()
reader := tt.setup()
result, err := reader.ReadField()
if tt.wantErr {
assert.Error(t, err)
} else {
assert.NoError(t, err)
// Empty field returns nil
if tt.name == "empty field" {
assert.Nil(t, result)
} else {
assert.NotNil(t, result)
}
}
})
}
}
func TestTLVReader_ReadStringField(t *testing.T) {
t.Parallel()
var buf bytes.Buffer
writer := helpers.NewTLVWriter(&buf)
err := writer.WriteStringField("test")
require.NoError(t, err)
reader := helpers.NewTLVReader(&buf)
result, err := reader.ReadStringField()
require.NoError(t, err)
assert.Equal(t, "test", result)
}
func TestTLV_RoundTrip(t *testing.T) {
t.Parallel()
tests := []struct {
name string
value []byte
}{
{
name: "normal",
value: []byte("test"),
},
{
name: "empty",
value: []byte{},
},
{
name: "large",
value: make([]byte, 100),
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
t.Parallel()
// Write
var buf bytes.Buffer
writer := helpers.NewTLVWriter(&buf)
err := writer.WriteField(tt.value)
require.NoError(t, err)
// Read
reader := helpers.NewTLVReader(&buf)
result, err := reader.ReadField()
require.NoError(t, err)
// Verify
// Empty byte slice returns nil from ReadField
if len(tt.value) == 0 {
assert.Nil(t, result)
} else {
assert.Equal(t, tt.value, result)
}
})
}
}
func TestTLV_MultipleFields(t *testing.T) {
t.Parallel()
var buf bytes.Buffer
writer := helpers.NewTLVWriter(&buf)
// Write multiple fields
fields := [][]byte{
[]byte("field1"),
[]byte("field2"),
[]byte("field3"),
}
for _, field := range fields {
err := writer.WriteField(field)
require.NoError(t, err)
}
// Read multiple fields
reader := helpers.NewTLVReader(&buf)
for i, expected := range fields {
result, err := reader.ReadField()
require.NoError(t, err, "field %d", i)
assert.Equal(t, expected, result, "field %d", i)
}
}
func TestTLV_StringRoundTrip(t *testing.T) {
t.Parallel()
var buf bytes.Buffer
writer := helpers.NewTLVWriter(&buf)
original := "test string"
err := writer.WriteStringField(original)
require.NoError(t, err)
reader := helpers.NewTLVReader(&buf)
result, err := reader.ReadStringField()
require.NoError(t, err)
assert.Equal(t, original, result)
}
func TestTLVReader_ReadField_EOF(t *testing.T) {
t.Parallel()
var buf bytes.Buffer
writer := helpers.NewTLVWriter(&buf)
_ = writer.WriteField([]byte("test"))
reader := helpers.NewTLVReader(&buf)
_, err := reader.ReadField()
require.NoError(t, err)
// Try to read beyond EOF - this will fail when trying to read varint length
_, err = reader.ReadField()
require.Error(t, err)
// Error could be EOF or other read error
assert.Contains(t, err.Error(), "failed to read")
}