主要更新: 1. 数据库持久化功能 - 支持三种策略:仅落库、既落库又存证、仅存证 - 实现 Cursor Worker 异步扫描和存证机制 - 实现 Retry Worker 失败重试机制 - 支持 PostgreSQL、MySQL、SQLite 等多种数据库 - 添加 ClientIP 和 ServerIP 字段(可空,仅落库) 2. 集群并发安全 - 使用 SELECT FOR UPDATE SKIP LOCKED 防止重复处理 - 实现 CAS (Compare-And-Set) 原子状态更新 - 添加 updated_at 字段支持并发控制 3. Cursor 初始化优化 - 自动基于历史数据初始化 cursor - 确保不遗漏任何历史记录 - 修复 UPSERT 逻辑 4. 测试完善 - 添加 E2E 集成测试(含 Pulsar 消费者验证) - 添加 PostgreSQL 集成测试 - 添加 Pulsar 集成测试 - 添加集群并发安全测试 - 添加 Cursor 初始化验证测试 - 补充大量单元测试,提升覆盖率 5. 工具脚本 - 添加数据库迁移脚本 - 添加 Cursor 状态检查工具 - 添加 Cursor 初始化工具 - 添加 Pulsar 消息验证工具 6. 文档清理 - 删除冗余文档,只保留根目录 README 测试结果: - 所有 E2E 测试通过(100%) - 数据库持久化与异步存证流程验证通过 - 集群环境下的并发安全性验证通过 - Cursor 自动初始化和历史数据处理验证通过
178 lines
3.0 KiB
Go
178 lines
3.0 KiB
Go
package helpers_test
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"go.yandata.net/iod/iod/go-trustlog/internal/helpers"
|
|
)
|
|
|
|
func TestMarshalCanonical(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
tests := []struct {
|
|
name string
|
|
input interface{}
|
|
wantErr bool
|
|
}{
|
|
{
|
|
name: "string",
|
|
input: "test",
|
|
wantErr: false,
|
|
},
|
|
{
|
|
name: "int",
|
|
input: 42,
|
|
wantErr: false,
|
|
},
|
|
{
|
|
name: "map",
|
|
input: map[string]interface{}{"key": "value"},
|
|
wantErr: false,
|
|
},
|
|
{
|
|
name: "slice",
|
|
input: []string{"a", "b", "c"},
|
|
wantErr: false,
|
|
},
|
|
{
|
|
name: "struct",
|
|
input: struct{ Name string }{"test"},
|
|
wantErr: false,
|
|
},
|
|
{
|
|
name: "nil",
|
|
input: nil,
|
|
wantErr: false,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
t.Parallel()
|
|
result, err := helpers.MarshalCanonical(tt.input)
|
|
if tt.wantErr {
|
|
require.Error(t, err)
|
|
assert.Nil(t, result)
|
|
} else {
|
|
require.NoError(t, err)
|
|
assert.NotNil(t, result)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestMarshalCanonical_Deterministic(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
input := map[string]interface{}{
|
|
"key1": "value1",
|
|
"key2": "value2",
|
|
"key3": 123,
|
|
}
|
|
|
|
result1, err1 := helpers.MarshalCanonical(input)
|
|
require.NoError(t, err1)
|
|
|
|
result2, err2 := helpers.MarshalCanonical(input)
|
|
require.NoError(t, err2)
|
|
|
|
// Canonical encoding should produce identical results
|
|
assert.Equal(t, result1, result2)
|
|
}
|
|
|
|
func TestUnmarshal(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
tests := []struct {
|
|
name string
|
|
data []byte
|
|
target interface{}
|
|
wantErr bool
|
|
}{
|
|
{
|
|
name: "string",
|
|
data: []byte{0x64, 0x74, 0x65, 0x73, 0x74}, // "test" in CBOR
|
|
target: new(string),
|
|
wantErr: false,
|
|
},
|
|
{
|
|
name: "int",
|
|
data: []byte{0x18, 0x2a}, // 42 in CBOR
|
|
target: new(int),
|
|
wantErr: false,
|
|
},
|
|
{
|
|
name: "invalid CBOR",
|
|
data: []byte{0xff, 0xff, 0xff},
|
|
target: new(string),
|
|
wantErr: true,
|
|
},
|
|
{
|
|
name: "empty data",
|
|
data: []byte{},
|
|
target: new(string),
|
|
wantErr: true,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
t.Parallel()
|
|
err := helpers.Unmarshal(tt.data, tt.target)
|
|
if tt.wantErr {
|
|
require.Error(t, err)
|
|
} else {
|
|
require.NoError(t, err)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestMarshalUnmarshal_RoundTrip(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
tests := []struct {
|
|
name string
|
|
input interface{}
|
|
}{
|
|
{
|
|
name: "string",
|
|
input: "test string",
|
|
},
|
|
{
|
|
name: "int",
|
|
input: 42,
|
|
},
|
|
{
|
|
name: "map",
|
|
input: map[string]interface{}{"key": "value"},
|
|
},
|
|
{
|
|
name: "slice",
|
|
input: []string{"a", "b", "c"},
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
// Marshal
|
|
data, err := helpers.MarshalCanonical(tt.input)
|
|
require.NoError(t, err)
|
|
require.NotNil(t, data)
|
|
|
|
// Unmarshal
|
|
var result interface{}
|
|
err = helpers.Unmarshal(data, &result)
|
|
require.NoError(t, err)
|
|
|
|
// Verify
|
|
assert.NotNil(t, result)
|
|
})
|
|
}
|
|
}
|