主要更新: 1. 数据库持久化功能 - 支持三种策略:仅落库、既落库又存证、仅存证 - 实现 Cursor Worker 异步扫描和存证机制 - 实现 Retry Worker 失败重试机制 - 支持 PostgreSQL、MySQL、SQLite 等多种数据库 - 添加 ClientIP 和 ServerIP 字段(可空,仅落库) 2. 集群并发安全 - 使用 SELECT FOR UPDATE SKIP LOCKED 防止重复处理 - 实现 CAS (Compare-And-Set) 原子状态更新 - 添加 updated_at 字段支持并发控制 3. Cursor 初始化优化 - 自动基于历史数据初始化 cursor - 确保不遗漏任何历史记录 - 修复 UPSERT 逻辑 4. 测试完善 - 添加 E2E 集成测试(含 Pulsar 消费者验证) - 添加 PostgreSQL 集成测试 - 添加 Pulsar 集成测试 - 添加集群并发安全测试 - 添加 Cursor 初始化验证测试 - 补充大量单元测试,提升覆盖率 5. 工具脚本 - 添加数据库迁移脚本 - 添加 Cursor 状态检查工具 - 添加 Cursor 初始化工具 - 添加 Pulsar 消息验证工具 6. 文档清理 - 删除冗余文档,只保留根目录 README 测试结果: - 所有 E2E 测试通过(100%) - 数据库持久化与异步存证流程验证通过 - 集群环境下的并发安全性验证通过 - Cursor 自动初始化和历史数据处理验证通过
120 lines
2.7 KiB
Go
120 lines
2.7 KiB
Go
package grpcclient_test
|
||
|
||
import (
|
||
"testing"
|
||
|
||
"github.com/stretchr/testify/assert"
|
||
"github.com/stretchr/testify/require"
|
||
|
||
"go.yandata.net/iod/iod/go-trustlog/internal/grpcclient"
|
||
)
|
||
|
||
func TestConfig_GetAddrs(t *testing.T) {
|
||
tests := []struct {
|
||
name string
|
||
config grpcclient.Config
|
||
wantAddrs []string
|
||
wantErr bool
|
||
errMsg string
|
||
}{
|
||
{
|
||
name: "ServerAddrs优先级高于ServerAddr",
|
||
config: grpcclient.Config{
|
||
ServerAddrs: []string{"server1:9090", "server2:9090"},
|
||
ServerAddr: "server3:9090",
|
||
},
|
||
wantAddrs: []string{"server1:9090", "server2:9090"},
|
||
wantErr: false,
|
||
},
|
||
{
|
||
name: "只有ServerAddrs",
|
||
config: grpcclient.Config{
|
||
ServerAddrs: []string{"server1:9090", "server2:9090", "server3:9090"},
|
||
},
|
||
wantAddrs: []string{"server1:9090", "server2:9090", "server3:9090"},
|
||
wantErr: false,
|
||
},
|
||
{
|
||
name: "只有ServerAddr",
|
||
config: grpcclient.Config{
|
||
ServerAddr: "server1:9090",
|
||
},
|
||
wantAddrs: []string{"server1:9090"},
|
||
wantErr: false,
|
||
},
|
||
{
|
||
name: "ServerAddrs为空,使用ServerAddr",
|
||
config: grpcclient.Config{
|
||
ServerAddrs: []string{},
|
||
ServerAddr: "server1:9090",
|
||
},
|
||
wantAddrs: []string{"server1:9090"},
|
||
wantErr: false,
|
||
},
|
||
{
|
||
name: "没有任何地址应该返回错误",
|
||
config: grpcclient.Config{},
|
||
wantAddrs: nil,
|
||
wantErr: true,
|
||
errMsg: "at least one server address is required",
|
||
},
|
||
{
|
||
name: "ServerAddrs为空且ServerAddr为空",
|
||
config: grpcclient.Config{
|
||
ServerAddrs: []string{},
|
||
ServerAddr: "",
|
||
},
|
||
wantAddrs: nil,
|
||
wantErr: true,
|
||
errMsg: "at least one server address is required",
|
||
},
|
||
}
|
||
|
||
for _, tt := range tests {
|
||
t.Run(tt.name, func(t *testing.T) {
|
||
addrs, err := tt.config.GetAddrs()
|
||
|
||
if tt.wantErr {
|
||
require.Error(t, err)
|
||
if tt.errMsg != "" {
|
||
assert.Contains(t, err.Error(), tt.errMsg)
|
||
}
|
||
assert.Nil(t, addrs)
|
||
} else {
|
||
require.NoError(t, err)
|
||
assert.Equal(t, tt.wantAddrs, addrs)
|
||
}
|
||
})
|
||
}
|
||
}
|
||
|
||
func TestConfig_EmptyServerAddrs(t *testing.T) {
|
||
// 测试空的 ServerAddrs 切片
|
||
config := grpcclient.Config{
|
||
ServerAddrs: []string{},
|
||
ServerAddr: "fallback:9090",
|
||
}
|
||
|
||
addrs, err := config.GetAddrs()
|
||
require.NoError(t, err)
|
||
assert.Equal(t, []string{"fallback:9090"}, addrs)
|
||
}
|
||
|
||
func TestConfig_MultipleServerAddrs(t *testing.T) {
|
||
// 测试多个服务器地址
|
||
config := grpcclient.Config{
|
||
ServerAddrs: []string{
|
||
"server1:9090",
|
||
"server2:9091",
|
||
"server3:9092",
|
||
"server4:9093",
|
||
},
|
||
}
|
||
|
||
addrs, err := config.GetAddrs()
|
||
require.NoError(t, err)
|
||
assert.Len(t, addrs, 4)
|
||
assert.Equal(t, "server1:9090", addrs[0])
|
||
assert.Equal(t, "server4:9093", addrs[3])
|
||
}
|