4b72a37120
主要更新： 1. 数据库持久化功能 - 支持三种策略：仅落库、既落库又存证、仅存证 - 实现 Cursor Worker 异步扫描和存证机制 - 实现 Retry Worker 失败重试机制 - 支持 PostgreSQL、MySQL、SQLite 等多种数据库 - 添加 ClientIP 和 ServerIP 字段（可空，仅落库） 2. 集群并发安全 - 使用 SELECT FOR UPDATE SKIP LOCKED 防止重复处理 - 实现 CAS (Compare-And-Set) 原子状态更新 - 添加 updated_at 字段支持并发控制 3. Cursor 初始化优化 - 自动基于历史数据初始化 cursor - 确保不遗漏任何历史记录 - 修复 UPSERT 逻辑 4. 测试完善 - 添加 E2E 集成测试（含 Pulsar 消费者验证） - 添加 PostgreSQL 集成测试 - 添加 Pulsar 集成测试 - 添加集群并发安全测试 - 添加 Cursor 初始化验证测试 - 补充大量单元测试，提升覆盖率 5. 工具脚本 - 添加数据库迁移脚本 - 添加 Cursor 状态检查工具 - 添加 Cursor 初始化工具 - 添加 Pulsar 消息验证工具 6. 文档清理 - 删除冗余文档，只保留根目录 README 测试结果： - 所有 E2E 测试通过（100%） - 数据库持久化与异步存证流程验证通过 - 集群环境下的并发安全性验证通过 - Cursor 自动初始化和历史数据处理验证通过
101 lines
4.6 KiB
Modula-2
101 lines
4.6 KiB
Modula-2
module go.yandata.net/iod/iod/go-trustlog
|
|
|
|
go 1.25
|
|
|
|
require (
|
|
github.com/ThreeDotsLabs/watermill v1.5.1
|
|
github.com/apache/pulsar-client-go v0.17.0
|
|
github.com/crpt/go-crpt v1.0.0
|
|
github.com/fxamacker/cbor/v2 v2.7.0
|
|
github.com/go-logr/logr v1.4.3
|
|
github.com/go-playground/validator/v10 v10.28.0
|
|
github.com/lib/pq v1.10.9
|
|
github.com/mattn/go-sqlite3 v1.9.0
|
|
github.com/minio/sha256-simd v1.0.1
|
|
github.com/stretchr/testify v1.11.1
|
|
github.com/zeebo/blake3 v0.2.4
|
|
go.yandata.net/iod/iod/trustlog-sdk v0.3.2
|
|
golang.org/x/crypto v0.43.0
|
|
google.golang.org/grpc v1.75.0
|
|
google.golang.org/protobuf v1.36.8
|
|
)
|
|
|
|
require (
|
|
github.com/99designs/go-keychain v0.0.0-20191008050251-8e49817e8af4 // indirect
|
|
github.com/99designs/keyring v1.2.1 // indirect
|
|
github.com/AthenZ/athenz v1.12.13 // indirect
|
|
github.com/DataDog/zstd v1.5.0 // indirect
|
|
github.com/ardielle/ardielle-go v1.5.2 // indirect
|
|
github.com/beorn7/perks v1.0.1 // indirect
|
|
github.com/bits-and-blooms/bitset v1.4.0 // indirect
|
|
github.com/btcsuite/btcd v0.22.0-beta // indirect
|
|
github.com/cespare/xxhash/v2 v2.3.0 // indirect
|
|
github.com/crpt/go-merkle v0.0.0-20211202024952-07ef5d0dcfc0 // indirect
|
|
github.com/danieljoos/wincred v1.1.2 // indirect
|
|
github.com/daotl/go-acei v0.0.0-20211201154418-8daef5059165 // indirect
|
|
github.com/daotl/guts v0.0.0-20211209102048-f83c8ade78e8 // indirect
|
|
github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
|
|
github.com/dvsekhvalnov/jose2go v1.6.0 // indirect
|
|
github.com/emmansun/gmsm v0.40.0 // indirect
|
|
github.com/gabriel-vasile/mimetype v1.4.10 // indirect
|
|
github.com/go-jose/go-jose/v4 v4.1.1 // indirect
|
|
github.com/go-playground/locales v0.14.1 // indirect
|
|
github.com/go-playground/universal-translator v0.18.1 // indirect
|
|
github.com/go-viper/mapstructure/v2 v2.4.0 // indirect
|
|
github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 // indirect
|
|
github.com/gogo/protobuf v1.3.2 // indirect
|
|
github.com/golang-jwt/jwt/v5 v5.2.2 // indirect
|
|
github.com/google/gofuzz v1.2.0 // indirect
|
|
github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 // indirect
|
|
github.com/google/uuid v1.6.0 // indirect
|
|
github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c // indirect
|
|
github.com/hamba/avro/v2 v2.29.0 // indirect
|
|
github.com/json-iterator/go v1.1.12 // indirect
|
|
github.com/klauspost/compress v1.18.0 // indirect
|
|
github.com/klauspost/cpuid/v2 v2.3.0 // indirect
|
|
github.com/leodido/go-urn v1.4.0 // indirect
|
|
github.com/libp2p/go-msgio v0.1.0 // indirect
|
|
github.com/lithammer/shortuuid/v3 v3.0.7 // indirect
|
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
|
|
github.com/modern-go/reflect2 v1.0.2 // indirect
|
|
github.com/mr-tron/base58 v1.2.0 // indirect
|
|
github.com/mtibben/percent v0.2.1 // indirect
|
|
github.com/multiformats/go-multihash v0.2.3 // indirect
|
|
github.com/multiformats/go-varint v0.0.6 // indirect
|
|
github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
|
|
github.com/oasisprotocol/curve25519-voi v0.0.0-20211129104401-1d84291be125 // indirect
|
|
github.com/oklog/ulid v1.3.1 // indirect
|
|
github.com/petermattis/goid v0.0.0-20180202154549-b0b1615b78e5 // indirect
|
|
github.com/pierrec/lz4/v4 v4.1.22 // indirect
|
|
github.com/pkg/errors v0.9.1 // indirect
|
|
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
|
|
github.com/prometheus/client_golang v1.23.0 // indirect
|
|
github.com/prometheus/client_model v0.6.2 // indirect
|
|
github.com/prometheus/common v0.65.0 // indirect
|
|
github.com/prometheus/procfs v0.17.0 // indirect
|
|
github.com/sasha-s/go-deadlock v0.2.1-0.20190427202633-1595213edefa // indirect
|
|
github.com/sirupsen/logrus v1.9.3 // indirect
|
|
github.com/spaolacci/murmur3 v1.1.0 // indirect
|
|
github.com/stretchr/objx v0.5.2 // indirect
|
|
github.com/tendermint/tendermint v0.35.0 // indirect
|
|
github.com/x448/float16 v0.8.4 // indirect
|
|
go.uber.org/atomic v1.11.0 // indirect
|
|
golang.org/x/mod v0.29.0 // indirect
|
|
golang.org/x/net v0.46.0 // indirect
|
|
golang.org/x/oauth2 v0.30.0 // indirect
|
|
golang.org/x/sys v0.37.0 // indirect
|
|
golang.org/x/term v0.36.0 // indirect
|
|
golang.org/x/text v0.30.0 // indirect
|
|
google.golang.org/genproto/googleapis/rpc v0.0.0-20250818200422-3122310a409c // indirect
|
|
gopkg.in/inf.v0 v0.9.1 // indirect
|
|
gopkg.in/yaml.v3 v3.0.1 // indirect
|
|
k8s.io/apimachinery v0.32.3 // indirect
|
|
k8s.io/client-go v0.32.3 // indirect
|
|
k8s.io/klog/v2 v2.130.1 // indirect
|
|
k8s.io/utils v0.0.0-20250321185631-1f6e0b77f77e // indirect
|
|
lukechampine.com/blake3 v1.1.6 // indirect
|
|
sigs.k8s.io/json v0.0.0-20241010143419-9aa6b5e7a4b3 // indirect
|
|
sigs.k8s.io/structured-merge-diff/v4 v4.4.2 // indirect
|
|
sigs.k8s.io/yaml v1.4.0 // indirect
|
|
)
|