123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302 |
- package repository
- import (
- "context"
- "fmt"
- "github.com/glebarez/sqlite"
- "github.com/go-nunu/nunu-layout-advanced/pkg/log"
- "github.com/go-nunu/nunu-layout-advanced/pkg/zapgorm2"
- "github.com/qiniu/qmgo"
- "github.com/redis/go-redis/v9"
- "github.com/spf13/viper"
- "gorm.io/driver/mysql"
- "gorm.io/driver/postgres"
- "gorm.io/gorm"
- gormlogger "gorm.io/gorm/logger"
- "gorm.io/plugin/dbresolver"
- "time"
- )
- const ctxTxKey = "TxKey"
- type Repository struct {
- db *gorm.DB
- //rdb *redis.Client
- mongoClient *qmgo.Client
- mongoDB *qmgo.Database
- logger *log.Logger
- }
- func NewRepository(
- logger *log.Logger,
- db *gorm.DB,
- // rdb *redis.Client,
- mongoClient *qmgo.Client,
- mongoDB *qmgo.Database,
- ) *Repository {
- return &Repository{
- db: db,
- //rdb: rdb,
- mongoClient: mongoClient,
- mongoDB: mongoDB,
- logger: logger,
- }
- }
- type Transaction interface {
- Transaction(ctx context.Context, fn func(ctx context.Context) error) error
- // 在特定数据库上执行事务
- TransactionWithDB(ctx context.Context, dbName string, fn func(ctx context.Context) error) error
- }
- func NewTransaction(r *Repository) Transaction {
- return r
- }
- // DB return tx
- // If you need to create a Transaction, you must call DB(ctx) and Transaction(ctx,fn)
- func (r *Repository) DB(ctx context.Context) *gorm.DB {
- v := ctx.Value(ctxTxKey)
- if v != nil {
- if tx, ok := v.(*gorm.DB); ok {
- return tx
- }
- }
- return r.db.WithContext(ctx)
- }
- // DBWithName 使用特定名称的数据库连接
- func (r *Repository) DBWithName(ctx context.Context, dbName string) *gorm.DB {
- // 先检查上下文中是否已存在事务
- v := ctx.Value(ctxTxKey)
- if v != nil {
- if tx, ok := v.(*gorm.DB); ok {
- // 如果事务中已经指定了数据库,则直接返回
- return tx
- }
- }
-
- // 使用指定名称的数据库连接
- if dbName != "" {
- return r.db.Clauses(dbresolver.Use(dbName)).WithContext(ctx)
- }
- return r.db.WithContext(ctx)
- }
- func (r *Repository) Transaction(ctx context.Context, fn func(ctx context.Context) error) error {
- return r.db.WithContext(ctx).Transaction(func(tx *gorm.DB) error {
- ctxWithTx := context.WithValue(ctx, ctxTxKey, tx)
- return fn(ctxWithTx)
- })
- }
- // TransactionWithDB 在特定数据库上执行事务
- func (r *Repository) TransactionWithDB(ctx context.Context, dbName string, fn func(ctx context.Context) error) error {
- // 使用特定的数据库连接
- db := r.db
- if dbName != "" {
- db = db.Clauses(dbresolver.Use(dbName))
- }
-
- return db.WithContext(ctx).Transaction(func(tx *gorm.DB) error {
- // tx已经是针对特定数据库的事务句柄,无需再次指定数据库
- ctxWithTx := context.WithValue(ctx, ctxTxKey, tx)
- return fn(ctxWithTx)
- })
- }
- func NewDB(conf *viper.Viper, l *log.Logger) *gorm.DB {
- var (
- db *gorm.DB
- err error
- )
- // 获取主数据库键名
- primaryDBKey := conf.GetString("data.primary_db_key")
- if primaryDBKey == "" {
- // 默认使用user作为主数据库键名(向后兼容)
- primaryDBKey = "user"
- }
- // 从配置中获取主数据库配置
- driver := conf.GetString(fmt.Sprintf("data.db.%s.driver", primaryDBKey))
- if driver == "" {
- panic("主数据库驱动配置不能为空")
- }
-
- dsn := conf.GetString(fmt.Sprintf("data.db.%s.dsn", primaryDBKey))
- if dsn == "" {
- panic("主数据库连接字符串不能为空")
- }
- // 读取日志级别配置
- logLevelStr := conf.GetString(fmt.Sprintf("data.db.%s.logLevel", primaryDBKey))
- var logLevel gormlogger.LogLevel
- switch logLevelStr {
- case "silent":
- logLevel = gormlogger.Silent
- case "error":
- logLevel = gormlogger.Error
- case "warn":
- logLevel = gormlogger.Warn
- case "info":
- logLevel = gormlogger.Info
- default:
- // MySQL 默认只记录警告和错误
- if driver == "mysql" {
- logLevel = gormlogger.Warn
- } else {
- logLevel = gormlogger.Info
- }
- }
- logger := zapgorm2.New(l.Logger).LogMode(logLevel)
- // 连接主数据库
- switch driver {
- case "mysql":
- db, err = gorm.Open(mysql.Open(dsn), &gorm.Config{
- Logger: logger,
- })
- case "postgres":
- db, err = gorm.Open(postgres.New(postgres.Config{
- DSN: dsn,
- PreferSimpleProtocol: true,
- }), &gorm.Config{
- Logger: logger,
- })
- case "sqlite":
- db, err = gorm.Open(sqlite.Open(dsn), &gorm.Config{
- Logger: logger,
- })
- default:
- panic("不支持的数据库驱动类型: " + driver)
- }
- if err != nil {
- panic(fmt.Sprintf("连接主数据库失败: %s", err.Error()))
- }
- // 创建 dbresolver 实例
- resolver := dbresolver.Register(dbresolver.Config{})
- // 获取所有配置的数据库列表
- databases := conf.GetStringMap("data.db")
- // 遍历所有数据库配置(跳过主数据库,因为已经连接)
- for dbKey, _ := range databases {
- // 跳过主数据库(已经直接连接了)
- if dbKey == primaryDBKey {
- continue
- }
- // 检查该键是否确实是一个数据库配置对象
- dbDriver := conf.GetString(fmt.Sprintf("data.db.%s.driver", dbKey))
- dbDSN := conf.GetString(fmt.Sprintf("data.db.%s.dsn", dbKey))
- if dbDriver != "" && dbDSN != "" {
- // 构建数据库连接器
- var dialector gorm.Dialector
- switch dbDriver {
- case "mysql":
- dialector = mysql.Open(dbDSN)
- case "postgres":
- dialector = postgres.New(postgres.Config{
- DSN: dbDSN,
- PreferSimpleProtocol: true,
- })
- case "sqlite":
- dialector = sqlite.Open(dbDSN)
- default:
- l.Warn(fmt.Sprintf("跳过不支持的数据库驱动类型: %s (dbKey: %s)", dbDriver, dbKey))
- continue
- }
- // 注册到resolver
- resolver.Register(dbresolver.Config{
- Sources: []gorm.Dialector{dialector},
- Replicas: []gorm.Dialector{dialector},
- Policy: dbresolver.RandomPolicy{},
- }, dbKey) // 使用配置键作为数据库名称
- l.Info(fmt.Sprintf("成功配置数据库连接: %s", dbKey))
- }
- }
- // 设置连接池参数
- resolver.SetConnMaxIdleTime(time.Hour).
- SetConnMaxLifetime(24 * time.Hour).
- SetMaxIdleConns(10).
- SetMaxOpenConns(100)
- // 应用配置好的 dbresolver 到 db
- err = db.Use(resolver)
- if err != nil {
- panic(fmt.Sprintf("应用数据库连接配置失败: %s", err.Error()))
- }
- // 主数据库连接池配置
- sqlDB, err := db.DB()
- if err != nil {
- panic(err)
- }
- sqlDB.SetMaxIdleConns(10)
- sqlDB.SetMaxOpenConns(100)
- sqlDB.SetConnMaxLifetime(time.Hour)
- return db
- }
- func NewRedis(conf *viper.Viper) *redis.Client {
- rdb := redis.NewClient(&redis.Options{
- Addr: conf.GetString("data.redis.addr"),
- Password: conf.GetString("data.redis.password"),
- DB: conf.GetInt("data.redis.db"),
- })
- ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
- defer cancel()
- _, err := rdb.Ping(ctx).Result()
- if err != nil {
- panic(fmt.Sprintf("redis error: %s", err.Error()))
- }
- return rdb
- }
- func NewMongoClient(conf *viper.Viper) *qmgo.Client {
- timeout := conf.GetDuration("data.mongodb.timeout")
- if timeout == 0 {
- timeout = 10 * time.Second
- }
- maxPoolSize := conf.GetUint64("data.mongodb.max_pool_size")
- ctx, cancel := context.WithTimeout(context.Background(), timeout)
- defer cancel()
- // 创建连接配置
- clientOpts := &qmgo.Config{
- Uri: conf.GetString("data.mongodb.uri"),
- MaxPoolSize: &maxPoolSize,
- }
- // 连接到MongoDB
- client, err := qmgo.NewClient(ctx, clientOpts)
- if err != nil {
- panic(fmt.Sprintf("连接MongoDB失败: %s", err.Error()))
- }
- return client
- }
- func NewMongoDB(client *qmgo.Client, conf *viper.Viper) *qmgo.Database {
- databaseName := conf.GetString("data.mongodb.database")
- if databaseName == "" {
- panic("MongoDB数据库名不能为空")
- }
- return client.Database(databaseName)
- }
|