whitelist.go 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. package job
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "github.com/go-nunu/nunu-layout-advanced/internal/service"
  7. "github.com/google/uuid"
  8. "github.com/rabbitmq/amqp091-go"
  9. "go.uber.org/zap"
  10. "strconv"
  11. "strings"
  12. )
  13. // taskHandler 定义了处理单个消息的函数签名
  14. // 它负责业务逻辑的执行,并返回一个 error 来告知调用者处理是否成功。
  15. type taskHandler func(ctx context.Context, logger *zap.Logger, delivery amqp091.Delivery) error
  16. // WhitelistJob 定义了处理白名单相关任务的接口
  17. type WhitelistJob interface {
  18. // DomainConsumer 启动消费者,处理域名白名单任务
  19. DomainConsumer(ctx context.Context)
  20. // IpConsumer 启动消费者,处理 IP 白名单任务
  21. IpConsumer(ctx context.Context)
  22. }
  23. // NewWhitelistJob 创建一个新的 WhitelistJob
  24. func NewWhitelistJob(job *Job,
  25. aoDunService service.AoDunService,
  26. wafForMatter service.WafFormatterService,
  27. ) WhitelistJob {
  28. return &whitelistJob{
  29. Job: job,
  30. aoDunService: aoDunService,
  31. wafForMatter: wafForMatter,
  32. }
  33. }
  34. type whitelistJob struct {
  35. *Job
  36. aoDunService service.AoDunService
  37. wafForMatter service.WafFormatterService
  38. }
  39. // DomainConsumer 启动域名白名单消费者
  40. func (j *whitelistJob) DomainConsumer(ctx context.Context) {
  41. j.consume(ctx, "domain_whitelist", "domain_whitelist_consumer", j.handleDomainMessage)
  42. }
  43. // IpConsumer 启动IP白名单消费者
  44. func (j *whitelistJob) IpConsumer(ctx context.Context) {
  45. j.consume(ctx, "ip_white", "ip_white_consumer", j.handleIpMessage)
  46. }
  47. // consume 是一个通用的 RabbitMQ 消费者方法,封装了重复的逻辑
  48. func (j *whitelistJob) consume(ctx context.Context, taskName, consumerName string, handler taskHandler) {
  49. taskCfg, ok := j.Rabbitmq.GetTaskConfig(taskName)
  50. if !ok {
  51. j.logger.Error(fmt.Sprintf("未找到任务 '%s' 的配置", taskName))
  52. return
  53. }
  54. j.logger.Info("正在启动消费者...",
  55. zap.String("task", taskName),
  56. zap.String("queue", taskCfg.Queue),
  57. zap.String("consumer", consumerName),
  58. )
  59. msgs, err := j.Rabbitmq.Consume(taskCfg.Queue, consumerName, taskCfg.PrefetchCount)
  60. if err != nil {
  61. j.logger.Error("启动消费者失败", zap.String("task", taskName), zap.Error(err))
  62. return
  63. }
  64. for {
  65. select {
  66. case <-ctx.Done():
  67. j.logger.Info("消费者正在关闭...", zap.String("task", taskName))
  68. return
  69. case d, ok := <-msgs:
  70. if !ok {
  71. j.logger.Warn("消息通道已关闭,消费者退出。", zap.String("task", taskName))
  72. return
  73. }
  74. // 尝试从消息头获取 trace_id,如果不存在则生成一个新的
  75. traceID, ok := d.Headers["trace_id"].(string)
  76. if !ok || traceID == "" {
  77. traceID = uuid.New().String()
  78. }
  79. // 创建一个带有 trace_id 的 logger,用于本次任务的所有日志记录
  80. scopedLogger := j.logger.With(zap.String("trace_id", traceID))
  81. // 创建一个带有 trace_id 的 context,用于传递给下游服务
  82. ctxWithTrace := context.WithValue(ctx, "trace_id", traceID)
  83. // 调用具体的业务处理器
  84. processingErr := handler(ctxWithTrace, scopedLogger, d)
  85. // 根据处理结果统一进行 Ack/Nack
  86. if processingErr != nil {
  87. // 业务失败,拒绝消息并不重新入队
  88. if err := d.Nack(false, false); err != nil {
  89. scopedLogger.Error("消息 Nack 失败", zap.Error(err), zap.String("task", taskName))
  90. }
  91. } else {
  92. // 业务处理成功,手动发送确认
  93. if err := d.Ack(false); err != nil {
  94. scopedLogger.Error("消息 Ack 失败", zap.Error(err), zap.String("task", taskName))
  95. }
  96. }
  97. }
  98. }
  99. }
  100. // handleDomainMessage 是域名白名单任务的具体处理器
  101. func (j *whitelistJob) handleDomainMessage(ctx context.Context, logger *zap.Logger, d amqp091.Delivery) error {
  102. type domainTaskPayload struct {
  103. Domain string `json:"domain"`
  104. Ip string `json:"ip"`
  105. Action string `json:"action"` // "add" or "del"
  106. }
  107. var payload domainTaskPayload
  108. if err := json.Unmarshal(d.Body, &payload); err != nil {
  109. logger.Error("解析域名白名单消息失败", zap.Error(err), zap.ByteString("body", d.Body))
  110. return nil // 返回 nil 以避免消息重入队列,因为这是一个格式错误
  111. }
  112. logger.Info("收到域名白名单任务",
  113. zap.String("action", payload.Action),
  114. zap.String("domain", payload.Domain),
  115. zap.String("ip", payload.Ip),
  116. zap.String("routing_key", d.RoutingKey),
  117. )
  118. var processingErr error
  119. switch payload.Action {
  120. case "add", "del":
  121. processingErr = j.aoDunService.DomainWhiteList(ctx, payload.Domain, payload.Ip, payload.Action)
  122. default:
  123. processingErr = fmt.Errorf("unknown action: %s", payload.Action)
  124. logger.Warn("在域名白名单任务中收到未知操作", zap.String("action", payload.Action), zap.String("domain", payload.Domain))
  125. }
  126. if processingErr != nil {
  127. logger.Error("处理域名白名单任务失败", zap.Error(processingErr), zap.String("domain", payload.Domain))
  128. } else {
  129. logger.Info("已成功处理域名白名单任务", zap.String("action", payload.Action), zap.String("domain", payload.Domain))
  130. }
  131. return processingErr
  132. }
  133. // handleIpMessage 是 IP 白名单任务的具体处理器
  134. func (j *whitelistJob) handleIpMessage(ctx context.Context, logger *zap.Logger, d amqp091.Delivery) error {
  135. type ipTaskPayload struct {
  136. Ips []string `json:"ips"`
  137. Action string `json:"action"`
  138. }
  139. var payload ipTaskPayload
  140. if err := json.Unmarshal(d.Body, &payload); err != nil {
  141. logger.Error("解析IP白名单消息失败", zap.Error(err), zap.ByteString("body", d.Body))
  142. return nil // 消息格式错误,不应重试
  143. }
  144. logger.Info("收到IP白名单任务",
  145. zap.String("action", payload.Action),
  146. zap.Any("ips", payload.Ips),
  147. zap.String("routing_key", d.RoutingKey),
  148. )
  149. var processingErr error
  150. switch payload.Action {
  151. case "add":
  152. ips, err := j.wafForMatter.AppendWafIp(ctx, payload.Ips)
  153. if err != nil {
  154. // 如果附加IP失败,记录错误并终止
  155. processingErr = fmt.Errorf("为WAF准备IP列表失败: %w", err)
  156. } else {
  157. processingErr = j.aoDunService.AddWhiteStaticList(ctx, ips)
  158. }
  159. case "del":
  160. var errs []string
  161. for _, ip := range payload.Ips {
  162. id, err := j.aoDunService.GetWhiteStaticList(ctx, ip)
  163. if err != nil {
  164. logger.Error("获取IP白名单ID失败", zap.Error(err), zap.String("ip", ip))
  165. errs = append(errs, fmt.Sprintf("获取IP '%s' 失败: %v", ip, err))
  166. continue
  167. }
  168. if err := j.aoDunService.DelWhiteStaticList(ctx, strconv.Itoa(id)); err != nil {
  169. logger.Error("删除IP白名单失败", zap.Error(err), zap.String("ip", ip))
  170. errs = append(errs, fmt.Sprintf("删除IP '%s' 失败: %v", ip, err))
  171. }
  172. }
  173. if len(errs) > 0 {
  174. processingErr = fmt.Errorf("删除IP任务中发生错误: %s", strings.Join(errs, "; "))
  175. }
  176. default:
  177. processingErr = fmt.Errorf("unknown action: %s", payload.Action)
  178. logger.Warn("在IP白名单任务中收到未知操作", zap.String("action", payload.Action), zap.Any("ips", payload.Ips))
  179. }
  180. if processingErr != nil {
  181. logger.Error("处理IP白名单任务失败", zap.Error(processingErr), zap.Any("ips", payload.Ips))
  182. } else {
  183. logger.Info("已成功处理IP白名单任务", zap.String("action", payload.Action), zap.Any("ips", payload.Ips))
  184. }
  185. return processingErr
  186. }