waf.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404
  1. package task
  2. import (
  3. "context"
  4. "fmt"
  5. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  6. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  7. waf2 "github.com/go-nunu/nunu-layout-advanced/internal/repository/api/waf"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/service/admin"
  9. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/flexCdn"
  10. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/waf"
  11. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/waf/tcp"
  12. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/waf/udp"
  13. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/waf/web"
  14. "github.com/hashicorp/go-multierror"
  15. "go.uber.org/zap"
  16. "sync"
  17. "time"
  18. )
  19. // WafTask 定义了WAF相关的五个独立定时任务接口
  20. type WafTask interface {
  21. // 1. 同步即将到期(1天内)的套餐时间
  22. SynchronizationTime(ctx context.Context) error
  23. // 2. 停止所有已到期的套餐
  24. StopPlan(ctx context.Context) error
  25. // 3. 恢复7天内续费的套餐
  26. RecoverRecentPlan(ctx context.Context) error
  27. // 4. 清理过期超过7天且仍未续费的记录
  28. CleanUpStaleRecords(ctx context.Context) error
  29. // 5. 恢复超过7天后才续费的套餐
  30. RecoverStalePlan(ctx context.Context) error
  31. }
  32. // =================================================================
  33. // =================== 结构体与构造函数 ==========================
  34. // =================================================================
  35. func NewWafTask(
  36. webForWardingRep waf2.WebForwardingRepository,
  37. tcpforwardingRep waf2.TcpforwardingRepository,
  38. udpForWardingRep waf2.UdpForWardingRepository,
  39. cdn flexCdn.CdnService,
  40. hostRep repository.HostRepository,
  41. globalLimitRep waf2.GlobalLimitRepository,
  42. expiredRep repository.ExpiredRepository,
  43. task *Task,
  44. gatewayIpRep waf2.GatewayipRepository,
  45. tcp tcp.TcpforwardingService,
  46. udp udp.UdpForWardingService,
  47. web web.WebForwardingService,
  48. buildAoDun waf.BuildAudunService,
  49. zzyBgp waf.ZzybgpService,
  50. wafOps admin.WafOperationsService,
  51. ) WafTask {
  52. return &wafTask{
  53. Task: task,
  54. webForWardingRep: webForWardingRep,
  55. tcpforwardingRep: tcpforwardingRep,
  56. udpForWardingRep: udpForWardingRep,
  57. cdn: cdn,
  58. hostRep: hostRep,
  59. globalLimitRep: globalLimitRep,
  60. expiredRep: expiredRep,
  61. gatewayIpRep: gatewayIpRep,
  62. tcp: tcp,
  63. udp: udp,
  64. web: web,
  65. buildAoDun: buildAoDun,
  66. zzyBgp: zzyBgp,
  67. wafOps: wafOps,
  68. }
  69. }
  70. type wafTask struct {
  71. *Task
  72. webForWardingRep waf2.WebForwardingRepository
  73. tcpforwardingRep waf2.TcpforwardingRepository
  74. udpForWardingRep waf2.UdpForWardingRepository
  75. cdn flexCdn.CdnService
  76. hostRep repository.HostRepository
  77. globalLimitRep waf2.GlobalLimitRepository
  78. expiredRep repository.ExpiredRepository
  79. gatewayIpRep waf2.GatewayipRepository
  80. tcp tcp.TcpforwardingService
  81. udp udp.UdpForWardingService
  82. web web.WebForwardingService
  83. buildAoDun waf.BuildAudunService
  84. zzyBgp waf.ZzybgpService
  85. wafOps admin.WafOperationsService
  86. }
  87. const (
  88. SynchronousInSeconds = 7 * 24 * 60 * 60
  89. SevenDaysInSeconds = 7 * 24 * 60 * 60
  90. )
  91. // RenewalRequest 现在使用service层的定义
  92. type RenewalRequest = admin.RenewalRequest
  93. // =================================================================
  94. // =================== 核心辅助函数 (Core Helpers) =================
  95. // =================================================================
  96. // wrapTaskError 统一封装任务错误信息,方便日志和调试
  97. func (t *wafTask) wrapTaskError(taskName, step string, err error) error {
  98. if err == nil {
  99. return nil
  100. }
  101. return fmt.Errorf("执行[%s]-%s失败: %w", taskName, step, err)
  102. }
  103. // getCdnWebIdsByHostIds 委托给service层处理
  104. func (t *wafTask) getCdnWebIdsByHostIds(ctx context.Context, hostIds []int) ([]int, error) {
  105. return t.wafOps.GetForwardingRuleIds(ctx, hostIds)
  106. }
  107. // setCdnWebsitesState 委托给service层处理
  108. func (t *wafTask) setCdnWebsitesState(ctx context.Context, ids []int, enable bool) error {
  109. return t.wafOps.SetCdnWebsitesState(ctx, ids, enable)
  110. }
  111. // executeRenewalActions 委托给service层处理
  112. func (t *wafTask) executeRenewalActions(ctx context.Context, reqs []RenewalRequest) error {
  113. return t.wafOps.ExecuteRenewalActions(ctx, reqs)
  114. }
  115. // =================================================================
  116. // =================== 1. 数据查找与决策层 ==========================
  117. // =================================================================
  118. // findPlansNeedingSync (原findMismatchedExpirations) 检查WAF和Host的到期时间差异,返回需要同步的请求
  119. func (t *wafTask) findPlansNeedingSync(ctx context.Context, wafLimits []model.GlobalLimit) ([]RenewalRequest, error) {
  120. if len(wafLimits) == 0 {
  121. return nil, nil
  122. }
  123. wafExpiredMap := make(map[int]int64, len(wafLimits))
  124. var hostIds []int64
  125. for _, limit := range wafLimits {
  126. hostIds = append(hostIds, int64(limit.HostId))
  127. wafExpiredMap[limit.HostId] = limit.ExpiredAt
  128. }
  129. hostExpirations, err := t.hostRep.GetExpireTimeByHostId(ctx, hostIds)
  130. if err != nil {
  131. return nil, fmt.Errorf("获取主机到期时间失败: %w", err)
  132. }
  133. hostExpiredMap := make(map[int]int64, len(hostExpirations))
  134. for _, h := range hostExpirations {
  135. hostExpiredMap[h.HostId] = h.ExpiredAt
  136. }
  137. var renewalRequests []RenewalRequest
  138. for hostId, wafExpiredTime := range wafExpiredMap {
  139. hostTime, ok := hostExpiredMap[hostId]
  140. if !ok || hostTime != wafExpiredTime {
  141. renewalRequests = append(renewalRequests, RenewalRequest{HostId: hostId, ExpiredAt: hostTime})
  142. }
  143. }
  144. return renewalRequests, nil
  145. }
  146. // findAllCurrentlyExpiredWAFPlans (原findAllCurrentlyExpiredPlans) 查找所有当前时间点已经到期的WAF记录
  147. func (t *wafTask) findAllCurrentlyExpiredWAFPlans(ctx context.Context) ([]model.GlobalLimit, error) {
  148. return t.globalLimitRep.GetGlobalLimitAlmostExpired(ctx, 0)
  149. }
  150. // findRecentlyExpiredWAFPlans (原findRecentlyExpiredPlans) 查找在过去7天内到期的WAF记录
  151. func (t *wafTask) findRecentlyExpiredWAFPlans(ctx context.Context) ([]model.GlobalLimit, error) {
  152. sevenDaysAgo := time.Now().Add(-7 * 24 * time.Hour).Unix()
  153. now := time.Now().Unix()
  154. return t.globalLimitRep.GetGlobalLimitsByExpirationRange(ctx, sevenDaysAgo, now)
  155. }
  156. // findStaleWAFPlans (原findStaleExpiredPlans) 查找7天前或更早就已到期的WAF记录
  157. func (t *wafTask) findStaleWAFPlans(ctx context.Context) ([]model.GlobalLimit, error) {
  158. sevenDaysAgoOffset := int64(-1 * SevenDaysInSeconds)
  159. return t.globalLimitRep.GetGlobalLimitAlmostExpired(ctx, sevenDaysAgoOffset)
  160. }
  161. // =================================================================
  162. // ============== 2. 业务执行与公共API层 ===========================
  163. // =================================================================
  164. // SynchronizationTime 同步即将到期(1天内)的套餐时间
  165. func (t *wafTask) SynchronizationTime(ctx context.Context) error {
  166. taskName := "同步到期时间"
  167. wafLimits, err := t.globalLimitRep.GetGlobalLimitAlmostExpired(ctx, SynchronousInSeconds)
  168. if err != nil {
  169. return t.wrapTaskError(taskName, "查找失败", err)
  170. }
  171. if len(wafLimits) == 0 {
  172. return nil
  173. }
  174. renewalRequests, err := t.findPlansNeedingSync(ctx, wafLimits)
  175. if err != nil {
  176. return t.wrapTaskError(taskName, "决策失败", err)
  177. }
  178. if len(renewalRequests) > 0 {
  179. t.logger.Info("发现记录需要同步到期时间", zap.String("task", taskName), zap.Int("数量", len(renewalRequests)), zap.Any("套餐内容", renewalRequests))
  180. return t.wrapTaskError(taskName, "执行同步", t.executeRenewalActions(ctx, renewalRequests))
  181. }
  182. return nil
  183. }
  184. // StopPlan 停止所有已到期的套餐
  185. func (t *wafTask) StopPlan(ctx context.Context) error {
  186. taskName := "停止到期套餐"
  187. // 1. 查找所有理论上已到期的记录
  188. expiredLimits, err := t.findAllCurrentlyExpiredWAFPlans(ctx)
  189. if err != nil {
  190. return t.wrapTaskError(taskName, "查找失败", err)
  191. }
  192. if len(expiredLimits) == 0 {
  193. return nil
  194. }
  195. // 2. 决策 - 第1步:检查这些记录中是否已有续费但未同步的
  196. renewalRequests, err := t.findPlansNeedingSync(ctx, expiredLimits)
  197. if err != nil {
  198. return t.wrapTaskError(taskName, "决策检查续费", err)
  199. }
  200. renewedHostIds := make(map[int]struct{}, len(renewalRequests))
  201. for _, req := range renewalRequests {
  202. if req.ExpiredAt > time.Now().Unix() {
  203. renewedHostIds[req.HostId] = struct{}{}
  204. }
  205. }
  206. // 2. 决策 - 第2步:筛选出真正需要停止的记录
  207. var plansToClose []model.GlobalLimit
  208. for _, limit := range expiredLimits {
  209. if _, found := renewedHostIds[limit.HostId]; found {
  210. t.logger.Info("发现已到期但刚续费的套餐,跳过停止操作", zap.String("task", taskName), zap.Int("hostId", limit.HostId))
  211. continue
  212. }
  213. isClosed, err := t.expiredRep.IsPlanInList(ctx, repository.ClosedPlansList, int64(limit.HostId))
  214. if err != nil {
  215. t.logger.Error("决策[停止]:检查Redis套餐状态失败", zap.String("task", taskName), zap.Int("hostId", limit.HostId), zap.Error(err))
  216. continue
  217. }
  218. if !isClosed {
  219. plansToClose = append(plansToClose, limit)
  220. }
  221. }
  222. if len(plansToClose) == 0 {
  223. t.logger.Info("没有需要停止的套餐(可能均已续费或已在停止列表)", zap.String("task", taskName))
  224. return nil
  225. }
  226. // 3. 执行停止操作
  227. t.logger.Info("开始关闭到期的WAF服务", zap.String("task", taskName), zap.Int("数量", len(plansToClose)), zap.Any("套餐内容", renewalRequests))
  228. var hostIds []int
  229. for _, limit := range plansToClose {
  230. hostIds = append(hostIds, limit.HostId)
  231. }
  232. var allErrors *multierror.Error
  233. webIds, err := t.getCdnWebIdsByHostIds(ctx, hostIds)
  234. if err != nil {
  235. allErrors = multierror.Append(allErrors, fmt.Errorf("获取cdn_web_id失败: %w", err))
  236. } else {
  237. if err := t.setCdnWebsitesState(ctx, webIds, false); err != nil { // enable=false
  238. allErrors = multierror.Append(allErrors, fmt.Errorf("禁用服务失败: %w", err))
  239. }
  240. }
  241. closedPlanIds := make([]int64, len(hostIds))
  242. for i, id := range hostIds {
  243. closedPlanIds[i] = int64(id)
  244. }
  245. if err := t.expiredRep.AddPlans(ctx, repository.ClosedPlansList, closedPlanIds...); err != nil {
  246. allErrors = multierror.Append(allErrors, fmt.Errorf("标记为已关闭失败: %w", err))
  247. }
  248. return t.wrapTaskError(taskName, "执行停止", allErrors.ErrorOrNil())
  249. }
  250. // _recoverPlans 委托给service层处理套餐恢复流程
  251. func (t *wafTask) _recoverPlans(ctx context.Context, limitsToCheck []model.GlobalLimit, taskName string, redisListKey repository.PlanListType) error {
  252. if err := t.wafOps.RecoverPlans(ctx, limitsToCheck, redisListKey); err != nil {
  253. return t.wrapTaskError(taskName, "执行恢复", err)
  254. }
  255. return nil
  256. }
  257. // 3. RecoverRecentPlan 恢复7天内续费的套餐
  258. func (t *wafTask) RecoverRecentPlan(ctx context.Context) error {
  259. taskName := "恢复近期到期套餐"
  260. recentlyExpiredLimits, err := t.findRecentlyExpiredWAFPlans(ctx)
  261. if err != nil {
  262. return t.wrapTaskError(taskName, "查找近期到期记录", err)
  263. }
  264. return t._recoverPlans(ctx, recentlyExpiredLimits, taskName, repository.ClosedPlansList)
  265. }
  266. // 4. CleanUpStaleRecords 清理过期超过7天且仍未续费的记录
  267. func (t *wafTask) CleanUpStaleRecords(ctx context.Context) error {
  268. taskName := "清理陈旧记录"
  269. // 1. 从数据库查找所有陈旧的记录作为候选
  270. candidateLimits, err := t.findStaleWAFPlans(ctx)
  271. if err != nil {
  272. return t.wrapTaskError(taskName, "查找陈旧记录", err)
  273. }
  274. if len(candidateLimits) == 0 {
  275. return nil
  276. }
  277. // 2. [CORRECTION] 幂等性检查: 过滤掉那些已经被标记为“已清理”的记录
  278. // 根据您的定义,`ExpiringSoonPlansList` 就是已清理列表。
  279. var uncleanedLimits []model.GlobalLimit
  280. for _, limit := range candidateLimits {
  281. isAlreadyCleaned, err := t.expiredRep.IsPlanInList(ctx, repository.ExpiringSoonPlansList, int64(limit.HostId))
  282. if err != nil {
  283. t.logger.Error("检查Redis清理状态失败,跳过", zap.String("task", taskName), zap.Int("hostId", limit.HostId), zap.Error(err))
  284. continue
  285. }
  286. if !isAlreadyCleaned {
  287. uncleanedLimits = append(uncleanedLimits, limit)
  288. }
  289. }
  290. if len(uncleanedLimits) == 0 {
  291. t.logger.Info("没有需要清理的新套餐(可能均已清理)", zap.String("task", taskName))
  292. return nil
  293. }
  294. // 3. [性能优化] 批量获取未清理记录的真实到期时间
  295. uncleanedHostIds := make([]int64, len(uncleanedLimits))
  296. for i, limit := range uncleanedLimits {
  297. uncleanedHostIds[i] = int64(limit.HostId)
  298. }
  299. hostExpirations, err := t.hostRep.GetExpireTimeByHostId(ctx, uncleanedHostIds)
  300. if err != nil {
  301. return t.wrapTaskError(taskName, "批量获取主机到期时间", err)
  302. }
  303. hostExpiredMap := make(map[int]int64, len(hostExpirations))
  304. for _, h := range hostExpirations {
  305. hostExpiredMap[h.HostId] = h.ExpiredAt
  306. }
  307. // 4. 决策:筛选出最终需要清理的记录(未在最后一刻续费)
  308. var plansToClean []model.GlobalLimit
  309. now := time.Now().Unix()
  310. for _, limit := range uncleanedLimits {
  311. hostExpiredTime, ok := hostExpiredMap[limit.HostId]
  312. // 清理条件:主机记录不存在,或者主机记录的到期时间是过去时
  313. if !ok || hostExpiredTime <= now {
  314. plansToClean = append(plansToClean, limit)
  315. }
  316. }
  317. if len(plansToClean) == 0 {
  318. t.logger.Info("没有长期未续费的记录需要清理(可能均已续费)", zap.String("task", taskName))
  319. return nil
  320. }
  321. // 5. 并发执行清理操作
  322. t.logger.Info("开始清理长期未续费的WAF记录", zap.String("task", taskName), zap.Int("数量", len(plansToClean)), zap.Any("套餐内容", plansToClean))
  323. var wg sync.WaitGroup
  324. errChan := make(chan error, len(plansToClean))
  325. wg.Add(len(plansToClean))
  326. for _, limit := range plansToClean {
  327. go func(l model.GlobalLimit) {
  328. defer wg.Done()
  329. if err := t.executeSinglePlanCleanup(ctx, l); err != nil {
  330. errChan <- fmt.Errorf("清理hostId %d 失败: %w", l.HostId, err)
  331. }
  332. }(limit)
  333. }
  334. wg.Wait()
  335. close(errChan)
  336. var allErrors *multierror.Error
  337. for err := range errChan {
  338. allErrors = multierror.Append(allErrors, err)
  339. }
  340. return t.wrapTaskError(taskName, "执行清理", allErrors.ErrorOrNil())
  341. }
  342. // executeSinglePlanCleanup 委托给service层处理单个套餐清理
  343. func (t *wafTask) executeSinglePlanCleanup(ctx context.Context, limit model.GlobalLimit) error {
  344. return t.wafOps.CleanupPlan(ctx, limit)
  345. }
  346. // 5. RecoverStalePlan 恢复超过7天后才续费的套餐
  347. func (t *wafTask) RecoverStalePlan(ctx context.Context) error {
  348. taskName := "恢复长期到期套餐"
  349. staleLimits, err := t.findStaleWAFPlans(ctx)
  350. if err != nil {
  351. return t.wrapTaskError(taskName, "查找陈旧记录", err)
  352. }
  353. // [CORRECTION] 当恢复一个被清理过的套餐时,需要从“已清理列表”(`ExpiringSoonPlansList`)中移除它。
  354. return t._recoverPlans(ctx, staleLimits, taskName, repository.ExpiringSoonPlansList)
  355. }