waf.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400
  1. package task
  2. import (
  3. "context"
  4. "fmt"
  5. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  6. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  7. waf2 "github.com/go-nunu/nunu-layout-advanced/internal/repository/api/waf"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/flexCdn"
  9. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/waf"
  10. "github.com/hashicorp/go-multierror"
  11. "go.uber.org/zap"
  12. "sync"
  13. "time"
  14. )
  15. // WafTask 定义了WAF相关的五个独立定时任务接口
  16. type WafTask interface {
  17. // 1. 同步即将到期(1天内)的套餐时间
  18. SynchronizationTime(ctx context.Context) error
  19. // 2. 停止所有已到期的套餐
  20. StopPlan(ctx context.Context) error
  21. // 3. 恢复7天内续费的套餐
  22. RecoverRecentPlan(ctx context.Context) error
  23. // 4. 清理过期超过7天且仍未续费的记录
  24. CleanUpStaleRecords(ctx context.Context) error
  25. // 5. 恢复超过7天后才续费的套餐
  26. RecoverStalePlan(ctx context.Context) error
  27. }
  28. // =================================================================
  29. // =================== 结构体与构造函数 ==========================
  30. // =================================================================
  31. func NewWafTask(
  32. webForWardingRep waf2.WebForwardingRepository,
  33. tcpforwardingRep waf2.TcpforwardingRepository,
  34. udpForWardingRep waf2.UdpForWardingRepository,
  35. cdn flexCdn.CdnService,
  36. hostRep repository.HostRepository,
  37. globalLimitRep waf2.GlobalLimitRepository,
  38. expiredRep repository.ExpiredRepository,
  39. task *Task,
  40. gatewayIpRep waf2.GatewayipRepository,
  41. tcp waf.TcpforwardingService,
  42. udp waf.UdpForWardingService,
  43. web waf.WebForwardingService,
  44. buildAoDun waf.BuildAudunService,
  45. zzyBgp waf.ZzybgpService,
  46. wafOps waf.WafOperationsService,
  47. ) WafTask {
  48. return &wafTask{
  49. Task: task,
  50. webForWardingRep: webForWardingRep,
  51. tcpforwardingRep: tcpforwardingRep,
  52. udpForWardingRep: udpForWardingRep,
  53. cdn: cdn,
  54. hostRep: hostRep,
  55. globalLimitRep: globalLimitRep,
  56. expiredRep: expiredRep,
  57. gatewayIpRep: gatewayIpRep,
  58. tcp: tcp,
  59. udp: udp,
  60. web: web,
  61. buildAoDun: buildAoDun,
  62. zzyBgp: zzyBgp,
  63. wafOps: wafOps,
  64. }
  65. }
  66. type wafTask struct {
  67. *Task
  68. webForWardingRep waf2.WebForwardingRepository
  69. tcpforwardingRep waf2.TcpforwardingRepository
  70. udpForWardingRep waf2.UdpForWardingRepository
  71. cdn flexCdn.CdnService
  72. hostRep repository.HostRepository
  73. globalLimitRep waf2.GlobalLimitRepository
  74. expiredRep repository.ExpiredRepository
  75. gatewayIpRep waf2.GatewayipRepository
  76. tcp waf.TcpforwardingService
  77. udp waf.UdpForWardingService
  78. web waf.WebForwardingService
  79. buildAoDun waf.BuildAudunService
  80. zzyBgp waf.ZzybgpService
  81. wafOps waf.WafOperationsService
  82. }
  83. const (
  84. SynchronousInSeconds = 7 * 24 * 60 * 60
  85. SevenDaysInSeconds = 7 * 24 * 60 * 60
  86. )
  87. // RenewalRequest 现在使用service层的定义
  88. type RenewalRequest = waf.RenewalRequest
  89. // =================================================================
  90. // =================== 核心辅助函数 (Core Helpers) =================
  91. // =================================================================
  92. // wrapTaskError 统一封装任务错误信息,方便日志和调试
  93. func (t *wafTask) wrapTaskError(taskName, step string, err error) error {
  94. if err == nil {
  95. return nil
  96. }
  97. return fmt.Errorf("执行[%s]-%s失败: %w", taskName, step, err)
  98. }
  99. // getCdnWebIdsByHostIds 委托给service层处理
  100. func (t *wafTask) getCdnWebIdsByHostIds(ctx context.Context, hostIds []int) ([]int, error) {
  101. return t.wafOps.GetForwardingRuleIds(ctx, hostIds)
  102. }
  103. // setCdnWebsitesState 委托给service层处理
  104. func (t *wafTask) setCdnWebsitesState(ctx context.Context, ids []int, enable bool) error {
  105. return t.wafOps.SetCdnWebsitesState(ctx, ids, enable)
  106. }
  107. // executeRenewalActions 委托给service层处理
  108. func (t *wafTask) executeRenewalActions(ctx context.Context, reqs []RenewalRequest) error {
  109. return t.wafOps.ExecuteRenewalActions(ctx, reqs)
  110. }
  111. // =================================================================
  112. // =================== 1. 数据查找与决策层 ==========================
  113. // =================================================================
  114. // findPlansNeedingSync (原findMismatchedExpirations) 检查WAF和Host的到期时间差异,返回需要同步的请求
  115. func (t *wafTask) findPlansNeedingSync(ctx context.Context, wafLimits []model.GlobalLimit) ([]RenewalRequest, error) {
  116. if len(wafLimits) == 0 {
  117. return nil, nil
  118. }
  119. wafExpiredMap := make(map[int]int64, len(wafLimits))
  120. var hostIds []int
  121. for _, limit := range wafLimits {
  122. hostIds = append(hostIds, limit.HostId)
  123. wafExpiredMap[limit.HostId] = limit.ExpiredAt
  124. }
  125. hostExpirations, err := t.hostRep.GetExpireTimeByHostId(ctx, hostIds)
  126. if err != nil {
  127. return nil, fmt.Errorf("获取主机到期时间失败: %w", err)
  128. }
  129. hostExpiredMap := make(map[int]int64, len(hostExpirations))
  130. for _, h := range hostExpirations {
  131. hostExpiredMap[h.HostId] = h.ExpiredAt
  132. }
  133. var renewalRequests []RenewalRequest
  134. for hostId, wafExpiredTime := range wafExpiredMap {
  135. hostTime, ok := hostExpiredMap[hostId]
  136. if !ok || hostTime != wafExpiredTime {
  137. renewalRequests = append(renewalRequests, RenewalRequest{HostId: hostId, ExpiredAt: hostTime})
  138. }
  139. }
  140. return renewalRequests, nil
  141. }
  142. // findAllCurrentlyExpiredWAFPlans (原findAllCurrentlyExpiredPlans) 查找所有当前时间点已经到期的WAF记录
  143. func (t *wafTask) findAllCurrentlyExpiredWAFPlans(ctx context.Context) ([]model.GlobalLimit, error) {
  144. return t.globalLimitRep.GetGlobalLimitAlmostExpired(ctx, 0)
  145. }
  146. // findRecentlyExpiredWAFPlans (原findRecentlyExpiredPlans) 查找在过去7天内到期的WAF记录
  147. func (t *wafTask) findRecentlyExpiredWAFPlans(ctx context.Context) ([]model.GlobalLimit, error) {
  148. sevenDaysAgo := time.Now().Add(-7 * 24 * time.Hour).Unix()
  149. now := time.Now().Unix()
  150. return t.globalLimitRep.GetGlobalLimitsByExpirationRange(ctx, sevenDaysAgo, now)
  151. }
  152. // findStaleWAFPlans (原findStaleExpiredPlans) 查找7天前或更早就已到期的WAF记录
  153. func (t *wafTask) findStaleWAFPlans(ctx context.Context) ([]model.GlobalLimit, error) {
  154. sevenDaysAgoOffset := int64(-1 * SevenDaysInSeconds)
  155. return t.globalLimitRep.GetGlobalLimitAlmostExpired(ctx, sevenDaysAgoOffset)
  156. }
  157. // =================================================================
  158. // ============== 2. 业务执行与公共API层 ===========================
  159. // =================================================================
  160. // SynchronizationTime 同步即将到期(1天内)的套餐时间
  161. func (t *wafTask) SynchronizationTime(ctx context.Context) error {
  162. taskName := "同步到期时间"
  163. wafLimits, err := t.globalLimitRep.GetGlobalLimitAlmostExpired(ctx, SynchronousInSeconds)
  164. if err != nil {
  165. return t.wrapTaskError(taskName, "查找失败", err)
  166. }
  167. if len(wafLimits) == 0 {
  168. return nil
  169. }
  170. renewalRequests, err := t.findPlansNeedingSync(ctx, wafLimits)
  171. if err != nil {
  172. return t.wrapTaskError(taskName, "决策失败", err)
  173. }
  174. if len(renewalRequests) > 0 {
  175. t.logger.Info("发现记录需要同步到期时间", zap.String("task", taskName), zap.Int("数量", len(renewalRequests)), zap.Any("套餐内容", renewalRequests))
  176. return t.wrapTaskError(taskName, "执行同步", t.executeRenewalActions(ctx, renewalRequests))
  177. }
  178. return nil
  179. }
  180. // StopPlan 停止所有已到期的套餐
  181. func (t *wafTask) StopPlan(ctx context.Context) error {
  182. taskName := "停止到期套餐"
  183. // 1. 查找所有理论上已到期的记录
  184. expiredLimits, err := t.findAllCurrentlyExpiredWAFPlans(ctx)
  185. if err != nil {
  186. return t.wrapTaskError(taskName, "查找失败", err)
  187. }
  188. if len(expiredLimits) == 0 {
  189. return nil
  190. }
  191. // 2. 决策 - 第1步:检查这些记录中是否已有续费但未同步的
  192. renewalRequests, err := t.findPlansNeedingSync(ctx, expiredLimits)
  193. if err != nil {
  194. return t.wrapTaskError(taskName, "决策检查续费", err)
  195. }
  196. renewedHostIds := make(map[int]struct{}, len(renewalRequests))
  197. for _, req := range renewalRequests {
  198. if req.ExpiredAt > time.Now().Unix() {
  199. renewedHostIds[req.HostId] = struct{}{}
  200. }
  201. }
  202. // 2. 决策 - 第2步:筛选出真正需要停止的记录
  203. var plansToClose []model.GlobalLimit
  204. for _, limit := range expiredLimits {
  205. if _, found := renewedHostIds[limit.HostId]; found {
  206. t.logger.Info("发现已到期但刚续费的套餐,跳过停止操作", zap.String("task", taskName), zap.Int("hostId", limit.HostId))
  207. continue
  208. }
  209. isClosed, err := t.expiredRep.IsPlanInList(ctx, repository.ClosedPlansList, int64(limit.HostId))
  210. if err != nil {
  211. t.logger.Error("决策[停止]:检查Redis套餐状态失败", zap.String("task", taskName), zap.Int("hostId", limit.HostId), zap.Error(err))
  212. continue
  213. }
  214. if !isClosed {
  215. plansToClose = append(plansToClose, limit)
  216. }
  217. }
  218. if len(plansToClose) == 0 {
  219. t.logger.Info("没有需要停止的套餐(可能均已续费或已在停止列表)", zap.String("task", taskName))
  220. return nil
  221. }
  222. // 3. 执行停止操作
  223. t.logger.Info("开始关闭到期的WAF服务", zap.String("task", taskName), zap.Int("数量", len(plansToClose)), zap.Any("套餐内容", renewalRequests))
  224. var hostIds []int
  225. for _, limit := range plansToClose {
  226. hostIds = append(hostIds, limit.HostId)
  227. }
  228. var allErrors *multierror.Error
  229. webIds, err := t.getCdnWebIdsByHostIds(ctx, hostIds)
  230. if err != nil {
  231. allErrors = multierror.Append(allErrors, fmt.Errorf("获取cdn_web_id失败: %w", err))
  232. } else {
  233. if err := t.setCdnWebsitesState(ctx, webIds, false); err != nil { // enable=false
  234. allErrors = multierror.Append(allErrors, fmt.Errorf("禁用服务失败: %w", err))
  235. }
  236. }
  237. closedPlanIds := make([]int64, len(hostIds))
  238. for i, id := range hostIds {
  239. closedPlanIds[i] = int64(id)
  240. }
  241. if err := t.expiredRep.AddPlans(ctx, repository.ClosedPlansList, closedPlanIds...); err != nil {
  242. allErrors = multierror.Append(allErrors, fmt.Errorf("标记为已关闭失败: %w", err))
  243. }
  244. return t.wrapTaskError(taskName, "执行停止", allErrors.ErrorOrNil())
  245. }
  246. // _recoverPlans 委托给service层处理套餐恢复流程
  247. func (t *wafTask) _recoverPlans(ctx context.Context, limitsToCheck []model.GlobalLimit, taskName string, redisListKey repository.PlanListType) error {
  248. if err := t.wafOps.RecoverPlans(ctx, limitsToCheck, redisListKey); err != nil {
  249. return t.wrapTaskError(taskName, "执行恢复", err)
  250. }
  251. return nil
  252. }
  253. // 3. RecoverRecentPlan 恢复7天内续费的套餐
  254. func (t *wafTask) RecoverRecentPlan(ctx context.Context) error {
  255. taskName := "恢复近期到期套餐"
  256. recentlyExpiredLimits, err := t.findRecentlyExpiredWAFPlans(ctx)
  257. if err != nil {
  258. return t.wrapTaskError(taskName, "查找近期到期记录", err)
  259. }
  260. return t._recoverPlans(ctx, recentlyExpiredLimits, taskName, repository.ClosedPlansList)
  261. }
  262. // 4. CleanUpStaleRecords 清理过期超过7天且仍未续费的记录
  263. func (t *wafTask) CleanUpStaleRecords(ctx context.Context) error {
  264. taskName := "清理陈旧记录"
  265. // 1. 从数据库查找所有陈旧的记录作为候选
  266. candidateLimits, err := t.findStaleWAFPlans(ctx)
  267. if err != nil {
  268. return t.wrapTaskError(taskName, "查找陈旧记录", err)
  269. }
  270. if len(candidateLimits) == 0 {
  271. return nil
  272. }
  273. // 2. [CORRECTION] 幂等性检查: 过滤掉那些已经被标记为“已清理”的记录
  274. // 根据您的定义,`ExpiringSoonPlansList` 就是已清理列表。
  275. var uncleanedLimits []model.GlobalLimit
  276. for _, limit := range candidateLimits {
  277. isAlreadyCleaned, err := t.expiredRep.IsPlanInList(ctx, repository.ExpiringSoonPlansList, int64(limit.HostId))
  278. if err != nil {
  279. t.logger.Error("检查Redis清理状态失败,跳过", zap.String("task", taskName), zap.Int("hostId", limit.HostId), zap.Error(err))
  280. continue
  281. }
  282. if !isAlreadyCleaned {
  283. uncleanedLimits = append(uncleanedLimits, limit)
  284. }
  285. }
  286. if len(uncleanedLimits) == 0 {
  287. t.logger.Info("没有需要清理的新套餐(可能均已清理)", zap.String("task", taskName))
  288. return nil
  289. }
  290. // 3. [性能优化] 批量获取未清理记录的真实到期时间
  291. uncleanedHostIds := make([]int, len(uncleanedLimits))
  292. for i, limit := range uncleanedLimits {
  293. uncleanedHostIds[i] = limit.HostId
  294. }
  295. hostExpirations, err := t.hostRep.GetExpireTimeByHostId(ctx, uncleanedHostIds)
  296. if err != nil {
  297. return t.wrapTaskError(taskName, "批量获取主机到期时间", err)
  298. }
  299. hostExpiredMap := make(map[int]int64, len(hostExpirations))
  300. for _, h := range hostExpirations {
  301. hostExpiredMap[h.HostId] = h.ExpiredAt
  302. }
  303. // 4. 决策:筛选出最终需要清理的记录(未在最后一刻续费)
  304. var plansToClean []model.GlobalLimit
  305. now := time.Now().Unix()
  306. for _, limit := range uncleanedLimits {
  307. hostExpiredTime, ok := hostExpiredMap[limit.HostId]
  308. // 清理条件:主机记录不存在,或者主机记录的到期时间是过去时
  309. if !ok || hostExpiredTime <= now {
  310. plansToClean = append(plansToClean, limit)
  311. }
  312. }
  313. if len(plansToClean) == 0 {
  314. t.logger.Info("没有长期未续费的记录需要清理(可能均已续费)", zap.String("task", taskName))
  315. return nil
  316. }
  317. // 5. 并发执行清理操作
  318. t.logger.Info("开始清理长期未续费的WAF记录", zap.String("task", taskName), zap.Int("数量", len(plansToClean)), zap.Any("套餐内容", plansToClean))
  319. var wg sync.WaitGroup
  320. errChan := make(chan error, len(plansToClean))
  321. wg.Add(len(plansToClean))
  322. for _, limit := range plansToClean {
  323. go func(l model.GlobalLimit) {
  324. defer wg.Done()
  325. if err := t.executeSinglePlanCleanup(ctx, l); err != nil {
  326. errChan <- fmt.Errorf("清理hostId %d 失败: %w", l.HostId, err)
  327. }
  328. }(limit)
  329. }
  330. wg.Wait()
  331. close(errChan)
  332. var allErrors *multierror.Error
  333. for err := range errChan {
  334. allErrors = multierror.Append(allErrors, err)
  335. }
  336. return t.wrapTaskError(taskName, "执行清理", allErrors.ErrorOrNil())
  337. }
  338. // executeSinglePlanCleanup 委托给service层处理单个套餐清理
  339. func (t *wafTask) executeSinglePlanCleanup(ctx context.Context, limit model.GlobalLimit) error {
  340. return t.wafOps.CleanupPlan(ctx, limit)
  341. }
  342. // 5. RecoverStalePlan 恢复超过7天后才续费的套餐
  343. func (t *wafTask) RecoverStalePlan(ctx context.Context) error {
  344. taskName := "恢复长期到期套餐"
  345. staleLimits, err := t.findStaleWAFPlans(ctx)
  346. if err != nil {
  347. return t.wrapTaskError(taskName, "查找陈旧记录", err)
  348. }
  349. // [CORRECTION] 当恢复一个被清理过的套餐时,需要从“已清理列表”(`ExpiringSoonPlansList`)中移除它。
  350. return t._recoverPlans(ctx, staleLimits, taskName, repository.ExpiringSoonPlansList)
  351. }