waf.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401
  1. package task
  2. import (
  3. "context"
  4. "fmt"
  5. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  6. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  7. waf2 "github.com/go-nunu/nunu-layout-advanced/internal/repository/api/waf"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/service/admin"
  9. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/flexCdn"
  10. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/waf"
  11. "github.com/hashicorp/go-multierror"
  12. "go.uber.org/zap"
  13. "sync"
  14. "time"
  15. )
  16. // WafTask 定义了WAF相关的五个独立定时任务接口
  17. type WafTask interface {
  18. // 1. 同步即将到期(1天内)的套餐时间
  19. SynchronizationTime(ctx context.Context) error
  20. // 2. 停止所有已到期的套餐
  21. StopPlan(ctx context.Context) error
  22. // 3. 恢复7天内续费的套餐
  23. RecoverRecentPlan(ctx context.Context) error
  24. // 4. 清理过期超过7天且仍未续费的记录
  25. CleanUpStaleRecords(ctx context.Context) error
  26. // 5. 恢复超过7天后才续费的套餐
  27. RecoverStalePlan(ctx context.Context) error
  28. }
  29. // =================================================================
  30. // =================== 结构体与构造函数 ==========================
  31. // =================================================================
  32. func NewWafTask(
  33. webForWardingRep waf2.WebForwardingRepository,
  34. tcpforwardingRep waf2.TcpforwardingRepository,
  35. udpForWardingRep waf2.UdpForWardingRepository,
  36. cdn flexCdn.CdnService,
  37. hostRep repository.HostRepository,
  38. globalLimitRep waf2.GlobalLimitRepository,
  39. expiredRep repository.ExpiredRepository,
  40. task *Task,
  41. gatewayIpRep waf2.GatewayipRepository,
  42. tcp waf.TcpforwardingService,
  43. udp waf.UdpForWardingService,
  44. web waf.WebForwardingService,
  45. buildAoDun waf.BuildAudunService,
  46. zzyBgp waf.ZzybgpService,
  47. wafOps admin.WafOperationsService,
  48. ) WafTask {
  49. return &wafTask{
  50. Task: task,
  51. webForWardingRep: webForWardingRep,
  52. tcpforwardingRep: tcpforwardingRep,
  53. udpForWardingRep: udpForWardingRep,
  54. cdn: cdn,
  55. hostRep: hostRep,
  56. globalLimitRep: globalLimitRep,
  57. expiredRep: expiredRep,
  58. gatewayIpRep: gatewayIpRep,
  59. tcp: tcp,
  60. udp: udp,
  61. web: web,
  62. buildAoDun: buildAoDun,
  63. zzyBgp: zzyBgp,
  64. wafOps: wafOps,
  65. }
  66. }
  67. type wafTask struct {
  68. *Task
  69. webForWardingRep waf2.WebForwardingRepository
  70. tcpforwardingRep waf2.TcpforwardingRepository
  71. udpForWardingRep waf2.UdpForWardingRepository
  72. cdn flexCdn.CdnService
  73. hostRep repository.HostRepository
  74. globalLimitRep waf2.GlobalLimitRepository
  75. expiredRep repository.ExpiredRepository
  76. gatewayIpRep waf2.GatewayipRepository
  77. tcp waf.TcpforwardingService
  78. udp waf.UdpForWardingService
  79. web waf.WebForwardingService
  80. buildAoDun waf.BuildAudunService
  81. zzyBgp waf.ZzybgpService
  82. wafOps admin.WafOperationsService
  83. }
  84. const (
  85. SynchronousInSeconds = 7 * 24 * 60 * 60
  86. SevenDaysInSeconds = 7 * 24 * 60 * 60
  87. )
  88. // RenewalRequest 现在使用service层的定义
  89. type RenewalRequest = admin.RenewalRequest
  90. // =================================================================
  91. // =================== 核心辅助函数 (Core Helpers) =================
  92. // =================================================================
  93. // wrapTaskError 统一封装任务错误信息,方便日志和调试
  94. func (t *wafTask) wrapTaskError(taskName, step string, err error) error {
  95. if err == nil {
  96. return nil
  97. }
  98. return fmt.Errorf("执行[%s]-%s失败: %w", taskName, step, err)
  99. }
  100. // getCdnWebIdsByHostIds 委托给service层处理
  101. func (t *wafTask) getCdnWebIdsByHostIds(ctx context.Context, hostIds []int) ([]int, error) {
  102. return t.wafOps.GetForwardingRuleIds(ctx, hostIds)
  103. }
  104. // setCdnWebsitesState 委托给service层处理
  105. func (t *wafTask) setCdnWebsitesState(ctx context.Context, ids []int, enable bool) error {
  106. return t.wafOps.SetCdnWebsitesState(ctx, ids, enable)
  107. }
  108. // executeRenewalActions 委托给service层处理
  109. func (t *wafTask) executeRenewalActions(ctx context.Context, reqs []RenewalRequest) error {
  110. return t.wafOps.ExecuteRenewalActions(ctx, reqs)
  111. }
  112. // =================================================================
  113. // =================== 1. 数据查找与决策层 ==========================
  114. // =================================================================
  115. // findPlansNeedingSync (原findMismatchedExpirations) 检查WAF和Host的到期时间差异,返回需要同步的请求
  116. func (t *wafTask) findPlansNeedingSync(ctx context.Context, wafLimits []model.GlobalLimit) ([]RenewalRequest, error) {
  117. if len(wafLimits) == 0 {
  118. return nil, nil
  119. }
  120. wafExpiredMap := make(map[int]int64, len(wafLimits))
  121. var hostIds []int64
  122. for _, limit := range wafLimits {
  123. hostIds = append(hostIds, int64(limit.HostId))
  124. wafExpiredMap[limit.HostId] = limit.ExpiredAt
  125. }
  126. hostExpirations, err := t.hostRep.GetExpireTimeByHostId(ctx, hostIds)
  127. if err != nil {
  128. return nil, fmt.Errorf("获取主机到期时间失败: %w", err)
  129. }
  130. hostExpiredMap := make(map[int]int64, len(hostExpirations))
  131. for _, h := range hostExpirations {
  132. hostExpiredMap[h.HostId] = h.ExpiredAt
  133. }
  134. var renewalRequests []RenewalRequest
  135. for hostId, wafExpiredTime := range wafExpiredMap {
  136. hostTime, ok := hostExpiredMap[hostId]
  137. if !ok || hostTime != wafExpiredTime {
  138. renewalRequests = append(renewalRequests, RenewalRequest{HostId: hostId, ExpiredAt: hostTime})
  139. }
  140. }
  141. return renewalRequests, nil
  142. }
  143. // findAllCurrentlyExpiredWAFPlans (原findAllCurrentlyExpiredPlans) 查找所有当前时间点已经到期的WAF记录
  144. func (t *wafTask) findAllCurrentlyExpiredWAFPlans(ctx context.Context) ([]model.GlobalLimit, error) {
  145. return t.globalLimitRep.GetGlobalLimitAlmostExpired(ctx, 0)
  146. }
  147. // findRecentlyExpiredWAFPlans (原findRecentlyExpiredPlans) 查找在过去7天内到期的WAF记录
  148. func (t *wafTask) findRecentlyExpiredWAFPlans(ctx context.Context) ([]model.GlobalLimit, error) {
  149. sevenDaysAgo := time.Now().Add(-7 * 24 * time.Hour).Unix()
  150. now := time.Now().Unix()
  151. return t.globalLimitRep.GetGlobalLimitsByExpirationRange(ctx, sevenDaysAgo, now)
  152. }
  153. // findStaleWAFPlans (原findStaleExpiredPlans) 查找7天前或更早就已到期的WAF记录
  154. func (t *wafTask) findStaleWAFPlans(ctx context.Context) ([]model.GlobalLimit, error) {
  155. sevenDaysAgoOffset := int64(-1 * SevenDaysInSeconds)
  156. return t.globalLimitRep.GetGlobalLimitAlmostExpired(ctx, sevenDaysAgoOffset)
  157. }
  158. // =================================================================
  159. // ============== 2. 业务执行与公共API层 ===========================
  160. // =================================================================
  161. // SynchronizationTime 同步即将到期(1天内)的套餐时间
  162. func (t *wafTask) SynchronizationTime(ctx context.Context) error {
  163. taskName := "同步到期时间"
  164. wafLimits, err := t.globalLimitRep.GetGlobalLimitAlmostExpired(ctx, SynchronousInSeconds)
  165. if err != nil {
  166. return t.wrapTaskError(taskName, "查找失败", err)
  167. }
  168. if len(wafLimits) == 0 {
  169. return nil
  170. }
  171. renewalRequests, err := t.findPlansNeedingSync(ctx, wafLimits)
  172. if err != nil {
  173. return t.wrapTaskError(taskName, "决策失败", err)
  174. }
  175. if len(renewalRequests) > 0 {
  176. t.logger.Info("发现记录需要同步到期时间", zap.String("task", taskName), zap.Int("数量", len(renewalRequests)), zap.Any("套餐内容", renewalRequests))
  177. return t.wrapTaskError(taskName, "执行同步", t.executeRenewalActions(ctx, renewalRequests))
  178. }
  179. return nil
  180. }
  181. // StopPlan 停止所有已到期的套餐
  182. func (t *wafTask) StopPlan(ctx context.Context) error {
  183. taskName := "停止到期套餐"
  184. // 1. 查找所有理论上已到期的记录
  185. expiredLimits, err := t.findAllCurrentlyExpiredWAFPlans(ctx)
  186. if err != nil {
  187. return t.wrapTaskError(taskName, "查找失败", err)
  188. }
  189. if len(expiredLimits) == 0 {
  190. return nil
  191. }
  192. // 2. 决策 - 第1步:检查这些记录中是否已有续费但未同步的
  193. renewalRequests, err := t.findPlansNeedingSync(ctx, expiredLimits)
  194. if err != nil {
  195. return t.wrapTaskError(taskName, "决策检查续费", err)
  196. }
  197. renewedHostIds := make(map[int]struct{}, len(renewalRequests))
  198. for _, req := range renewalRequests {
  199. if req.ExpiredAt > time.Now().Unix() {
  200. renewedHostIds[req.HostId] = struct{}{}
  201. }
  202. }
  203. // 2. 决策 - 第2步:筛选出真正需要停止的记录
  204. var plansToClose []model.GlobalLimit
  205. for _, limit := range expiredLimits {
  206. if _, found := renewedHostIds[limit.HostId]; found {
  207. t.logger.Info("发现已到期但刚续费的套餐,跳过停止操作", zap.String("task", taskName), zap.Int("hostId", limit.HostId))
  208. continue
  209. }
  210. isClosed, err := t.expiredRep.IsPlanInList(ctx, repository.ClosedPlansList, int64(limit.HostId))
  211. if err != nil {
  212. t.logger.Error("决策[停止]:检查Redis套餐状态失败", zap.String("task", taskName), zap.Int("hostId", limit.HostId), zap.Error(err))
  213. continue
  214. }
  215. if !isClosed {
  216. plansToClose = append(plansToClose, limit)
  217. }
  218. }
  219. if len(plansToClose) == 0 {
  220. t.logger.Info("没有需要停止的套餐(可能均已续费或已在停止列表)", zap.String("task", taskName))
  221. return nil
  222. }
  223. // 3. 执行停止操作
  224. t.logger.Info("开始关闭到期的WAF服务", zap.String("task", taskName), zap.Int("数量", len(plansToClose)), zap.Any("套餐内容", renewalRequests))
  225. var hostIds []int
  226. for _, limit := range plansToClose {
  227. hostIds = append(hostIds, limit.HostId)
  228. }
  229. var allErrors *multierror.Error
  230. webIds, err := t.getCdnWebIdsByHostIds(ctx, hostIds)
  231. if err != nil {
  232. allErrors = multierror.Append(allErrors, fmt.Errorf("获取cdn_web_id失败: %w", err))
  233. } else {
  234. if err := t.setCdnWebsitesState(ctx, webIds, false); err != nil { // enable=false
  235. allErrors = multierror.Append(allErrors, fmt.Errorf("禁用服务失败: %w", err))
  236. }
  237. }
  238. closedPlanIds := make([]int64, len(hostIds))
  239. for i, id := range hostIds {
  240. closedPlanIds[i] = int64(id)
  241. }
  242. if err := t.expiredRep.AddPlans(ctx, repository.ClosedPlansList, closedPlanIds...); err != nil {
  243. allErrors = multierror.Append(allErrors, fmt.Errorf("标记为已关闭失败: %w", err))
  244. }
  245. return t.wrapTaskError(taskName, "执行停止", allErrors.ErrorOrNil())
  246. }
  247. // _recoverPlans 委托给service层处理套餐恢复流程
  248. func (t *wafTask) _recoverPlans(ctx context.Context, limitsToCheck []model.GlobalLimit, taskName string, redisListKey repository.PlanListType) error {
  249. if err := t.wafOps.RecoverPlans(ctx, limitsToCheck, redisListKey); err != nil {
  250. return t.wrapTaskError(taskName, "执行恢复", err)
  251. }
  252. return nil
  253. }
  254. // 3. RecoverRecentPlan 恢复7天内续费的套餐
  255. func (t *wafTask) RecoverRecentPlan(ctx context.Context) error {
  256. taskName := "恢复近期到期套餐"
  257. recentlyExpiredLimits, err := t.findRecentlyExpiredWAFPlans(ctx)
  258. if err != nil {
  259. return t.wrapTaskError(taskName, "查找近期到期记录", err)
  260. }
  261. return t._recoverPlans(ctx, recentlyExpiredLimits, taskName, repository.ClosedPlansList)
  262. }
  263. // 4. CleanUpStaleRecords 清理过期超过7天且仍未续费的记录
  264. func (t *wafTask) CleanUpStaleRecords(ctx context.Context) error {
  265. taskName := "清理陈旧记录"
  266. // 1. 从数据库查找所有陈旧的记录作为候选
  267. candidateLimits, err := t.findStaleWAFPlans(ctx)
  268. if err != nil {
  269. return t.wrapTaskError(taskName, "查找陈旧记录", err)
  270. }
  271. if len(candidateLimits) == 0 {
  272. return nil
  273. }
  274. // 2. [CORRECTION] 幂等性检查: 过滤掉那些已经被标记为“已清理”的记录
  275. // 根据您的定义,`ExpiringSoonPlansList` 就是已清理列表。
  276. var uncleanedLimits []model.GlobalLimit
  277. for _, limit := range candidateLimits {
  278. isAlreadyCleaned, err := t.expiredRep.IsPlanInList(ctx, repository.ExpiringSoonPlansList, int64(limit.HostId))
  279. if err != nil {
  280. t.logger.Error("检查Redis清理状态失败,跳过", zap.String("task", taskName), zap.Int("hostId", limit.HostId), zap.Error(err))
  281. continue
  282. }
  283. if !isAlreadyCleaned {
  284. uncleanedLimits = append(uncleanedLimits, limit)
  285. }
  286. }
  287. if len(uncleanedLimits) == 0 {
  288. t.logger.Info("没有需要清理的新套餐(可能均已清理)", zap.String("task", taskName))
  289. return nil
  290. }
  291. // 3. [性能优化] 批量获取未清理记录的真实到期时间
  292. uncleanedHostIds := make([]int64, len(uncleanedLimits))
  293. for i, limit := range uncleanedLimits {
  294. uncleanedHostIds[i] = int64(limit.HostId)
  295. }
  296. hostExpirations, err := t.hostRep.GetExpireTimeByHostId(ctx, uncleanedHostIds)
  297. if err != nil {
  298. return t.wrapTaskError(taskName, "批量获取主机到期时间", err)
  299. }
  300. hostExpiredMap := make(map[int]int64, len(hostExpirations))
  301. for _, h := range hostExpirations {
  302. hostExpiredMap[h.HostId] = h.ExpiredAt
  303. }
  304. // 4. 决策:筛选出最终需要清理的记录(未在最后一刻续费)
  305. var plansToClean []model.GlobalLimit
  306. now := time.Now().Unix()
  307. for _, limit := range uncleanedLimits {
  308. hostExpiredTime, ok := hostExpiredMap[limit.HostId]
  309. // 清理条件:主机记录不存在,或者主机记录的到期时间是过去时
  310. if !ok || hostExpiredTime <= now {
  311. plansToClean = append(plansToClean, limit)
  312. }
  313. }
  314. if len(plansToClean) == 0 {
  315. t.logger.Info("没有长期未续费的记录需要清理(可能均已续费)", zap.String("task", taskName))
  316. return nil
  317. }
  318. // 5. 并发执行清理操作
  319. t.logger.Info("开始清理长期未续费的WAF记录", zap.String("task", taskName), zap.Int("数量", len(plansToClean)), zap.Any("套餐内容", plansToClean))
  320. var wg sync.WaitGroup
  321. errChan := make(chan error, len(plansToClean))
  322. wg.Add(len(plansToClean))
  323. for _, limit := range plansToClean {
  324. go func(l model.GlobalLimit) {
  325. defer wg.Done()
  326. if err := t.executeSinglePlanCleanup(ctx, l); err != nil {
  327. errChan <- fmt.Errorf("清理hostId %d 失败: %w", l.HostId, err)
  328. }
  329. }(limit)
  330. }
  331. wg.Wait()
  332. close(errChan)
  333. var allErrors *multierror.Error
  334. for err := range errChan {
  335. allErrors = multierror.Append(allErrors, err)
  336. }
  337. return t.wrapTaskError(taskName, "执行清理", allErrors.ErrorOrNil())
  338. }
  339. // executeSinglePlanCleanup 委托给service层处理单个套餐清理
  340. func (t *wafTask) executeSinglePlanCleanup(ctx context.Context, limit model.GlobalLimit) error {
  341. return t.wafOps.CleanupPlan(ctx, limit)
  342. }
  343. // 5. RecoverStalePlan 恢复超过7天后才续费的套餐
  344. func (t *wafTask) RecoverStalePlan(ctx context.Context) error {
  345. taskName := "恢复长期到期套餐"
  346. staleLimits, err := t.findStaleWAFPlans(ctx)
  347. if err != nil {
  348. return t.wrapTaskError(taskName, "查找陈旧记录", err)
  349. }
  350. // [CORRECTION] 当恢复一个被清理过的套餐时,需要从“已清理列表”(`ExpiringSoonPlansList`)中移除它。
  351. return t._recoverPlans(ctx, staleLimits, taskName, repository.ExpiringSoonPlansList)
  352. }