webforwarding.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  10. amqp "github.com/rabbitmq/amqp091-go"
  11. "go.uber.org/zap"
  12. "golang.org/x/sync/errgroup"
  13. "sort"
  14. "strconv"
  15. "strings"
  16. )
  17. type WebForwardingService interface {
  18. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  19. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  20. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  21. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  22. DeleteWebForwarding(ctx context.Context, Ids []int) error
  23. }
  24. func NewWebForwardingService(
  25. service *Service,
  26. required RequiredService,
  27. webForwardingRepository repository.WebForwardingRepository,
  28. crawler CrawlerService,
  29. parser ParserService,
  30. wafformatter WafFormatterService,
  31. aoDun AoDunService,
  32. mq *rabbitmq.RabbitMQ,
  33. gatewayGroupIpRep repository.GateWayGroupIpRepository,
  34. ) WebForwardingService {
  35. return &webForwardingService{
  36. Service: service,
  37. webForwardingRepository: webForwardingRepository,
  38. required: required,
  39. parser: parser,
  40. crawler: crawler,
  41. wafformatter: wafformatter,
  42. aoDun: aoDun,
  43. mq: mq,
  44. gatewayGroupIpRep: gatewayGroupIpRep,
  45. }
  46. }
  47. type webForwardingService struct {
  48. *Service
  49. webForwardingRepository repository.WebForwardingRepository
  50. required RequiredService
  51. parser ParserService
  52. crawler CrawlerService
  53. wafformatter WafFormatterService
  54. aoDun AoDunService
  55. mq *rabbitmq.RabbitMQ
  56. gatewayGroupIpRep repository.GateWayGroupIpRepository
  57. }
  58. func (s *webForwardingService) require(ctx context.Context,req v1.GlobalRequire) (v1.GlobalRequire, error) {
  59. var err error
  60. var res v1.GlobalRequire
  61. g, gCtx := errgroup.WithContext(ctx)
  62. g.Go(func() error {
  63. result, e := s.wafformatter.require(gCtx, req, "web")
  64. if e != nil {
  65. return e
  66. }
  67. res = result
  68. return nil
  69. })
  70. g.Go(func() error {
  71. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  72. if e != nil {
  73. return e
  74. }
  75. return nil
  76. })
  77. if err = g.Wait(); err != nil {
  78. return v1.GlobalRequire{}, err
  79. }
  80. return res, nil
  81. }
  82. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  83. var webForwarding model.WebForwarding
  84. var backend model.WebForwardingRule
  85. g, gCtx := errgroup.WithContext(ctx)
  86. g.Go(func() error {
  87. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  88. if e != nil {
  89. // 直接返回错误,errgroup 会捕获它
  90. return fmt.Errorf("GetWebForwarding failed: %w", e)
  91. }
  92. if res != nil {
  93. webForwarding = *res
  94. }
  95. return nil
  96. })
  97. g.Go(func() error {
  98. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  99. if e != nil {
  100. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  101. }
  102. if res != nil {
  103. backend = *res
  104. }
  105. return nil
  106. })
  107. if err := g.Wait(); err != nil {
  108. return v1.WebForwardingDataRequest{}, err
  109. }
  110. return v1.WebForwardingDataRequest{
  111. Id: webForwarding.Id,
  112. WafWebId: webForwarding.WafWebId,
  113. Tag: webForwarding.Tag,
  114. Port: webForwarding.Port,
  115. Domain: webForwarding.Domain,
  116. CustomHost: webForwarding.CustomHost,
  117. WafWebLimitId: webForwarding.WebLimitRuleId,
  118. WafGatewayGroupId: webForwarding.WafGatewayGroupId,
  119. CcCount: webForwarding.CcCount,
  120. CcDuration: webForwarding.CcDuration,
  121. CcBlockCount: webForwarding.CcBlockCount,
  122. CcBlockDuration: webForwarding.CcBlockDuration,
  123. Cc4xxCount: webForwarding.Cc4xxCount,
  124. Cc4xxDuration: webForwarding.Cc4xxDuration,
  125. Cc4xxBlockCount: webForwarding.Cc4xxBlockCount,
  126. Cc4xxBlockDuration: webForwarding.Cc4xxBlockDuration,
  127. Cc5xxCount: webForwarding.Cc5xxCount,
  128. Cc5xxDuration: webForwarding.Cc5xxDuration,
  129. Cc5xxBlockCount: webForwarding.Cc5xxBlockCount,
  130. Cc5xxBlockDuration: webForwarding.Cc5xxBlockDuration,
  131. IsHttps: webForwarding.IsHttps,
  132. Comment: webForwarding.Comment,
  133. BackendList: backend.BackendList,
  134. AllowIpList: backend.AllowIpList,
  135. DenyIpList: backend.DenyIpList,
  136. AccessRule: backend.AccessRule,
  137. HttpsKey: webForwarding.HttpsKey,
  138. HttpsCert: webForwarding.HttpsCert,
  139. }, nil
  140. }
  141. // buildWafFormData 辅助函数,用于构建通用的 formData
  142. func (s *webForwardingService) buildWafFormData(req *v1.WebForwardingDataSend, require v1.GlobalRequire) map[string]interface{} {
  143. // 将BackendList序列化为JSON字符串
  144. backendJSON, err := json.MarshalIndent(req.BackendList, "", " ")
  145. var backendStr interface{}
  146. if err != nil {
  147. // 如果序列化失败,使用空数组
  148. backendStr = "[]"
  149. } else {
  150. // 成功序列化后,使用JSON字符串
  151. backendStr = string(backendJSON)
  152. }
  153. return map[string]interface{}{
  154. "waf_web_id": req.WafWebId,
  155. "tag": require.Tag,
  156. "port": req.Port,
  157. "domain": req.Domain,
  158. "custom_host": req.CustomHost,
  159. "waf_gateway_group_id": require.WafGatewayGroupId,
  160. "waf_web_limit_id": require.LimitRuleId,
  161. "cc_count": req.CcCount,
  162. "cc_duration": req.CcDuration,
  163. "cc_block_count": req.CcBlockCount,
  164. "cc_block_duration": req.CcBlockDuration,
  165. "cc_4xx_count": req.Cc4xxCount,
  166. "cc_4xx_duration": req.Cc4xxDuration,
  167. "cc_4xx_block_count": req.Cc4xxBlockCount,
  168. "cc_4xx_block_duration": req.Cc4xxBlockDuration,
  169. "cc_5xx_count": req.Cc5xxCount,
  170. "cc_5xx_duration": req.Cc5xxDuration,
  171. "cc_5xx_block_count": req.Cc5xxBlockCount,
  172. "cc_5xx_block_duration": req.Cc5xxBlockDuration,
  173. "backend": backendStr,
  174. "allow_ip_list": req.AllowIpList,
  175. "deny_ip_list": req.DenyIpList,
  176. "access_rule": req.AccessRule,
  177. "is_https": req.IsHttps,
  178. "comment": req.Comment,
  179. "https_cert": req.HttpsCert,
  180. "https_key": req.HttpsKey,
  181. }
  182. }
  183. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  184. // ruleId 是从 WAF 系统获取的 ID
  185. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest,ruleId int, require v1.GlobalRequire) *model.WebForwarding {
  186. return &model.WebForwarding{
  187. HostId: require.HostId,
  188. WafWebId: ruleId,
  189. Tag: require.Tag,
  190. Port: req.Port,
  191. Domain: req.Domain,
  192. CustomHost: req.CustomHost,
  193. WafGatewayGroupId: require.WafGatewayGroupId,
  194. WebLimitRuleId: require.LimitRuleId,
  195. CcCount: req.CcCount,
  196. CcDuration: req.CcDuration,
  197. CcBlockCount: req.CcBlockCount,
  198. CcBlockDuration: req.CcBlockDuration,
  199. Cc4xxCount: req.Cc4xxCount,
  200. Cc4xxDuration: req.Cc4xxDuration,
  201. Cc4xxBlockCount: req.Cc4xxBlockCount,
  202. Cc4xxBlockDuration: req.Cc4xxBlockDuration,
  203. Cc5xxCount: req.Cc5xxCount,
  204. Cc5xxDuration: req.Cc5xxDuration,
  205. Cc5xxBlockCount: req.Cc5xxBlockCount,
  206. Cc5xxBlockDuration: req.Cc5xxBlockDuration,
  207. IsHttps: req.IsHttps,
  208. Comment: req.Comment,
  209. HttpsCert: req.HttpsCert,
  210. HttpsKey: req.HttpsKey,
  211. }
  212. }
  213. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require v1.GlobalRequire, localDbId int) *model.WebForwardingRule {
  214. return &model.WebForwardingRule{
  215. Uid: require.Uid,
  216. HostId: require.HostId,
  217. WebId: localDbId, // 关联到本地数据库的主记录 ID
  218. BackendList: reqData.BackendList,
  219. AllowIpList: reqData.AllowIpList,
  220. DenyIpList: reqData.DenyIpList,
  221. AccessRule: reqData.AccessRule,
  222. }
  223. }
  224. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (v1.GlobalRequire, map[string]interface{}, error) {
  225. // 1. 获取必要的全局信息
  226. require, err := s.require(ctx, v1.GlobalRequire{
  227. HostId: req.HostId,
  228. Uid: req.Uid,
  229. Comment: req.WebForwardingData.Comment,
  230. Domain: req.WebForwardingData.Domain,
  231. })
  232. if err != nil {
  233. return v1.GlobalRequire{}, nil, err
  234. }
  235. if require.WafGatewayGroupId == 0 || require.LimitRuleId == 0 {
  236. return v1.GlobalRequire{}, nil, fmt.Errorf("请先配置实例")
  237. }
  238. // 2. 将字符串切片拼接成字符串,用于 WAF API
  239. allowIpListStr := strings.Join(req.WebForwardingData.AllowIpList, "\n")
  240. denyIpListStr := strings.Join(req.WebForwardingData.DenyIpList, "\n")
  241. PortInt, err := strconv.Atoi(req.WebForwardingData.Port)
  242. if err != nil {
  243. return v1.GlobalRequire{}, nil, err
  244. }
  245. // 3. 创建用于构建 WAF 表单的数据结构
  246. formDataBase := v1.WebForwardingDataSend{
  247. Tag: require.Tag,
  248. WafWebId: req.WebForwardingData.WafWebId,
  249. WafGatewayGroupId: require.WafGatewayGroupId,
  250. WafWebLimitId: require.LimitRuleId,
  251. Port: PortInt,
  252. Domain: req.WebForwardingData.Domain,
  253. CustomHost: req.WebForwardingData.CustomHost,
  254. CcCount: req.WebForwardingData.CcCount,
  255. CcDuration: req.WebForwardingData.CcDuration,
  256. CcBlockCount: req.WebForwardingData.CcBlockCount,
  257. CcBlockDuration: req.WebForwardingData.CcBlockDuration,
  258. Cc4xxCount: req.WebForwardingData.Cc4xxCount,
  259. Cc4xxDuration: req.WebForwardingData.Cc4xxDuration,
  260. Cc4xxBlockCount: req.WebForwardingData.Cc4xxBlockCount,
  261. Cc4xxBlockDuration: req.WebForwardingData.Cc4xxBlockDuration,
  262. Cc5xxCount: req.WebForwardingData.Cc5xxCount,
  263. Cc5xxDuration: req.WebForwardingData.Cc5xxDuration,
  264. Cc5xxBlockCount: req.WebForwardingData.Cc5xxBlockCount,
  265. Cc5xxBlockDuration: req.WebForwardingData.Cc5xxBlockDuration,
  266. IsHttps: req.WebForwardingData.IsHttps,
  267. BackendList: req.WebForwardingData.BackendList,
  268. AllowIpList: allowIpListStr,
  269. DenyIpList: denyIpListStr,
  270. AccessRule: req.WebForwardingData.AccessRule,
  271. Comment: req.WebForwardingData.Comment,
  272. HttpsCert: req.WebForwardingData.HttpsCert,
  273. HttpsKey: req.WebForwardingData.HttpsKey,
  274. }
  275. // 4. 构建 WAF 表单数据映射
  276. formData := s.buildWafFormData(&formDataBase, require)
  277. return require, formData, nil
  278. }
  279. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  280. require, formData, err := s.prepareWafData(ctx, req)
  281. if err != nil {
  282. return err
  283. }
  284. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  285. if err != nil {
  286. return err
  287. }
  288. wafWebId, err := s.wafformatter.sendFormData(ctx, "admin/info/waf_web/new", "admin/new/waf_web", formData)
  289. if err != nil {
  290. return err
  291. }
  292. if req.WebForwardingData.Domain != "" {
  293. // 异步任务:将域名添加到白名单
  294. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  295. if err != nil {
  296. return err
  297. }
  298. ip, err := s.gatewayGroupIpRep.GetGateWayGroupFirstIpByGatewayGroupId(ctx, require.WafGatewayGroupId)
  299. if err != nil {
  300. return err
  301. }
  302. go s.publishDomainWhitelistTask(doMain,ip, "add")
  303. }
  304. webModel := s.buildWebForwardingModel(&req.WebForwardingData, wafWebId, require)
  305. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  306. if err != nil {
  307. return err
  308. }
  309. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id)
  310. //var ips []v1.IpInfo
  311. //for _, v := range req.WebForwardingData.AllowIpList {
  312. // ips = append(ips, v1.IpInfo{
  313. // FType: "allow",
  314. // FStartIp: v,
  315. // FEndIp: v,
  316. // FRemark: "宁波高防IP过白",
  317. // FServerIp: "",
  318. // })
  319. //}
  320. //err = s.aoDun.AddDomainWhiteList(ctx, req.WebForwardingData.Domain)
  321. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  322. return err
  323. }
  324. return nil
  325. }
  326. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  327. WafWebId, err := s.webForwardingRepository.GetWebForwardingWafWebIdById(ctx, req.WebForwardingData.Id)
  328. if err != nil {
  329. return err
  330. }
  331. req.WebForwardingData.WafWebId = WafWebId
  332. require, formData, err := s.prepareWafData(ctx, req)
  333. if err != nil {
  334. return err
  335. }
  336. _, err = s.wafformatter.sendFormData(ctx, "admin/info/waf_web/edit?&__goadmin_edit_pk="+strconv.Itoa(req.WebForwardingData.WafWebId), "admin/edit/waf_web", formData)
  337. if err != nil {
  338. return err
  339. }
  340. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  341. if err != nil {
  342. return err
  343. }
  344. if webData.Domain != req.WebForwardingData.Domain {
  345. Ip, err := s.gatewayGroupIpRep.GetGateWayGroupFirstIpByGatewayGroupId(ctx, webData.WafGatewayGroupId)
  346. if err != nil {
  347. }
  348. // 异步任务:将域名添加到白名单
  349. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  350. if err != nil {
  351. return err
  352. }
  353. go s.publishDomainWhitelistTask(webData.Domain, Ip, "del")
  354. go s.publishDomainWhitelistTask(doMain, Ip, "add")
  355. }
  356. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.WafWebId, require)
  357. webModel.Id = req.WebForwardingData.Id
  358. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  359. return err
  360. }
  361. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id)
  362. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  363. return err
  364. }
  365. return nil
  366. }
  367. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, Ids []int) error {
  368. for _, Id := range Ids {
  369. wafWebId, err := s.webForwardingRepository.GetWebForwardingWafWebIdById(ctx, Id)
  370. if err != nil {
  371. return err
  372. }
  373. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  374. if err != nil {
  375. return err
  376. }
  377. Ip, err := s.gatewayGroupIpRep.GetGateWayGroupFirstIpByGatewayGroupId(ctx, webData.WafGatewayGroupId)
  378. if err != nil {
  379. }
  380. if webData.Domain != "" {
  381. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  382. if err != nil {
  383. return err
  384. }
  385. go s.publishDomainWhitelistTask(doMain,Ip, "del")
  386. }
  387. _, err = s.crawler.DeleteRule(ctx, wafWebId, "admin/delete/waf_web?page=1&__pageSize=10&__sort=waf_web_id&__sort_type=desc")
  388. if err != nil {
  389. return err
  390. }
  391. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  392. return err
  393. }
  394. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  395. return err
  396. }
  397. }
  398. return nil
  399. }
  400. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  401. type CombinedResult struct {
  402. Id int
  403. Forwarding *model.WebForwarding
  404. BackendRule *model.WebForwardingRule
  405. Err error // 如果此ID的处理出错,则携带错误
  406. }
  407. g, gCtx := errgroup.WithContext(ctx)
  408. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  409. if err != nil {
  410. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  411. }
  412. if len(ids) == 0 {
  413. return nil, nil // 没有ID,直接返回空切片
  414. }
  415. // 创建一个通道来接收每个ID的处理结果
  416. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  417. resultsChan := make(chan CombinedResult, len(ids))
  418. for _, idVal := range ids {
  419. currentID := idVal // 捕获循环变量
  420. g.Go(func() error {
  421. var wf *model.WebForwarding
  422. var bk *model.WebForwardingRule
  423. var localErr error
  424. // 1. 获取 WebForwarding 信息
  425. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  426. if localErr != nil {
  427. // 发送错误到通道,并由 errgroup 捕获
  428. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  429. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  430. return localErr // 返回错误给 errgroup
  431. }
  432. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  433. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  434. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  435. return localErr
  436. }
  437. // 2. 获取 Backend IP 信息
  438. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  439. // 如果它也可能返回错误,则处理方式与上面类似
  440. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  441. if localErr != nil {
  442. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  443. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  444. // 这里假设它也是一个需要errgroup捕获的错误
  445. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  446. return localErr // 返回错误给 errgroup
  447. }
  448. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  449. // 发送成功的结果到通道
  450. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  451. return nil // 此goroutine成功
  452. })
  453. }
  454. // 等待所有goroutine完成
  455. groupErr := g.Wait()
  456. // 关闭通道,表示所有发送者都已完成
  457. // 这一步很重要,这样下面的 range 循环才能正常结束
  458. close(resultsChan)
  459. // 如果 errgroup 捕获到任何错误,优先返回该错误
  460. if groupErr != nil {
  461. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  462. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  463. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  464. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  465. return nil, groupErr
  466. }
  467. // 如果没有错误,收集所有成功的结果
  468. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  469. for res := range resultsChan {
  470. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  471. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  472. // (理论上,如果goroutine返回了错误,errgroup会处理)
  473. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  474. if res.Err != nil {
  475. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  476. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  477. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  478. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  479. // 但以防万一,我们可以记录日志
  480. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  481. }
  482. if res.Forwarding == nil {
  483. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  484. }
  485. dataReq := v1.WebForwardingDataRequest{
  486. Id: res.Forwarding.Id,
  487. Port: res.Forwarding.Port,
  488. Domain: res.Forwarding.Domain,
  489. CustomHost: res.Forwarding.CustomHost,
  490. CcCount: res.Forwarding.CcCount,
  491. CcDuration: res.Forwarding.CcDuration,
  492. CcBlockCount: res.Forwarding.CcBlockCount,
  493. CcBlockDuration: res.Forwarding.CcBlockDuration,
  494. Cc4xxCount: res.Forwarding.Cc4xxCount,
  495. Cc4xxDuration: res.Forwarding.Cc4xxDuration,
  496. Cc4xxBlockCount: res.Forwarding.Cc4xxBlockCount,
  497. Cc4xxBlockDuration: res.Forwarding.Cc4xxBlockDuration,
  498. Cc5xxCount: res.Forwarding.Cc5xxCount,
  499. Cc5xxDuration: res.Forwarding.Cc5xxDuration,
  500. Cc5xxBlockCount: res.Forwarding.Cc5xxBlockCount,
  501. Cc5xxBlockDuration: res.Forwarding.Cc5xxBlockDuration,
  502. IsHttps: res.Forwarding.IsHttps,
  503. Comment: res.Forwarding.Comment,
  504. HttpsKey: res.Forwarding.HttpsKey,
  505. HttpsCert: res.Forwarding.HttpsCert,
  506. }
  507. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  508. dataReq.BackendList = res.BackendRule.BackendList
  509. dataReq.AllowIpList = res.BackendRule.AllowIpList
  510. dataReq.DenyIpList = res.BackendRule.DenyIpList
  511. dataReq.AccessRule = res.BackendRule.AccessRule
  512. }
  513. finalResults = append(finalResults, dataReq)
  514. }
  515. sort.Slice(finalResults, func(i, j int) bool {
  516. return finalResults[i].Id > finalResults[j].Id
  517. })
  518. return finalResults, nil
  519. }
  520. // publishDomainWhitelistTask is a helper function to publish domain whitelist tasks to RabbitMQ.
  521. // It can handle different actions like "add" or "del".
  522. func (s *webForwardingService) publishDomainWhitelistTask(domain, ip, action string) {
  523. // Define message payload, including the action
  524. type domainTaskPayload struct {
  525. Domain string `json:"domain"`
  526. Ip string `json:"ip"`
  527. Action string `json:"action"`
  528. }
  529. payload := domainTaskPayload{
  530. Domain: domain,
  531. Ip: ip,
  532. Action: action,
  533. }
  534. // Serialize the message
  535. msgBody, err := json.Marshal(payload)
  536. if err != nil {
  537. s.logger.Error("Failed to serialize domain whitelist task message", zap.Error(err), zap.String("domain", domain), zap.String("ip", ip), zap.String("action", action))
  538. return
  539. }
  540. // Get task configuration
  541. taskCfg, ok := s.mq.GetTaskConfig("domain_whitelist")
  542. if !ok {
  543. s.logger.Error("Failed to get 'domain_whitelist' task configuration")
  544. return
  545. }
  546. // Construct the routing key dynamically based on the action
  547. routingKey := fmt.Sprintf("whitelist.domain.%s", action)
  548. // Construct the amqp.Publishing message
  549. publishingMsg := amqp.Publishing{
  550. ContentType: "application/json",
  551. Body: msgBody,
  552. DeliveryMode: amqp.Persistent, // Persistent message
  553. }
  554. // Publish the message
  555. err = s.mq.PublishWithCh(taskCfg.Exchange, routingKey, publishingMsg)
  556. if err != nil {
  557. s.logger.Error("Failed to publish domain whitelist task to MQ", zap.Error(err), zap.String("domain", domain), zap.String("action", action))
  558. } else {
  559. s.logger.Info("Successfully published domain whitelist task to MQ", zap.String("domain", domain), zap.String("action", action))
  560. }
  561. }