webforwarding.go 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  10. "golang.org/x/sync/errgroup"
  11. "maps"
  12. "net"
  13. "sort"
  14. )
  15. type WebForwardingService interface {
  16. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  17. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  18. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  19. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  20. DeleteWebForwarding(ctx context.Context, Ids []int) error
  21. }
  22. func NewWebForwardingService(
  23. service *Service,
  24. required RequiredService,
  25. webForwardingRepository repository.WebForwardingRepository,
  26. crawler CrawlerService,
  27. parser ParserService,
  28. wafformatter WafFormatterService,
  29. aoDun AoDunService,
  30. mq *rabbitmq.RabbitMQ,
  31. gatewayGroupIpRep repository.GateWayGroupIpRepository,
  32. gatewayGroupRep repository.GatewayGroupRepository,
  33. globalLimitRep repository.GlobalLimitRepository,
  34. cdn CdnService,
  35. proxy ProxyService,
  36. ) WebForwardingService {
  37. return &webForwardingService{
  38. Service: service,
  39. webForwardingRepository: webForwardingRepository,
  40. required: required,
  41. parser: parser,
  42. crawler: crawler,
  43. wafformatter: wafformatter,
  44. aoDun: aoDun,
  45. mq: mq,
  46. gatewayGroupIpRep: gatewayGroupIpRep,
  47. gatewayGroupRep: gatewayGroupRep,
  48. cdn: cdn,
  49. globalLimitRep: globalLimitRep,
  50. proxy: proxy,
  51. }
  52. }
  53. const (
  54. isHttps = 1
  55. protocolHttps = "https"
  56. protocolHttp = "http"
  57. defaultNodeClusterId = 1
  58. )
  59. type webForwardingService struct {
  60. *Service
  61. webForwardingRepository repository.WebForwardingRepository
  62. required RequiredService
  63. parser ParserService
  64. crawler CrawlerService
  65. wafformatter WafFormatterService
  66. aoDun AoDunService
  67. mq *rabbitmq.RabbitMQ
  68. gatewayGroupIpRep repository.GateWayGroupIpRepository
  69. gatewayGroupRep repository.GatewayGroupRepository
  70. cdn CdnService
  71. globalLimitRep repository.GlobalLimitRepository
  72. proxy ProxyService
  73. }
  74. func (s *webForwardingService) require(ctx context.Context, req v1.GlobalRequire) (v1.GlobalRequire, error) {
  75. var err error
  76. var res v1.GlobalRequire
  77. g, gCtx := errgroup.WithContext(ctx)
  78. //g.Go(func() error {
  79. // result, e := s.wafformatter.require(gCtx, req, "web")
  80. // if e != nil {
  81. // return e
  82. // }
  83. // res = result
  84. // return nil
  85. //})
  86. g.Go(func() error {
  87. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  88. if e != nil {
  89. return e
  90. }
  91. return nil
  92. })
  93. if err = g.Wait(); err != nil {
  94. return v1.GlobalRequire{}, err
  95. }
  96. return res, nil
  97. }
  98. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  99. var webForwarding model.WebForwarding
  100. var backend model.WebForwardingRule
  101. g, gCtx := errgroup.WithContext(ctx)
  102. g.Go(func() error {
  103. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  104. if e != nil {
  105. // 直接返回错误,errgroup 会捕获它
  106. return fmt.Errorf("GetWebForwarding failed: %w", e)
  107. }
  108. if res != nil {
  109. webForwarding = *res
  110. }
  111. return nil
  112. })
  113. g.Go(func() error {
  114. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  115. if e != nil {
  116. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  117. }
  118. if res != nil {
  119. backend = *res
  120. }
  121. return nil
  122. })
  123. if err := g.Wait(); err != nil {
  124. return v1.WebForwardingDataRequest{}, err
  125. }
  126. return v1.WebForwardingDataRequest{
  127. Id: webForwarding.Id,
  128. Port: webForwarding.Port,
  129. Domain: webForwarding.Domain,
  130. IsHttps: webForwarding.IsHttps,
  131. Comment: webForwarding.Comment,
  132. BackendList: backend.BackendList,
  133. HttpsKey: webForwarding.HttpsKey,
  134. HttpsCert: webForwarding.HttpsCert,
  135. }, nil
  136. }
  137. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  138. // ruleId 是从 WAF 系统获取的 ID
  139. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  140. return &model.WebForwarding{
  141. HostId: require.HostId,
  142. CdnWebId: ruleId,
  143. Port: req.Port,
  144. Domain: req.Domain,
  145. IsHttps: req.IsHttps,
  146. Comment: req.Comment,
  147. HttpsCert: req.HttpsCert,
  148. HttpsKey: req.HttpsKey,
  149. SslCertId: int(require.SslPolicyId),
  150. Proxy: req.Proxy,
  151. }
  152. }
  153. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  154. return &model.WebForwardingRule{
  155. Uid: require.Uid,
  156. HostId: require.HostId,
  157. WebId: localDbId,
  158. CdnOriginIds: cdnOriginIds,
  159. BackendList: reqData.BackendList,
  160. }
  161. }
  162. // =================================================================
  163. // 主函数:prepareWafData
  164. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  165. // =================================================================
  166. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  167. // 1. 获取基础配置
  168. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  169. HostId: req.HostId,
  170. Uid: req.Uid,
  171. Comment: req.WebForwardingData.Comment,
  172. })
  173. if err != nil {
  174. return RequireResponse{}, v1.Website{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  175. }
  176. if require.GatewayGroupId == 0 || require.Uid == 0 {
  177. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  178. }
  179. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  180. byteData, sslPolicyId, err := s.buildProxyJSONConfig(ctx, req, require)
  181. if err != nil {
  182. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  183. }
  184. require.SslPolicyId = sslPolicyId
  185. type serverNames struct {
  186. ServerNames string `json:"name" form:"name"`
  187. Type string `json:"type" form:"type"`
  188. }
  189. var serverName []serverNames
  190. var serverJson []byte
  191. if req.WebForwardingData.Domain != "" {
  192. serverName = append(serverName, serverNames{
  193. ServerNames: req.WebForwardingData.Domain,
  194. Type: "full",
  195. })
  196. serverJson, err = json.Marshal(serverName)
  197. if err != nil {
  198. return RequireResponse{}, v1.Website{}, err
  199. }
  200. }
  201. // 3. 组装最终的 WAF 表单数据
  202. formData := v1.Website{
  203. UserId: int64(require.CdnUid),
  204. Type: "httpProxy",
  205. Name: require.Tag,
  206. ServerNamesJSON: serverJson,
  207. Description: req.WebForwardingData.Comment,
  208. ServerGroupIds: []int64{int64(require.GroupId)},
  209. UserPlanId: int64(require.RuleId),
  210. NodeClusterId: defaultNodeClusterId,
  211. }
  212. var noSslByteData, _ = json.Marshal(v1.TypeJSON{IsOn: false})
  213. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  214. if req.WebForwardingData.IsHttps == isHttps {
  215. formData.HttpJSON = noSslByteData
  216. formData.HttpsJSON = byteData
  217. } else {
  218. formData.HttpJSON = byteData
  219. formData.HttpsJSON = noSslByteData
  220. }
  221. return require, formData, nil
  222. }
  223. // =================================================================
  224. // 辅助函数:buildProxyJSONConfig
  225. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  226. // =================================================================
  227. func (s *webForwardingService) buildProxyJSONConfig(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) ([]byte, int64, error) {
  228. var (
  229. jsonData v1.TypeJSON
  230. apiType string
  231. err error
  232. )
  233. var sslPolicyId int64
  234. jsonData.IsOn = true
  235. apiType = protocolHttps
  236. // 判断协议类型,并处理 HTTPS 的特殊逻辑(证书)
  237. if req.WebForwardingData.IsHttps == isHttps {
  238. // 处理证书信息
  239. if req.WebForwardingData.SslCertId == 0 {
  240. sslPolicyId, _, err = s.wafformatter.AddSSLPolicy(ctx, v1.SSL{
  241. CdnUserId: require.CdnUid,
  242. Domain: req.WebForwardingData.Domain,
  243. Name: req.WebForwardingData.Domain,
  244. Description: req.WebForwardingData.Comment,
  245. CertData: req.WebForwardingData.HttpsCert,
  246. KeyData: req.WebForwardingData.HttpsKey,
  247. })
  248. if err != nil {
  249. return nil, 0, fmt.Errorf("处理证书失败: %w", err)
  250. }
  251. jsonData.SslPolicyRef.SslPolicyId = sslPolicyId
  252. } else {
  253. err = s.wafformatter.EditSSL(ctx, v1.SSL{
  254. WebId: int64(req.WebForwardingData.Id),
  255. SSLPolicyId: int(req.WebForwardingData.SslCertId),
  256. CdnUserId: require.CdnUid,
  257. Name: req.WebForwardingData.Domain,
  258. Description: req.WebForwardingData.Comment,
  259. CertData: req.WebForwardingData.HttpsCert,
  260. KeyData: req.WebForwardingData.HttpsKey,
  261. })
  262. if err != nil {
  263. return nil, 0, fmt.Errorf("处理证书失败: %w", err)
  264. }
  265. jsonData.SslPolicyRef.SslPolicyId = req.WebForwardingData.SslCertId
  266. }
  267. jsonData.SslPolicyRef.IsOn = true
  268. } else {
  269. apiType = protocolHttp
  270. jsonData.SslPolicyRef = v1.SslPolicyRef{
  271. IsOn: false,
  272. SslPolicyId: req.WebForwardingData.SslCertId,
  273. }
  274. }
  275. // 填充通用的 Listen 配置
  276. for _, v := range require.GatewayIps {
  277. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  278. Protocol: apiType,
  279. Host: v,
  280. Port: req.WebForwardingData.Port,
  281. })
  282. }
  283. // 序列化为 JSON
  284. byteData, err := json.Marshal(jsonData)
  285. if err != nil {
  286. return nil, 0, fmt.Errorf("序列化WAF配置失败: %w", err)
  287. }
  288. return byteData, sslPolicyId, nil
  289. }
  290. // 查找两个列表的差异
  291. func (s webForwardingService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  292. diff := make(map[v1.BackendList]int)
  293. // 1. 遍历旧列表,为每个元素计数 +1
  294. for _, item := range oldList {
  295. diff[item]++
  296. }
  297. // 2. 遍历新列表,为每个元素计数 -1
  298. for _, item := range newList {
  299. diff[item]--
  300. }
  301. // 3. 遍历 diff map 来找出差异
  302. for item, count := range diff {
  303. if count > 0 {
  304. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  305. removed = append(removed, item)
  306. } else if count < 0 {
  307. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  308. added = append(added, item)
  309. }
  310. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  311. }
  312. return added, removed
  313. }
  314. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  315. require, formData, err := s.prepareWafData(ctx, req)
  316. if err != nil {
  317. return err
  318. }
  319. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  320. if err != nil {
  321. return err
  322. }
  323. webId, err := s.cdn.CreateWebsite(ctx, formData)
  324. if err != nil {
  325. return err
  326. }
  327. backendList := make(map[string]string)
  328. for _, k := range req.WebForwardingData.BackendList {
  329. backendList[k.Addr] = k.CustomHost
  330. }
  331. // 添加源站
  332. cdnOriginIds := make(map[string]int64)
  333. for _, v := range req.WebForwardingData.BackendList {
  334. apiType := protocolHttp
  335. // 如果条件满足,则覆盖为 HTTPS
  336. if v.IsHttps == isHttps {
  337. apiType = protocolHttps
  338. }
  339. host, port, err := net.SplitHostPort(v.Addr)
  340. if err != nil {
  341. return err
  342. }
  343. var addrPunyPort string
  344. addrPunyPort = v.Addr
  345. // 如果是 IP 地址,不需要转换
  346. if ok := net.ParseIP(host); ok == nil {
  347. _, hostPuny, err := s.wafformatter.ConvertToPunycodeIfIDN(ctx, host)
  348. if err != nil {
  349. return err
  350. }
  351. addrPunyPort = fmt.Sprintf("%s:%s", hostPuny, port)
  352. }
  353. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  354. ApiType: apiType,
  355. BackendList: addrPunyPort,
  356. Host: v.CustomHost,
  357. Comment: req.WebForwardingData.Comment,
  358. })
  359. if err != nil {
  360. return err
  361. }
  362. cdnOriginIds[v.Addr] = id
  363. }
  364. // 添加源站到网站
  365. for _, v := range cdnOriginIds {
  366. err = s.cdn.AddServerOrigin(ctx, webId, v)
  367. if err != nil {
  368. return err
  369. }
  370. }
  371. // 开启proxy
  372. if req.WebForwardingData.Proxy {
  373. err = s.proxy.EditProxy(ctx,webId, v1.ProxyProtocolJSON{
  374. IsOn: true,
  375. Version: 1,
  376. })
  377. if err != nil {
  378. return err
  379. }
  380. }
  381. webModel := s.buildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  382. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  383. if err != nil {
  384. return err
  385. }
  386. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  387. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  388. return err
  389. }
  390. if req.WebForwardingData.Domain != "" {
  391. // 异步任务:将域名添加到白名单
  392. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  393. if err != nil {
  394. return err
  395. }
  396. if len(require.GatewayIps) == 0 {
  397. return fmt.Errorf("网关组不存在")
  398. }
  399. firstIp, err := s.GetGatewayFirstIp(ctx, require.HostId)
  400. if err != nil {
  401. return err
  402. }
  403. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  404. }
  405. // 源站IP过白
  406. var ips []string
  407. if req.WebForwardingData.BackendList != nil {
  408. for _, v := range req.WebForwardingData.BackendList {
  409. ip, _, err := net.SplitHostPort(v.Addr)
  410. if err != nil {
  411. return err
  412. }
  413. ips = append(ips, ip)
  414. }
  415. go s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  416. }
  417. return nil
  418. }
  419. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  420. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  421. if err != nil {
  422. return err
  423. }
  424. req.WebForwardingData.SslCertId = int64(oldData.SslCertId)
  425. require, formData, err := s.prepareWafData(ctx, req)
  426. if err != nil {
  427. return err
  428. }
  429. //修改网站端口
  430. if oldData.Port != req.WebForwardingData.Port || oldData.IsHttps != req.WebForwardingData.IsHttps || oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  431. var typeJson []byte
  432. var closeJson []byte
  433. var apiType string
  434. var closeType string
  435. if req.WebForwardingData.IsHttps == isHttps {
  436. typeJson = formData.HttpsJSON
  437. closeJson = formData.HttpJSON
  438. apiType = protocolHttps
  439. closeType = protocolHttp
  440. } else {
  441. typeJson = formData.HttpJSON
  442. closeJson = formData.HttpsJSON
  443. apiType = protocolHttp
  444. closeType = protocolHttps
  445. }
  446. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  447. Id: int64(oldData.CdnWebId),
  448. TypeJSON: typeJson,
  449. }, apiType)
  450. if err != nil {
  451. return err
  452. }
  453. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  454. Id: int64(oldData.CdnWebId),
  455. TypeJSON: closeJson,
  456. }, closeType)
  457. if err != nil {
  458. return err
  459. }
  460. }
  461. //修改网站域名
  462. if oldData.Domain != req.WebForwardingData.Domain {
  463. type serverName struct {
  464. Name string `json:"name" form:"name"`
  465. Type string `json:"type" form:"type"`
  466. }
  467. var serverData []serverName
  468. var serverJson []byte
  469. serverData = append(serverData, serverName{
  470. Name: req.WebForwardingData.Domain,
  471. Type: "full",
  472. })
  473. serverJson, err = json.Marshal(serverData)
  474. if err != nil {
  475. return err
  476. }
  477. err = s.cdn.EditServerName(ctx, v1.EditServerNames{
  478. ServerId: int64(oldData.CdnWebId),
  479. ServerNamesJSON: serverJson,
  480. })
  481. if err != nil {
  482. return err
  483. }
  484. }
  485. //修改网站名字
  486. if oldData.Comment != req.WebForwardingData.Comment {
  487. nodeId,err := s.globalLimitRep.GetNodeId(ctx, oldData.CdnWebId)
  488. if err != nil {
  489. return err
  490. }
  491. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag,nodeId)
  492. if err != nil {
  493. return err
  494. }
  495. }
  496. //修改Proxy
  497. if oldData.Proxy != req.WebForwardingData.Proxy {
  498. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  499. IsOn: req.WebForwardingData.Proxy,
  500. Version: 1,
  501. })
  502. if err != nil {
  503. return err
  504. }
  505. }
  506. // 将域名添加到白名单
  507. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  508. if err != nil {
  509. return err
  510. }
  511. // 异步任务:将域名添加到白名单
  512. if webData.Domain != req.WebForwardingData.Domain {
  513. firstIp, err := s.GetGatewayFirstIp(ctx, req.HostId)
  514. if err != nil {
  515. return err
  516. }
  517. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  518. if err != nil {
  519. return err
  520. }
  521. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  522. if err != nil {
  523. return err
  524. }
  525. if len(require.GatewayIps) == 0 {
  526. return fmt.Errorf("网关组不存在")
  527. }
  528. // 查找域名数量,如果数量小于2,删除旧域名
  529. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, webData.Domain)
  530. if err != nil {
  531. return err
  532. }
  533. if count < 2 {
  534. go s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  535. }
  536. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  537. }
  538. // IP过白
  539. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.WebForwardingData.Id)
  540. if err != nil {
  541. return err
  542. }
  543. var oldIps []string
  544. var newIps []string
  545. for _, v := range ipData.BackendList {
  546. ip, _, err := net.SplitHostPort(v.Addr)
  547. if err != nil {
  548. return err
  549. }
  550. oldIps = append(oldIps, ip)
  551. }
  552. for _, v := range req.WebForwardingData.BackendList {
  553. ip, _, err := net.SplitHostPort(v.Addr)
  554. if err != nil {
  555. return err
  556. }
  557. newIps = append(newIps, ip)
  558. }
  559. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  560. if len(addedIps) > 0 {
  561. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  562. }
  563. // IP过白
  564. if len(removedIps) > 0 {
  565. // 1. 一次性获取所有相关IP的数量
  566. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  567. if err != nil {
  568. return err
  569. }
  570. // 4. 如果有需要处理的IP,则批量发布一次任务
  571. if len(ipsToDelist) > 0 {
  572. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  573. }
  574. }
  575. //修改源站
  576. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  577. addedIds := make(map[string]int64)
  578. for _, v := range addOrigins {
  579. var apiType string
  580. if v.IsHttps == isHttps {
  581. apiType = protocolHttps
  582. } else {
  583. apiType = protocolHttp
  584. }
  585. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  586. ApiType: apiType,
  587. BackendList: v.Addr,
  588. Host: v.CustomHost,
  589. Comment: req.WebForwardingData.Comment,
  590. })
  591. if err != nil {
  592. return err
  593. }
  594. addedIds[v.Addr] = id
  595. }
  596. for _, v := range addedIds {
  597. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  598. if err != nil {
  599. return err
  600. }
  601. }
  602. for k, v := range ipData.CdnOriginIds {
  603. for _, ip := range delOrigins {
  604. if k == ip.Addr {
  605. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  606. if err != nil {
  607. return err
  608. }
  609. delete(ipData.CdnOriginIds, k)
  610. }
  611. }
  612. }
  613. maps.Copy(ipData.CdnOriginIds, addedIds)
  614. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  615. webModel.Id = req.WebForwardingData.Id
  616. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  617. return err
  618. }
  619. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  620. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  621. return err
  622. }
  623. return nil
  624. }
  625. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, Ids []int) error {
  626. for _, Id := range Ids {
  627. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  628. if err != nil {
  629. return err
  630. }
  631. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  632. if err != nil {
  633. return err
  634. }
  635. // 异步任务:将域名添加到白名单
  636. firstIp, err := s.GetGatewayFirstIp(ctx, oldData.HostId)
  637. if err != nil {
  638. return err
  639. }
  640. if oldData.Domain != "" {
  641. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  642. if err != nil {
  643. return err
  644. }
  645. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  646. }
  647. // IP过白
  648. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, Id)
  649. if err != nil {
  650. return err
  651. }
  652. var ips []string
  653. if len(ipData.BackendList) > 0 {
  654. for _, v := range ipData.BackendList {
  655. ip, _, err := net.SplitHostPort(v.Addr)
  656. if err != nil {
  657. return err
  658. }
  659. ips = append(ips, ip)
  660. }
  661. }
  662. if len(ips) > 0 {
  663. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  664. if err != nil {
  665. return err
  666. }
  667. // 4. 如果有需要处理的IP,则批量发布一次任务
  668. if len(ipsToDelist) > 0 {
  669. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  670. }
  671. }
  672. // 删除ssl
  673. data, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  674. if err != nil {
  675. return err
  676. }
  677. if data.SslCertId != 0 {
  678. sslPolicyData, err := s.webForwardingRepository.GetSslCertId(ctx, data.SslCertId)
  679. if err != nil {
  680. return err
  681. }
  682. if sslPolicyData != nil {
  683. for _, v := range sslPolicyData {
  684. err := s.cdn.DelSSLCert(ctx, v.CertId)
  685. if err != nil {
  686. return err
  687. }
  688. }
  689. }
  690. }
  691. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  692. return err
  693. }
  694. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  695. return err
  696. }
  697. }
  698. return nil
  699. }
  700. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  701. type CombinedResult struct {
  702. Id int
  703. Forwarding *model.WebForwarding
  704. BackendRule *model.WebForwardingRule
  705. Err error // 如果此ID的处理出错,则携带错误
  706. }
  707. g, gCtx := errgroup.WithContext(ctx)
  708. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  709. if err != nil {
  710. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  711. }
  712. if len(ids) == 0 {
  713. return nil, nil // 没有ID,直接返回空切片
  714. }
  715. // 创建一个通道来接收每个ID的处理结果
  716. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  717. resultsChan := make(chan CombinedResult, len(ids))
  718. for _, idVal := range ids {
  719. currentID := idVal // 捕获循环变量
  720. g.Go(func() error {
  721. var wf *model.WebForwarding
  722. var bk *model.WebForwardingRule
  723. var localErr error
  724. // 1. 获取 WebForwarding 信息
  725. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  726. if localErr != nil {
  727. // 发送错误到通道,并由 errgroup 捕获
  728. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  729. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  730. return localErr // 返回错误给 errgroup
  731. }
  732. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  733. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  734. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  735. return localErr
  736. }
  737. // 2. 获取 Backend IP 信息
  738. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  739. // 如果它也可能返回错误,则处理方式与上面类似
  740. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  741. if localErr != nil {
  742. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  743. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  744. // 这里假设它也是一个需要errgroup捕获的错误
  745. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  746. return localErr // 返回错误给 errgroup
  747. }
  748. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  749. // 发送成功的结果到通道
  750. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  751. return nil // 此goroutine成功
  752. })
  753. }
  754. // 等待所有goroutine完成
  755. groupErr := g.Wait()
  756. // 关闭通道,表示所有发送者都已完成
  757. // 这一步很重要,这样下面的 range 循环才能正常结束
  758. close(resultsChan)
  759. // 如果 errgroup 捕获到任何错误,优先返回该错误
  760. if groupErr != nil {
  761. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  762. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  763. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  764. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  765. return nil, groupErr
  766. }
  767. // 如果没有错误,收集所有成功的结果
  768. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  769. for res := range resultsChan {
  770. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  771. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  772. // (理论上,如果goroutine返回了错误,errgroup会处理)
  773. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  774. if res.Err != nil {
  775. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  776. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  777. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  778. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  779. // 但以防万一,我们可以记录日志
  780. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  781. }
  782. if res.Forwarding == nil {
  783. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  784. }
  785. dataReq := v1.WebForwardingDataRequest{
  786. Id: res.Forwarding.Id,
  787. Port: res.Forwarding.Port,
  788. Domain: res.Forwarding.Domain,
  789. IsHttps: res.Forwarding.IsHttps,
  790. Comment: res.Forwarding.Comment,
  791. HttpsKey: res.Forwarding.HttpsKey,
  792. HttpsCert: res.Forwarding.HttpsCert,
  793. }
  794. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  795. dataReq.BackendList = res.BackendRule.BackendList
  796. }
  797. finalResults = append(finalResults, dataReq)
  798. }
  799. sort.Slice(finalResults, func(i, j int) bool {
  800. return finalResults[i].Id > finalResults[j].Id
  801. })
  802. return finalResults, nil
  803. }
  804. func (s *webForwardingService) GetGatewayFirstIp(ctx context.Context, hostId int) (string, error) {
  805. gateWayGroup, err := s.gatewayGroupRep.GetGatewayGroupByHostId(ctx, int64(hostId))
  806. if err != nil {
  807. return "", err
  808. }
  809. if gateWayGroup == nil {
  810. return "", fmt.Errorf("网关组不存在")
  811. }
  812. gateWayIps, err := s.gatewayGroupIpRep.GetGateWayGroupFirstIpByGatewayGroupId(ctx, gateWayGroup.Id)
  813. if err != nil {
  814. return "", err
  815. }
  816. if len(gateWayIps) == 0 {
  817. return "", fmt.Errorf("网关组IP为空")
  818. }
  819. return gateWayIps, nil
  820. }
  821. // 清洗IP
  822. func (s *webForwardingService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  823. var newAllowIps []string
  824. var oldAllowIps []string
  825. if len(oldIpList) > 0 {
  826. for _, v := range oldIpList {
  827. if net.ParseIP(v) != nil {
  828. oldAllowIps = append(oldAllowIps, v)
  829. }
  830. }
  831. }
  832. if len(newIpList) > 0 {
  833. for _, v := range newIpList {
  834. if net.ParseIP(v) != nil {
  835. newAllowIps = append(newAllowIps, v)
  836. }
  837. }
  838. }
  839. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  840. return addedDenyIps, removedDenyIps
  841. }