webforwarding.go 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  10. "golang.org/x/sync/errgroup"
  11. "maps"
  12. "net"
  13. "sort"
  14. )
  15. type WebForwardingService interface {
  16. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  17. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  18. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  19. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  20. DeleteWebForwarding(ctx context.Context, Ids []int) error
  21. }
  22. func NewWebForwardingService(
  23. service *Service,
  24. required RequiredService,
  25. webForwardingRepository repository.WebForwardingRepository,
  26. crawler CrawlerService,
  27. parser ParserService,
  28. wafformatter WafFormatterService,
  29. aoDun AoDunService,
  30. mq *rabbitmq.RabbitMQ,
  31. gatewayGroupIpRep repository.GateWayGroupIpRepository,
  32. gatewayGroupRep repository.GatewayGroupRepository,
  33. cdn CdnService,
  34. ) WebForwardingService {
  35. return &webForwardingService{
  36. Service: service,
  37. webForwardingRepository: webForwardingRepository,
  38. required: required,
  39. parser: parser,
  40. crawler: crawler,
  41. wafformatter: wafformatter,
  42. aoDun: aoDun,
  43. mq: mq,
  44. gatewayGroupIpRep: gatewayGroupIpRep,
  45. gatewayGroupRep: gatewayGroupRep,
  46. cdn: cdn,
  47. }
  48. }
  49. const (
  50. isHttps = 1
  51. protocolHttps = "https"
  52. protocolHttp = "http"
  53. defaultNodeClusterId = 1
  54. )
  55. type webForwardingService struct {
  56. *Service
  57. webForwardingRepository repository.WebForwardingRepository
  58. required RequiredService
  59. parser ParserService
  60. crawler CrawlerService
  61. wafformatter WafFormatterService
  62. aoDun AoDunService
  63. mq *rabbitmq.RabbitMQ
  64. gatewayGroupIpRep repository.GateWayGroupIpRepository
  65. gatewayGroupRep repository.GatewayGroupRepository
  66. cdn CdnService
  67. }
  68. func (s *webForwardingService) require(ctx context.Context, req v1.GlobalRequire) (v1.GlobalRequire, error) {
  69. var err error
  70. var res v1.GlobalRequire
  71. g, gCtx := errgroup.WithContext(ctx)
  72. //g.Go(func() error {
  73. // result, e := s.wafformatter.require(gCtx, req, "web")
  74. // if e != nil {
  75. // return e
  76. // }
  77. // res = result
  78. // return nil
  79. //})
  80. g.Go(func() error {
  81. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  82. if e != nil {
  83. return e
  84. }
  85. return nil
  86. })
  87. if err = g.Wait(); err != nil {
  88. return v1.GlobalRequire{}, err
  89. }
  90. return res, nil
  91. }
  92. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  93. var webForwarding model.WebForwarding
  94. var backend model.WebForwardingRule
  95. g, gCtx := errgroup.WithContext(ctx)
  96. g.Go(func() error {
  97. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  98. if e != nil {
  99. // 直接返回错误,errgroup 会捕获它
  100. return fmt.Errorf("GetWebForwarding failed: %w", e)
  101. }
  102. if res != nil {
  103. webForwarding = *res
  104. }
  105. return nil
  106. })
  107. g.Go(func() error {
  108. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  109. if e != nil {
  110. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  111. }
  112. if res != nil {
  113. backend = *res
  114. }
  115. return nil
  116. })
  117. if err := g.Wait(); err != nil {
  118. return v1.WebForwardingDataRequest{}, err
  119. }
  120. return v1.WebForwardingDataRequest{
  121. Id: webForwarding.Id,
  122. Port: webForwarding.Port,
  123. Domain: webForwarding.Domain,
  124. IsHttps: webForwarding.IsHttps,
  125. Comment: webForwarding.Comment,
  126. BackendList: backend.BackendList,
  127. HttpsKey: webForwarding.HttpsKey,
  128. HttpsCert: webForwarding.HttpsCert,
  129. }, nil
  130. }
  131. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  132. // ruleId 是从 WAF 系统获取的 ID
  133. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  134. return &model.WebForwarding{
  135. HostId: require.HostId,
  136. CdnWebId: ruleId,
  137. Port: req.Port,
  138. Domain: req.Domain,
  139. IsHttps: req.IsHttps,
  140. Comment: req.Comment,
  141. HttpsCert: req.HttpsCert,
  142. HttpsKey: req.HttpsKey,
  143. SslCertId: int(require.SslPolicyId),
  144. }
  145. }
  146. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  147. return &model.WebForwardingRule{
  148. Uid: require.Uid,
  149. HostId: require.HostId,
  150. WebId: localDbId,
  151. CdnOriginIds: cdnOriginIds,
  152. BackendList: reqData.BackendList,
  153. }
  154. }
  155. // =================================================================
  156. // 主函数:prepareWafData
  157. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  158. // =================================================================
  159. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  160. // 1. 获取基础配置
  161. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  162. HostId: req.HostId,
  163. Uid: req.Uid,
  164. Comment: req.WebForwardingData.Comment,
  165. })
  166. if err != nil {
  167. return RequireResponse{}, v1.Website{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  168. }
  169. if require.GatewayGroupId == 0 || require.Uid == 0 {
  170. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  171. }
  172. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  173. byteData, sslPolicyId, err := s.buildProxyJSONConfig(ctx, req, require)
  174. if err != nil {
  175. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  176. }
  177. require.SslPolicyId = sslPolicyId
  178. type serverNames struct {
  179. ServerNames string `json:"name" form:"name"`
  180. Type string `json:"type" form:"type"`
  181. }
  182. var serverName []serverNames
  183. var serverJson []byte
  184. if req.WebForwardingData.Domain != "" {
  185. serverName = append(serverName, serverNames{
  186. ServerNames: req.WebForwardingData.Domain,
  187. Type: "full",
  188. })
  189. serverJson, err = json.Marshal(serverName)
  190. if err != nil {
  191. return RequireResponse{}, v1.Website{}, err
  192. }
  193. }
  194. // 3. 组装最终的 WAF 表单数据
  195. formData := v1.Website{
  196. UserId: int64(require.CdnUid),
  197. Type: "httpProxy",
  198. Name: require.Tag,
  199. ServerNamesJSON: serverJson,
  200. Description: req.WebForwardingData.Comment,
  201. ServerGroupIds: []int64{int64(require.GroupId)},
  202. UserPlanId: int64(require.RuleId),
  203. NodeClusterId: defaultNodeClusterId,
  204. }
  205. var noSslByteData, _ = json.Marshal(v1.TypeJSON{IsOn: false})
  206. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  207. if req.WebForwardingData.IsHttps == isHttps {
  208. formData.HttpJSON = noSslByteData
  209. formData.HttpsJSON = byteData
  210. } else {
  211. formData.HttpJSON = byteData
  212. formData.HttpsJSON = noSslByteData
  213. }
  214. return require, formData, nil
  215. }
  216. // =================================================================
  217. // 辅助函数:buildProxyJSONConfig
  218. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  219. // =================================================================
  220. func (s *webForwardingService) buildProxyJSONConfig(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) ([]byte, int64, error) {
  221. var (
  222. jsonData v1.TypeJSON
  223. apiType string
  224. err error
  225. )
  226. var sslPolicyId int64
  227. jsonData.IsOn = true
  228. apiType = protocolHttps
  229. // 判断协议类型,并处理 HTTPS 的特殊逻辑(证书)
  230. if req.WebForwardingData.IsHttps == isHttps {
  231. // 处理证书信息
  232. serverName, commonNames, DNSNames, before, after, isSelfSigned, err := s.wafformatter.ParseCert(ctx, req.WebForwardingData.HttpsCert, req.WebForwardingData.HttpsKey)
  233. if err != nil {
  234. return nil, 0, fmt.Errorf("解析证书失败: %w", err)
  235. }
  236. // 添加 SSL 证书
  237. sslCertId, err := s.cdn.AddSSLCert(ctx, v1.SSlCert{
  238. IsOn: true,
  239. UserId: int64(require.CdnUid),
  240. Name: req.WebForwardingData.Domain,
  241. ServerName: serverName,
  242. Description: req.WebForwardingData.Comment,
  243. CertData: []byte(req.WebForwardingData.HttpsCert),
  244. KeyData: []byte(req.WebForwardingData.HttpsKey),
  245. TimeBeginAt: before,
  246. TimeEndAt: after,
  247. DnsNames: DNSNames,
  248. CommonNames: commonNames,
  249. IsSelfSigned: isSelfSigned,
  250. })
  251. if err != nil {
  252. return nil, 0, fmt.Errorf("添加SSL证书失败: %w", err)
  253. }
  254. // 添加 SSL 策略
  255. if sslCertId != 0 {
  256. type sslCerts struct {
  257. IsOn bool `json:"isOn" form:"isOn"`
  258. CertId int64 `json:"certId" form:"certId"`
  259. }
  260. var sslCertsSlice []sslCerts
  261. sslCertsSlice = append(sslCertsSlice, sslCerts{
  262. IsOn: true,
  263. CertId: sslCertId,
  264. })
  265. sslCertsJson, err := json.Marshal(sslCertsSlice)
  266. if err != nil {
  267. return nil, 0, fmt.Errorf("序列化SSL证书失败: %w", err)
  268. }
  269. sslPolicyId, err = s.cdn.AddSSLPolicy(ctx, v1.AddSSLPolicy{
  270. Http2Enabled: true,
  271. SslCertsJSON: sslCertsJson,
  272. MinVersion: "TLS 1.1",
  273. })
  274. if err != nil {
  275. return nil, 0, fmt.Errorf("添加SSL策略失败: %w", err)
  276. }
  277. jsonData.SslPolicyRef.SslPolicyId = sslPolicyId
  278. }
  279. jsonData.SslPolicyRef.IsOn = true
  280. } else {
  281. apiType = protocolHttp
  282. }
  283. // 填充通用的 Listen 配置
  284. for _, v := range require.GatewayIps {
  285. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  286. Protocol: apiType,
  287. Host: v,
  288. Port: req.WebForwardingData.Port,
  289. })
  290. }
  291. // 序列化为 JSON
  292. byteData, err := json.Marshal(jsonData)
  293. if err != nil {
  294. return nil, 0, fmt.Errorf("序列化WAF配置失败: %w", err)
  295. }
  296. return byteData, sslPolicyId, nil
  297. }
  298. // 查找两个列表的差异
  299. func (s webForwardingService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  300. diff := make(map[v1.BackendList]int)
  301. // 1. 遍历旧列表,为每个元素计数 +1
  302. for _, item := range oldList {
  303. diff[item]++
  304. }
  305. // 2. 遍历新列表,为每个元素计数 -1
  306. for _, item := range newList {
  307. diff[item]--
  308. }
  309. // 3. 遍历 diff map 来找出差异
  310. for item, count := range diff {
  311. if count > 0 {
  312. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  313. removed = append(removed, item)
  314. } else if count < 0 {
  315. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  316. added = append(added, item)
  317. }
  318. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  319. }
  320. return added, removed
  321. }
  322. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  323. require, formData, err := s.prepareWafData(ctx, req)
  324. if err != nil {
  325. return err
  326. }
  327. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  328. if err != nil {
  329. return err
  330. }
  331. webId, err := s.cdn.CreateWebsite(ctx, formData)
  332. if err != nil {
  333. return err
  334. }
  335. backendList := make(map[string]string)
  336. for _, k := range req.WebForwardingData.BackendList {
  337. backendList[k.Addr] = k.CustomHost
  338. }
  339. // 添加源站
  340. cdnOriginIds := make(map[string]int64)
  341. for _, v := range req.WebForwardingData.BackendList {
  342. apiType := protocolHttp
  343. // 如果条件满足,则覆盖为 HTTPS
  344. if v.IsHttps == isHttps {
  345. apiType = protocolHttps
  346. }
  347. host, port, err := net.SplitHostPort(v.Addr)
  348. if err != nil {
  349. return err
  350. }
  351. var addrPunyPort string
  352. addrPunyPort = v.Addr
  353. // 如果是 IP 地址,不需要转换
  354. if ok := net.ParseIP(host); ok == nil {
  355. _, hostPuny, err := s.wafformatter.ConvertToPunycodeIfIDN(ctx, host)
  356. if err != nil {
  357. return err
  358. }
  359. addrPunyPort = fmt.Sprintf("%s:%s", hostPuny, port)
  360. }
  361. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  362. ApiType: apiType,
  363. BackendList: addrPunyPort,
  364. Host: v.CustomHost,
  365. Comment: req.WebForwardingData.Comment,
  366. })
  367. if err != nil {
  368. return err
  369. }
  370. cdnOriginIds[v.Addr] = id
  371. }
  372. // 添加源站到网站
  373. for _, v := range cdnOriginIds {
  374. err = s.cdn.AddServerOrigin(ctx, webId, v)
  375. if err != nil {
  376. return err
  377. }
  378. }
  379. webModel := s.buildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  380. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  381. if err != nil {
  382. return err
  383. }
  384. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  385. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  386. return err
  387. }
  388. if req.WebForwardingData.Domain != "" {
  389. // 异步任务:将域名添加到白名单
  390. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  391. if err != nil {
  392. return err
  393. }
  394. if len(require.GatewayIps) == 0 {
  395. return fmt.Errorf("网关组不存在")
  396. }
  397. firstIp, err := s.GetGatewayFirstIp(ctx, require.HostId)
  398. if err != nil {
  399. return err
  400. }
  401. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  402. }
  403. // 源站IP过白
  404. var ips []string
  405. if req.WebForwardingData.BackendList != nil {
  406. for _, v := range req.WebForwardingData.BackendList {
  407. ip, _, err := net.SplitHostPort(v.Addr)
  408. if err != nil {
  409. return err
  410. }
  411. ips = append(ips, ip)
  412. }
  413. go s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  414. }
  415. return nil
  416. }
  417. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  418. require, formData, err := s.prepareWafData(ctx, req)
  419. if err != nil {
  420. return err
  421. }
  422. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  423. if err != nil {
  424. return err
  425. }
  426. //修改网站端口
  427. if oldData.Port != req.WebForwardingData.Port {
  428. var typeJson []byte
  429. var apiType string
  430. if req.WebForwardingData.IsHttps == isHttps {
  431. typeJson = formData.HttpsJSON
  432. apiType = protocolHttps
  433. } else {
  434. typeJson = formData.HttpJSON
  435. apiType = protocolHttp
  436. }
  437. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  438. Id: int64(oldData.CdnWebId),
  439. TypeJSON: typeJson,
  440. }, apiType)
  441. if err != nil {
  442. return err
  443. }
  444. }
  445. //修改网站域名
  446. if oldData.Domain != req.WebForwardingData.Domain {
  447. type serverName struct {
  448. Name string `json:"name" form:"name"`
  449. Type string `json:"type" form:"type"`
  450. }
  451. var serverData []serverName
  452. var serverJson []byte
  453. serverData = append(serverData, serverName{
  454. Name: req.WebForwardingData.Domain,
  455. Type: "full",
  456. })
  457. serverJson, err = json.Marshal(serverData)
  458. if err != nil {
  459. return err
  460. }
  461. err = s.cdn.EditServerName(ctx, v1.EditServerNames{
  462. ServerId: int64(oldData.CdnWebId),
  463. ServerNamesJSON: serverJson,
  464. })
  465. if err != nil {
  466. return err
  467. }
  468. }
  469. //修改网站名字
  470. if oldData.Comment != req.WebForwardingData.Comment {
  471. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag)
  472. if err != nil {
  473. return err
  474. }
  475. }
  476. // 将域名添加到白名单
  477. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  478. if err != nil {
  479. return err
  480. }
  481. // 异步任务:将域名添加到白名单
  482. if webData.Domain != req.WebForwardingData.Domain {
  483. firstIp, err := s.GetGatewayFirstIp(ctx, req.HostId)
  484. if err != nil {
  485. return err
  486. }
  487. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  488. if err != nil {
  489. return err
  490. }
  491. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  492. if err != nil {
  493. return err
  494. }
  495. if len(require.GatewayIps) == 0 {
  496. return fmt.Errorf("网关组不存在")
  497. }
  498. // 查找域名数量,如果数量小于2,删除旧域名
  499. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, webData.Domain)
  500. if err != nil {
  501. return err
  502. }
  503. if count < 2 {
  504. go s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  505. }
  506. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  507. }
  508. // IP过白
  509. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.WebForwardingData.Id)
  510. if err != nil {
  511. return err
  512. }
  513. var oldIps []string
  514. var newIps []string
  515. for _, v := range ipData.BackendList {
  516. ip, _, err := net.SplitHostPort(v.Addr)
  517. if err != nil {
  518. return err
  519. }
  520. oldIps = append(oldIps, ip)
  521. }
  522. for _, v := range req.WebForwardingData.BackendList {
  523. ip, _, err := net.SplitHostPort(v.Addr)
  524. if err != nil {
  525. return err
  526. }
  527. newIps = append(newIps, ip)
  528. }
  529. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  530. if len(addedIps) > 0 {
  531. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  532. }
  533. // IP过白
  534. if len(removedIps) > 0 {
  535. // 1. 一次性获取所有相关IP的数量
  536. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  537. if err != nil {
  538. return err
  539. }
  540. // 4. 如果有需要处理的IP,则批量发布一次任务
  541. if len(ipsToDelist) > 0 {
  542. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  543. }
  544. }
  545. //修改源站
  546. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  547. addedIds := make(map[string]int64)
  548. for _, v := range addOrigins {
  549. var apiType string
  550. if v.IsHttps == isHttps {
  551. apiType = protocolHttps
  552. } else {
  553. apiType = protocolHttp
  554. }
  555. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  556. ApiType: apiType,
  557. BackendList: v.Addr,
  558. Host: v.CustomHost,
  559. Comment: req.WebForwardingData.Comment,
  560. })
  561. if err != nil {
  562. return err
  563. }
  564. addedIds[v.Addr] = id
  565. }
  566. for _, v := range addedIds {
  567. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  568. if err != nil {
  569. return err
  570. }
  571. }
  572. for k, v := range ipData.CdnOriginIds {
  573. for _, ip := range delOrigins {
  574. if k == ip.Addr {
  575. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  576. if err != nil {
  577. return err
  578. }
  579. delete(ipData.CdnOriginIds, k)
  580. }
  581. }
  582. }
  583. maps.Copy(ipData.CdnOriginIds, addedIds)
  584. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  585. webModel.Id = req.WebForwardingData.Id
  586. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  587. return err
  588. }
  589. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  590. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  591. return err
  592. }
  593. return nil
  594. }
  595. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, Ids []int) error {
  596. for _, Id := range Ids {
  597. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  598. if err != nil {
  599. return err
  600. }
  601. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  602. if err != nil {
  603. return err
  604. }
  605. // 异步任务:将域名添加到白名单
  606. firstIp, err := s.GetGatewayFirstIp(ctx, oldData.HostId)
  607. if err != nil {
  608. return err
  609. }
  610. if oldData.Domain != "" {
  611. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  612. if err != nil {
  613. return err
  614. }
  615. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  616. }
  617. // IP过白
  618. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, Id)
  619. if err != nil {
  620. return err
  621. }
  622. var ips []string
  623. if len(ipData.BackendList) > 0 {
  624. for _, v := range ipData.BackendList {
  625. ip, _, err := net.SplitHostPort(v.Addr)
  626. if err != nil {
  627. return err
  628. }
  629. ips = append(ips, ip)
  630. }
  631. }
  632. if len(ips) > 0 {
  633. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  634. if err != nil {
  635. return err
  636. }
  637. // 4. 如果有需要处理的IP,则批量发布一次任务
  638. if len(ipsToDelist) > 0 {
  639. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  640. }
  641. }
  642. // 删除ssl
  643. data, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  644. if err != nil {
  645. return err
  646. }
  647. if data.SslCertId != 0 {
  648. sslPolicyData, err := s.webForwardingRepository.GetSslCertId(ctx, data.SslCertId)
  649. if err != nil {
  650. return err
  651. }
  652. if sslPolicyData != nil {
  653. for _, v := range sslPolicyData {
  654. err := s.cdn.DelSSLCert(ctx, v.CertId)
  655. if err != nil {
  656. return err
  657. }
  658. }
  659. }
  660. }
  661. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  662. return err
  663. }
  664. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  665. return err
  666. }
  667. }
  668. return nil
  669. }
  670. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  671. type CombinedResult struct {
  672. Id int
  673. Forwarding *model.WebForwarding
  674. BackendRule *model.WebForwardingRule
  675. Err error // 如果此ID的处理出错,则携带错误
  676. }
  677. g, gCtx := errgroup.WithContext(ctx)
  678. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  679. if err != nil {
  680. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  681. }
  682. if len(ids) == 0 {
  683. return nil, nil // 没有ID,直接返回空切片
  684. }
  685. // 创建一个通道来接收每个ID的处理结果
  686. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  687. resultsChan := make(chan CombinedResult, len(ids))
  688. for _, idVal := range ids {
  689. currentID := idVal // 捕获循环变量
  690. g.Go(func() error {
  691. var wf *model.WebForwarding
  692. var bk *model.WebForwardingRule
  693. var localErr error
  694. // 1. 获取 WebForwarding 信息
  695. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  696. if localErr != nil {
  697. // 发送错误到通道,并由 errgroup 捕获
  698. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  699. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  700. return localErr // 返回错误给 errgroup
  701. }
  702. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  703. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  704. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  705. return localErr
  706. }
  707. // 2. 获取 Backend IP 信息
  708. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  709. // 如果它也可能返回错误,则处理方式与上面类似
  710. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  711. if localErr != nil {
  712. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  713. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  714. // 这里假设它也是一个需要errgroup捕获的错误
  715. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  716. return localErr // 返回错误给 errgroup
  717. }
  718. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  719. // 发送成功的结果到通道
  720. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  721. return nil // 此goroutine成功
  722. })
  723. }
  724. // 等待所有goroutine完成
  725. groupErr := g.Wait()
  726. // 关闭通道,表示所有发送者都已完成
  727. // 这一步很重要,这样下面的 range 循环才能正常结束
  728. close(resultsChan)
  729. // 如果 errgroup 捕获到任何错误,优先返回该错误
  730. if groupErr != nil {
  731. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  732. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  733. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  734. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  735. return nil, groupErr
  736. }
  737. // 如果没有错误,收集所有成功的结果
  738. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  739. for res := range resultsChan {
  740. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  741. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  742. // (理论上,如果goroutine返回了错误,errgroup会处理)
  743. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  744. if res.Err != nil {
  745. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  746. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  747. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  748. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  749. // 但以防万一,我们可以记录日志
  750. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  751. }
  752. if res.Forwarding == nil {
  753. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  754. }
  755. dataReq := v1.WebForwardingDataRequest{
  756. Id: res.Forwarding.Id,
  757. Port: res.Forwarding.Port,
  758. Domain: res.Forwarding.Domain,
  759. IsHttps: res.Forwarding.IsHttps,
  760. Comment: res.Forwarding.Comment,
  761. HttpsKey: res.Forwarding.HttpsKey,
  762. HttpsCert: res.Forwarding.HttpsCert,
  763. }
  764. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  765. dataReq.BackendList = res.BackendRule.BackendList
  766. }
  767. finalResults = append(finalResults, dataReq)
  768. }
  769. sort.Slice(finalResults, func(i, j int) bool {
  770. return finalResults[i].Id > finalResults[j].Id
  771. })
  772. return finalResults, nil
  773. }
  774. func (s *webForwardingService) GetGatewayFirstIp(ctx context.Context, hostId int) (string, error) {
  775. gateWayGroup, err := s.gatewayGroupRep.GetGatewayGroupByHostId(ctx, int64(hostId))
  776. if err != nil {
  777. return "", err
  778. }
  779. if gateWayGroup == nil {
  780. return "", fmt.Errorf("网关组不存在")
  781. }
  782. gateWayIps, err := s.gatewayGroupIpRep.GetGateWayGroupFirstIpByGatewayGroupId(ctx, gateWayGroup.Id)
  783. if err != nil {
  784. return "", err
  785. }
  786. if len(gateWayIps) == 0 {
  787. return "", fmt.Errorf("网关组IP为空")
  788. }
  789. return gateWayIps, nil
  790. }
  791. // 清洗IP
  792. func (s *webForwardingService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  793. var newAllowIps []string
  794. var oldAllowIps []string
  795. if len(oldIpList) > 0 {
  796. for _, v := range oldIpList {
  797. if net.ParseIP(v) != nil {
  798. oldAllowIps = append(oldAllowIps, v)
  799. }
  800. }
  801. }
  802. if len(newIpList) > 0 {
  803. for _, v := range newIpList {
  804. if net.ParseIP(v) != nil {
  805. newAllowIps = append(newAllowIps, v)
  806. }
  807. }
  808. }
  809. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  810. return addedDenyIps, removedDenyIps
  811. }