webforwarding.go 30 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  10. "golang.org/x/sync/errgroup"
  11. "maps"
  12. "net"
  13. "sort"
  14. )
  15. type WebForwardingService interface {
  16. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  17. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  18. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  19. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  20. DeleteWebForwarding(ctx context.Context, Ids []int) error
  21. }
  22. func NewWebForwardingService(
  23. service *Service,
  24. required RequiredService,
  25. webForwardingRepository repository.WebForwardingRepository,
  26. crawler CrawlerService,
  27. parser ParserService,
  28. wafformatter WafFormatterService,
  29. aoDun AoDunService,
  30. mq *rabbitmq.RabbitMQ,
  31. gatewayGroupIpRep repository.GateWayGroupIpRepository,
  32. gatewayGroupRep repository.GatewayGroupRepository,
  33. globalLimitRep repository.GlobalLimitRepository,
  34. cdn CdnService,
  35. proxy ProxyService,
  36. ) WebForwardingService {
  37. return &webForwardingService{
  38. Service: service,
  39. webForwardingRepository: webForwardingRepository,
  40. required: required,
  41. parser: parser,
  42. crawler: crawler,
  43. wafformatter: wafformatter,
  44. aoDun: aoDun,
  45. mq: mq,
  46. gatewayGroupIpRep: gatewayGroupIpRep,
  47. gatewayGroupRep: gatewayGroupRep,
  48. cdn: cdn,
  49. globalLimitRep: globalLimitRep,
  50. proxy: proxy,
  51. }
  52. }
  53. const (
  54. isHttps = 1
  55. protocolHttps = "https"
  56. protocolHttp = "http"
  57. defaultNodeClusterId = 1
  58. )
  59. type webForwardingService struct {
  60. *Service
  61. webForwardingRepository repository.WebForwardingRepository
  62. required RequiredService
  63. parser ParserService
  64. crawler CrawlerService
  65. wafformatter WafFormatterService
  66. aoDun AoDunService
  67. mq *rabbitmq.RabbitMQ
  68. gatewayGroupIpRep repository.GateWayGroupIpRepository
  69. gatewayGroupRep repository.GatewayGroupRepository
  70. cdn CdnService
  71. globalLimitRep repository.GlobalLimitRepository
  72. proxy ProxyService
  73. }
  74. func (s *webForwardingService) require(ctx context.Context, req v1.GlobalRequire) (v1.GlobalRequire, error) {
  75. var err error
  76. var res v1.GlobalRequire
  77. g, gCtx := errgroup.WithContext(ctx)
  78. //g.Go(func() error {
  79. // result, e := s.wafformatter.require(gCtx, req, "web")
  80. // if e != nil {
  81. // return e
  82. // }
  83. // res = result
  84. // return nil
  85. //})
  86. g.Go(func() error {
  87. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  88. if e != nil {
  89. return e
  90. }
  91. return nil
  92. })
  93. if err = g.Wait(); err != nil {
  94. return v1.GlobalRequire{}, err
  95. }
  96. return res, nil
  97. }
  98. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  99. var webForwarding model.WebForwarding
  100. var backend model.WebForwardingRule
  101. g, gCtx := errgroup.WithContext(ctx)
  102. g.Go(func() error {
  103. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  104. if e != nil {
  105. // 直接返回错误,errgroup 会捕获它
  106. return fmt.Errorf("GetWebForwarding failed: %w", e)
  107. }
  108. if res != nil {
  109. webForwarding = *res
  110. }
  111. return nil
  112. })
  113. g.Go(func() error {
  114. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  115. if e != nil {
  116. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  117. }
  118. if res != nil {
  119. backend = *res
  120. }
  121. return nil
  122. })
  123. if err := g.Wait(); err != nil {
  124. return v1.WebForwardingDataRequest{}, err
  125. }
  126. return v1.WebForwardingDataRequest{
  127. Id: webForwarding.Id,
  128. Port: webForwarding.Port,
  129. Domain: webForwarding.Domain,
  130. IsHttps: webForwarding.IsHttps,
  131. Comment: webForwarding.Comment,
  132. BackendList: backend.BackendList,
  133. HttpsKey: webForwarding.HttpsKey,
  134. HttpsCert: webForwarding.HttpsCert,
  135. }, nil
  136. }
  137. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  138. // ruleId 是从 WAF 系统获取的 ID
  139. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  140. return &model.WebForwarding{
  141. HostId: require.HostId,
  142. CdnWebId: ruleId,
  143. Port: req.Port,
  144. Domain: req.Domain,
  145. IsHttps: req.IsHttps,
  146. Comment: req.Comment,
  147. HttpsCert: req.HttpsCert,
  148. HttpsKey: req.HttpsKey,
  149. SslCertId: int(require.SslPolicyId),
  150. Cc: req.CcConfig.IsOn,
  151. ThresholdMethod: req.CcConfig.ThresholdMethod,
  152. Level: req.CcConfig.Level,
  153. Limit5s: req.CcConfig.Limit5s,
  154. Limit60s: req.CcConfig.Limit60s,
  155. Limit300s: req.CcConfig.Limit300s,
  156. Proxy: req.Proxy,
  157. }
  158. }
  159. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  160. return &model.WebForwardingRule{
  161. Uid: require.Uid,
  162. HostId: require.HostId,
  163. WebId: localDbId,
  164. CdnOriginIds: cdnOriginIds,
  165. BackendList: reqData.BackendList,
  166. }
  167. }
  168. // =================================================================
  169. // 主函数:prepareWafData
  170. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  171. // =================================================================
  172. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  173. // 1. 获取基础配置
  174. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  175. HostId: req.HostId,
  176. Uid: req.Uid,
  177. Comment: req.WebForwardingData.Comment,
  178. })
  179. if err != nil {
  180. return RequireResponse{}, v1.Website{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  181. }
  182. if require.GatewayGroupId == 0 || require.Uid == 0 {
  183. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  184. }
  185. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  186. byteData, sslPolicyId, err := s.buildProxyJSONConfig(ctx, req, require)
  187. if err != nil {
  188. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  189. }
  190. require.SslPolicyId = sslPolicyId
  191. type serverNames struct {
  192. ServerNames string `json:"name" form:"name"`
  193. Type string `json:"type" form:"type"`
  194. }
  195. var serverName []serverNames
  196. var serverJson []byte
  197. if req.WebForwardingData.Domain != "" {
  198. serverName = append(serverName, serverNames{
  199. ServerNames: req.WebForwardingData.Domain,
  200. Type: "full",
  201. })
  202. serverJson, err = json.Marshal(serverName)
  203. if err != nil {
  204. return RequireResponse{}, v1.Website{}, err
  205. }
  206. }
  207. // 3. 组装最终的 WAF 表单数据
  208. formData := v1.Website{
  209. UserId: int64(require.CdnUid),
  210. Type: "httpProxy",
  211. Name: require.Tag,
  212. ServerNamesJSON: serverJson,
  213. Description: req.WebForwardingData.Comment,
  214. ServerGroupIds: []int64{int64(require.GroupId)},
  215. UserPlanId: int64(require.RuleId),
  216. NodeClusterId: defaultNodeClusterId,
  217. }
  218. var noSslByteData, _ = json.Marshal(v1.TypeJSON{IsOn: false})
  219. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  220. if req.WebForwardingData.IsHttps == isHttps {
  221. formData.HttpJSON = noSslByteData
  222. formData.HttpsJSON = byteData
  223. } else {
  224. formData.HttpJSON = byteData
  225. formData.HttpsJSON = noSslByteData
  226. }
  227. return require, formData, nil
  228. }
  229. // =================================================================
  230. // 辅助函数:buildProxyJSONConfig
  231. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  232. // =================================================================
  233. func (s *webForwardingService) buildProxyJSONConfig(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) ([]byte, int64, error) {
  234. var (
  235. jsonData v1.TypeJSON
  236. apiType string
  237. err error
  238. )
  239. var sslPolicyId int64
  240. jsonData.IsOn = true
  241. apiType = protocolHttps
  242. // 判断协议类型,并处理 HTTPS 的特殊逻辑(证书)
  243. if req.WebForwardingData.IsHttps == isHttps {
  244. // 处理证书信息
  245. if req.WebForwardingData.SslCertId == 0 {
  246. sslPolicyId, _, err = s.wafformatter.AddSSLPolicy(ctx, v1.SSL{
  247. CdnUserId: require.CdnUid,
  248. Domain: req.WebForwardingData.Domain,
  249. Name: req.WebForwardingData.Domain,
  250. Description: req.WebForwardingData.Comment,
  251. CertData: req.WebForwardingData.HttpsCert,
  252. KeyData: req.WebForwardingData.HttpsKey,
  253. })
  254. if err != nil {
  255. return nil, 0, fmt.Errorf("处理证书失败: %w", err)
  256. }
  257. jsonData.SslPolicyRef.SslPolicyId = sslPolicyId
  258. } else {
  259. err = s.wafformatter.EditSSL(ctx, v1.SSL{
  260. WebId: int64(req.WebForwardingData.Id),
  261. SSLPolicyId: int(req.WebForwardingData.SslCertId),
  262. CdnUserId: require.CdnUid,
  263. Name: req.WebForwardingData.Domain,
  264. Description: req.WebForwardingData.Comment,
  265. CertData: req.WebForwardingData.HttpsCert,
  266. KeyData: req.WebForwardingData.HttpsKey,
  267. })
  268. if err != nil {
  269. return nil, 0, fmt.Errorf("处理证书失败: %w", err)
  270. }
  271. jsonData.SslPolicyRef.SslPolicyId = req.WebForwardingData.SslCertId
  272. }
  273. jsonData.SslPolicyRef.IsOn = true
  274. } else {
  275. apiType = protocolHttp
  276. jsonData.SslPolicyRef = v1.SslPolicyRef{
  277. IsOn: false,
  278. SslPolicyId: req.WebForwardingData.SslCertId,
  279. }
  280. }
  281. // 填充通用的 Listen 配置
  282. for _, v := range require.GatewayIps {
  283. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  284. Protocol: apiType,
  285. Host: v,
  286. Port: req.WebForwardingData.Port,
  287. })
  288. }
  289. // 序列化为 JSON
  290. byteData, err := json.Marshal(jsonData)
  291. if err != nil {
  292. return nil, 0, fmt.Errorf("序列化WAF配置失败: %w", err)
  293. }
  294. return byteData, sslPolicyId, nil
  295. }
  296. // 查找两个列表的差异
  297. func (s webForwardingService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  298. diff := make(map[v1.BackendList]int)
  299. // 1. 遍历旧列表,为每个元素计数 +1
  300. for _, item := range oldList {
  301. diff[item]++
  302. }
  303. // 2. 遍历新列表,为每个元素计数 -1
  304. for _, item := range newList {
  305. diff[item]--
  306. }
  307. // 3. 遍历 diff map 来找出差异
  308. for item, count := range diff {
  309. if count > 0 {
  310. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  311. removed = append(removed, item)
  312. } else if count < 0 {
  313. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  314. added = append(added, item)
  315. }
  316. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  317. }
  318. return added, removed
  319. }
  320. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  321. require, formData, err := s.prepareWafData(ctx, req)
  322. if err != nil {
  323. return err
  324. }
  325. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  326. if err != nil {
  327. return err
  328. }
  329. webId, err := s.cdn.CreateWebsite(ctx, formData)
  330. if err != nil {
  331. return err
  332. }
  333. backendList := make(map[string]string)
  334. for _, k := range req.WebForwardingData.BackendList {
  335. backendList[k.Addr] = k.CustomHost
  336. }
  337. // 添加源站
  338. cdnOriginIds := make(map[string]int64)
  339. for _, v := range req.WebForwardingData.BackendList {
  340. apiType := protocolHttp
  341. // 如果条件满足,则覆盖为 HTTPS
  342. if v.IsHttps == isHttps {
  343. apiType = protocolHttps
  344. }
  345. host, port, err := net.SplitHostPort(v.Addr)
  346. if err != nil {
  347. return err
  348. }
  349. var addrPunyPort string
  350. addrPunyPort = v.Addr
  351. // 如果是 IP 地址,不需要转换
  352. if ok := net.ParseIP(host); ok == nil {
  353. _, hostPuny, err := s.wafformatter.ConvertToPunycodeIfIDN(ctx, host)
  354. if err != nil {
  355. return err
  356. }
  357. addrPunyPort = fmt.Sprintf("%s:%s", hostPuny, port)
  358. }
  359. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  360. ApiType: apiType,
  361. BackendList: addrPunyPort,
  362. Host: v.CustomHost,
  363. Comment: req.WebForwardingData.Comment,
  364. })
  365. if err != nil {
  366. return err
  367. }
  368. cdnOriginIds[v.Addr] = id
  369. }
  370. // 添加源站到网站
  371. for _, v := range cdnOriginIds {
  372. err = s.cdn.AddServerOrigin(ctx, webId, v)
  373. if err != nil {
  374. return err
  375. }
  376. }
  377. // 开启proxy
  378. if req.WebForwardingData.Proxy {
  379. err = s.proxy.EditProxy(ctx,webId, v1.ProxyProtocolJSON{
  380. IsOn: true,
  381. Version: 1,
  382. })
  383. if err != nil {
  384. return err
  385. }
  386. }
  387. // 开启访问日志
  388. err = s.EditLog(ctx, webId)
  389. if err != nil {
  390. return err
  391. }
  392. // 开启CC
  393. if req.WebForwardingData.CcConfig.IsOn {
  394. err = s.EditCcConfig(ctx, webId, req.WebForwardingData.CcConfig)
  395. if err != nil {
  396. return err
  397. }
  398. }
  399. webModel := s.buildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  400. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  401. if err != nil {
  402. return err
  403. }
  404. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  405. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  406. return err
  407. }
  408. if req.WebForwardingData.Domain != "" {
  409. // 异步任务:将域名添加到白名单
  410. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  411. if err != nil {
  412. return err
  413. }
  414. if len(require.GatewayIps) == 0 {
  415. return fmt.Errorf("网关组不存在")
  416. }
  417. firstIp, err := s.GetGatewayFirstIp(ctx, require.HostId)
  418. if err != nil {
  419. return err
  420. }
  421. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  422. }
  423. // 源站IP过白
  424. var ips []string
  425. if req.WebForwardingData.BackendList != nil {
  426. for _, v := range req.WebForwardingData.BackendList {
  427. ip, _, err := net.SplitHostPort(v.Addr)
  428. if err != nil {
  429. return err
  430. }
  431. ips = append(ips, ip)
  432. }
  433. go s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  434. }
  435. return nil
  436. }
  437. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  438. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  439. if err != nil {
  440. return err
  441. }
  442. req.WebForwardingData.SslCertId = int64(oldData.SslCertId)
  443. require, formData, err := s.prepareWafData(ctx, req)
  444. if err != nil {
  445. return err
  446. }
  447. //修改网站端口
  448. if oldData.Port != req.WebForwardingData.Port || oldData.IsHttps != req.WebForwardingData.IsHttps || oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  449. var typeJson []byte
  450. var closeJson []byte
  451. var apiType string
  452. var closeType string
  453. if req.WebForwardingData.IsHttps == isHttps {
  454. typeJson = formData.HttpsJSON
  455. closeJson = formData.HttpJSON
  456. apiType = protocolHttps
  457. closeType = protocolHttp
  458. } else {
  459. typeJson = formData.HttpJSON
  460. closeJson = formData.HttpsJSON
  461. apiType = protocolHttp
  462. closeType = protocolHttps
  463. }
  464. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  465. Id: int64(oldData.CdnWebId),
  466. TypeJSON: typeJson,
  467. }, apiType)
  468. if err != nil {
  469. return err
  470. }
  471. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  472. Id: int64(oldData.CdnWebId),
  473. TypeJSON: closeJson,
  474. }, closeType)
  475. if err != nil {
  476. return err
  477. }
  478. }
  479. //修改网站域名
  480. if oldData.Domain != req.WebForwardingData.Domain {
  481. type serverName struct {
  482. Name string `json:"name" form:"name"`
  483. Type string `json:"type" form:"type"`
  484. }
  485. var serverData []serverName
  486. var serverJson []byte
  487. serverData = append(serverData, serverName{
  488. Name: req.WebForwardingData.Domain,
  489. Type: "full",
  490. })
  491. serverJson, err = json.Marshal(serverData)
  492. if err != nil {
  493. return err
  494. }
  495. err = s.cdn.EditServerName(ctx, v1.EditServerNames{
  496. ServerId: int64(oldData.CdnWebId),
  497. ServerNamesJSON: serverJson,
  498. })
  499. if err != nil {
  500. return err
  501. }
  502. }
  503. //修改网站名字
  504. if oldData.Comment != req.WebForwardingData.Comment {
  505. nodeId,err := s.globalLimitRep.GetNodeId(ctx, oldData.CdnWebId)
  506. if err != nil {
  507. return err
  508. }
  509. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag,nodeId)
  510. if err != nil {
  511. return err
  512. }
  513. }
  514. //修改Proxy
  515. if oldData.Proxy != req.WebForwardingData.Proxy {
  516. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  517. IsOn: req.WebForwardingData.Proxy,
  518. Version: 1,
  519. })
  520. if err != nil {
  521. return err
  522. }
  523. }
  524. err = s.EditCcConfig(ctx, int64(oldData.CdnWebId), v1.CcConfigRequest{
  525. IsOn: req.WebForwardingData.CcConfig.IsOn,
  526. Level: req.WebForwardingData.CcConfig.Level,
  527. Limit5s: req.WebForwardingData.CcConfig.Limit5s,
  528. Limit60s: req.WebForwardingData.CcConfig.Limit60s,
  529. Limit300s: req.WebForwardingData.CcConfig.Limit300s,
  530. ThresholdMethod: req.WebForwardingData.CcConfig.ThresholdMethod,
  531. })
  532. if err != nil {
  533. return err
  534. }
  535. // 将域名添加到白名单
  536. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  537. if err != nil {
  538. return err
  539. }
  540. // 异步任务:将域名添加到白名单
  541. if webData.Domain != req.WebForwardingData.Domain {
  542. firstIp, err := s.GetGatewayFirstIp(ctx, req.HostId)
  543. if err != nil {
  544. return err
  545. }
  546. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  547. if err != nil {
  548. return err
  549. }
  550. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  551. if err != nil {
  552. return err
  553. }
  554. if len(require.GatewayIps) == 0 {
  555. return fmt.Errorf("网关组不存在")
  556. }
  557. // 查找域名数量,如果数量小于2,删除旧域名
  558. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, webData.Domain)
  559. if err != nil {
  560. return err
  561. }
  562. if count < 2 {
  563. go s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  564. }
  565. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  566. }
  567. // IP过白
  568. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.WebForwardingData.Id)
  569. if err != nil {
  570. return err
  571. }
  572. var oldIps []string
  573. var newIps []string
  574. for _, v := range ipData.BackendList {
  575. ip, _, err := net.SplitHostPort(v.Addr)
  576. if err != nil {
  577. return err
  578. }
  579. oldIps = append(oldIps, ip)
  580. }
  581. for _, v := range req.WebForwardingData.BackendList {
  582. ip, _, err := net.SplitHostPort(v.Addr)
  583. if err != nil {
  584. return err
  585. }
  586. newIps = append(newIps, ip)
  587. }
  588. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  589. if len(addedIps) > 0 {
  590. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  591. }
  592. // IP过白
  593. if len(removedIps) > 0 {
  594. // 1. 一次性获取所有相关IP的数量
  595. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  596. if err != nil {
  597. return err
  598. }
  599. // 4. 如果有需要处理的IP,则批量发布一次任务
  600. if len(ipsToDelist) > 0 {
  601. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  602. }
  603. }
  604. //修改源站
  605. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  606. addedIds := make(map[string]int64)
  607. for _, v := range addOrigins {
  608. var apiType string
  609. if v.IsHttps == isHttps {
  610. apiType = protocolHttps
  611. } else {
  612. apiType = protocolHttp
  613. }
  614. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  615. ApiType: apiType,
  616. BackendList: v.Addr,
  617. Host: v.CustomHost,
  618. Comment: req.WebForwardingData.Comment,
  619. })
  620. if err != nil {
  621. return err
  622. }
  623. addedIds[v.Addr] = id
  624. }
  625. for _, v := range addedIds {
  626. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  627. if err != nil {
  628. return err
  629. }
  630. }
  631. for k, v := range ipData.CdnOriginIds {
  632. for _, ip := range delOrigins {
  633. if k == ip.Addr {
  634. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  635. if err != nil {
  636. return err
  637. }
  638. delete(ipData.CdnOriginIds, k)
  639. }
  640. }
  641. }
  642. maps.Copy(ipData.CdnOriginIds, addedIds)
  643. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  644. webModel.Id = req.WebForwardingData.Id
  645. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  646. return err
  647. }
  648. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  649. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  650. return err
  651. }
  652. return nil
  653. }
  654. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, Ids []int) error {
  655. for _, Id := range Ids {
  656. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  657. if err != nil {
  658. return err
  659. }
  660. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  661. if err != nil {
  662. return err
  663. }
  664. // 异步任务:将域名添加到白名单
  665. firstIp, err := s.GetGatewayFirstIp(ctx, oldData.HostId)
  666. if err != nil {
  667. return err
  668. }
  669. if oldData.Domain != "" {
  670. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  671. if err != nil {
  672. return err
  673. }
  674. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  675. }
  676. // IP过白
  677. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, Id)
  678. if err != nil {
  679. return err
  680. }
  681. var ips []string
  682. if len(ipData.BackendList) > 0 {
  683. for _, v := range ipData.BackendList {
  684. ip, _, err := net.SplitHostPort(v.Addr)
  685. if err != nil {
  686. return err
  687. }
  688. ips = append(ips, ip)
  689. }
  690. }
  691. if len(ips) > 0 {
  692. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  693. if err != nil {
  694. return err
  695. }
  696. // 4. 如果有需要处理的IP,则批量发布一次任务
  697. if len(ipsToDelist) > 0 {
  698. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  699. }
  700. }
  701. // 删除ssl
  702. data, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  703. if err != nil {
  704. return err
  705. }
  706. if data.SslCertId != 0 {
  707. sslPolicyData, err := s.webForwardingRepository.GetSslCertId(ctx, data.SslCertId)
  708. if err != nil {
  709. return err
  710. }
  711. if sslPolicyData != nil {
  712. for _, v := range sslPolicyData {
  713. err := s.cdn.DelSSLCert(ctx, v.CertId)
  714. if err != nil {
  715. return err
  716. }
  717. }
  718. }
  719. }
  720. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  721. return err
  722. }
  723. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  724. return err
  725. }
  726. }
  727. return nil
  728. }
  729. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  730. type CombinedResult struct {
  731. Id int
  732. Forwarding *model.WebForwarding
  733. BackendRule *model.WebForwardingRule
  734. Err error // 如果此ID的处理出错,则携带错误
  735. }
  736. g, gCtx := errgroup.WithContext(ctx)
  737. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  738. if err != nil {
  739. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  740. }
  741. if len(ids) == 0 {
  742. return nil, nil // 没有ID,直接返回空切片
  743. }
  744. // 创建一个通道来接收每个ID的处理结果
  745. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  746. resultsChan := make(chan CombinedResult, len(ids))
  747. for _, idVal := range ids {
  748. currentID := idVal // 捕获循环变量
  749. g.Go(func() error {
  750. var wf *model.WebForwarding
  751. var bk *model.WebForwardingRule
  752. var localErr error
  753. // 1. 获取 WebForwarding 信息
  754. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  755. if localErr != nil {
  756. // 发送错误到通道,并由 errgroup 捕获
  757. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  758. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  759. return localErr // 返回错误给 errgroup
  760. }
  761. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  762. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  763. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  764. return localErr
  765. }
  766. // 2. 获取 Backend IP 信息
  767. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  768. // 如果它也可能返回错误,则处理方式与上面类似
  769. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  770. if localErr != nil {
  771. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  772. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  773. // 这里假设它也是一个需要errgroup捕获的错误
  774. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  775. return localErr // 返回错误给 errgroup
  776. }
  777. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  778. // 发送成功的结果到通道
  779. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  780. return nil // 此goroutine成功
  781. })
  782. }
  783. // 等待所有goroutine完成
  784. groupErr := g.Wait()
  785. // 关闭通道,表示所有发送者都已完成
  786. // 这一步很重要,这样下面的 range 循环才能正常结束
  787. close(resultsChan)
  788. // 如果 errgroup 捕获到任何错误,优先返回该错误
  789. if groupErr != nil {
  790. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  791. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  792. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  793. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  794. return nil, groupErr
  795. }
  796. // 如果没有错误,收集所有成功的结果
  797. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  798. for res := range resultsChan {
  799. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  800. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  801. // (理论上,如果goroutine返回了错误,errgroup会处理)
  802. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  803. if res.Err != nil {
  804. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  805. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  806. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  807. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  808. // 但以防万一,我们可以记录日志
  809. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  810. }
  811. if res.Forwarding == nil {
  812. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  813. }
  814. dataReq := v1.WebForwardingDataRequest{
  815. Id: res.Forwarding.Id,
  816. Port: res.Forwarding.Port,
  817. Domain: res.Forwarding.Domain,
  818. IsHttps: res.Forwarding.IsHttps,
  819. Comment: res.Forwarding.Comment,
  820. HttpsKey: res.Forwarding.HttpsKey,
  821. HttpsCert: res.Forwarding.HttpsCert,
  822. }
  823. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  824. dataReq.BackendList = res.BackendRule.BackendList
  825. }
  826. finalResults = append(finalResults, dataReq)
  827. }
  828. sort.Slice(finalResults, func(i, j int) bool {
  829. return finalResults[i].Id > finalResults[j].Id
  830. })
  831. return finalResults, nil
  832. }
  833. func (s *webForwardingService) GetGatewayFirstIp(ctx context.Context, hostId int) (string, error) {
  834. gateWayGroup, err := s.gatewayGroupRep.GetGatewayGroupByHostId(ctx, int64(hostId))
  835. if err != nil {
  836. return "", err
  837. }
  838. if gateWayGroup == nil {
  839. return "", fmt.Errorf("网关组不存在")
  840. }
  841. gateWayIps, err := s.gatewayGroupIpRep.GetGateWayGroupFirstIpByGatewayGroupId(ctx, gateWayGroup.Id)
  842. if err != nil {
  843. return "", err
  844. }
  845. if len(gateWayIps) == 0 {
  846. return "", fmt.Errorf("网关组IP为空")
  847. }
  848. return gateWayIps, nil
  849. }
  850. // 清洗IP
  851. func (s *webForwardingService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  852. var newAllowIps []string
  853. var oldAllowIps []string
  854. if len(oldIpList) > 0 {
  855. for _, v := range oldIpList {
  856. if net.ParseIP(v) != nil {
  857. oldAllowIps = append(oldAllowIps, v)
  858. }
  859. }
  860. }
  861. if len(newIpList) > 0 {
  862. for _, v := range newIpList {
  863. if net.ParseIP(v) != nil {
  864. newAllowIps = append(newAllowIps, v)
  865. }
  866. }
  867. }
  868. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  869. return addedDenyIps, removedDenyIps
  870. }
  871. // 修改日志配置
  872. func (s *webForwardingService) EditLog(ctx context.Context,webId int64) error {
  873. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  874. if err != nil {
  875. return err
  876. }
  877. if err := s.cdn.EditWebLog(ctx, webConfigId,v1.WebLog{
  878. IsPrior: false,
  879. IsOn: true,
  880. Fields: []int64{1, 2, 6, 7},
  881. Status1: true,
  882. Status2: true,
  883. Status3: true,
  884. Status4: true,
  885. Status5: true,
  886. FirewallOnly: false,
  887. EnableClientClosed: false,
  888. }); err != nil {
  889. return err
  890. }
  891. return nil
  892. }
  893. // 修改CC配置
  894. func (s *webForwardingService) EditCcConfig(ctx context.Context,webId int64, req v1.CcConfigRequest) error {
  895. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  896. if err != nil {
  897. return err
  898. }
  899. configThreshold := []struct{
  900. MaxRequests int `json:"maxRequests"`
  901. BlockSeconds int `json:"blockSeconds"`
  902. PeriodSeconds int `json:"periodSeconds"`
  903. }{
  904. {MaxRequests: req.Limit5s},
  905. {MaxRequests: req.Limit60s},
  906. {MaxRequests: req.Limit300s},
  907. }
  908. if err := s.cdn.EditCcConfig(ctx, webConfigId, v1.CcConfig{
  909. IsOn: req.IsOn,
  910. ThresholdMethod: req.ThresholdMethod,
  911. Thresholds: configThreshold,
  912. Level: req.Level,
  913. UseDefaultThresholds : true,
  914. EnableGET302: true,
  915. EnableFingerprint : true,
  916. IgnoreCommonFiles : true,
  917. }); err != nil {
  918. return err
  919. }
  920. return nil
  921. }