webforwarding.go 33 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  10. "golang.org/x/sync/errgroup"
  11. "maps"
  12. "net"
  13. "sort"
  14. )
  15. type WebForwardingService interface {
  16. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  17. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  18. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  19. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  20. DeleteWebForwarding(ctx context.Context, Ids []int) error
  21. }
  22. func NewWebForwardingService(
  23. service *Service,
  24. required RequiredService,
  25. webForwardingRepository repository.WebForwardingRepository,
  26. crawler CrawlerService,
  27. parser ParserService,
  28. wafformatter WafFormatterService,
  29. aoDun AoDunService,
  30. mq *rabbitmq.RabbitMQ,
  31. gatewayGroupIpRep repository.GateWayGroupIpRepository,
  32. gatewayGroupRep repository.GatewayGroupRepository,
  33. globalLimitRep repository.GlobalLimitRepository,
  34. cdn CdnService,
  35. proxy ProxyService,
  36. sslCert SslCertService,
  37. ) WebForwardingService {
  38. return &webForwardingService{
  39. Service: service,
  40. webForwardingRepository: webForwardingRepository,
  41. required: required,
  42. parser: parser,
  43. crawler: crawler,
  44. wafformatter: wafformatter,
  45. aoDun: aoDun,
  46. mq: mq,
  47. gatewayGroupIpRep: gatewayGroupIpRep,
  48. gatewayGroupRep: gatewayGroupRep,
  49. cdn: cdn,
  50. globalLimitRep: globalLimitRep,
  51. proxy: proxy,
  52. sslCert: sslCert,
  53. }
  54. }
  55. const (
  56. isHttps = 1
  57. protocolHttps = "https"
  58. protocolHttp = "http"
  59. defaultNodeClusterId = 1
  60. )
  61. type webForwardingService struct {
  62. *Service
  63. webForwardingRepository repository.WebForwardingRepository
  64. required RequiredService
  65. parser ParserService
  66. crawler CrawlerService
  67. wafformatter WafFormatterService
  68. aoDun AoDunService
  69. mq *rabbitmq.RabbitMQ
  70. gatewayGroupIpRep repository.GateWayGroupIpRepository
  71. gatewayGroupRep repository.GatewayGroupRepository
  72. cdn CdnService
  73. globalLimitRep repository.GlobalLimitRepository
  74. proxy ProxyService
  75. sslCert SslCertService
  76. }
  77. func (s *webForwardingService) require(ctx context.Context, req v1.GlobalRequire) (v1.GlobalRequire, error) {
  78. var err error
  79. var res v1.GlobalRequire
  80. g, gCtx := errgroup.WithContext(ctx)
  81. //g.Go(func() error {
  82. // result, e := s.wafformatter.require(gCtx, req, "web")
  83. // if e != nil {
  84. // return e
  85. // }
  86. // res = result
  87. // return nil
  88. //})
  89. g.Go(func() error {
  90. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  91. if e != nil {
  92. return e
  93. }
  94. return nil
  95. })
  96. if err = g.Wait(); err != nil {
  97. return v1.GlobalRequire{}, err
  98. }
  99. return res, nil
  100. }
  101. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  102. var webForwarding model.WebForwarding
  103. var backend model.WebForwardingRule
  104. g, gCtx := errgroup.WithContext(ctx)
  105. g.Go(func() error {
  106. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  107. if e != nil {
  108. // 直接返回错误,errgroup 会捕获它
  109. return fmt.Errorf("GetWebForwarding failed: %w", e)
  110. }
  111. if res != nil {
  112. webForwarding = *res
  113. }
  114. return nil
  115. })
  116. g.Go(func() error {
  117. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  118. if e != nil {
  119. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  120. }
  121. if res != nil {
  122. backend = *res
  123. }
  124. return nil
  125. })
  126. if err := g.Wait(); err != nil {
  127. return v1.WebForwardingDataRequest{}, err
  128. }
  129. return v1.WebForwardingDataRequest{
  130. Id: webForwarding.Id,
  131. Port: webForwarding.Port,
  132. Domain: webForwarding.Domain,
  133. IsHttps: webForwarding.IsHttps,
  134. Comment: webForwarding.Comment,
  135. BackendList: backend.BackendList,
  136. HttpsKey: webForwarding.HttpsKey,
  137. HttpsCert: webForwarding.HttpsCert,
  138. Proxy: webForwarding.Proxy,
  139. CcConfig: v1.CcConfigRequest{
  140. IsOn: webForwarding.Cc,
  141. ThresholdMethod: webForwarding.ThresholdMethod,
  142. Level: webForwarding.Level,
  143. Limit5s: webForwarding.Limit5s,
  144. Limit60s: webForwarding.Limit60s,
  145. Limit300s: webForwarding.Limit300s,
  146. },
  147. }, nil
  148. }
  149. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  150. // ruleId 是从 WAF 系统获取的 ID
  151. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  152. return &model.WebForwarding{
  153. HostId: require.HostId,
  154. CdnWebId: ruleId,
  155. Port: req.Port,
  156. Domain: req.Domain,
  157. IsHttps: req.IsHttps,
  158. Comment: req.Comment,
  159. HttpsCert: req.HttpsCert,
  160. HttpsKey: req.HttpsKey,
  161. SslCertId: int(req.SslCertId),
  162. SslPolicyId: int(req.SslPolicyId),
  163. Cc: req.CcConfig.IsOn,
  164. ThresholdMethod: req.CcConfig.ThresholdMethod,
  165. Level: req.CcConfig.Level,
  166. Limit5s: req.CcConfig.Limit5s,
  167. Limit60s: req.CcConfig.Limit60s,
  168. Limit300s: req.CcConfig.Limit300s,
  169. Proxy: req.Proxy,
  170. }
  171. }
  172. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  173. return &model.WebForwardingRule{
  174. Uid: require.Uid,
  175. HostId: require.HostId,
  176. WebId: localDbId,
  177. CdnOriginIds: cdnOriginIds,
  178. BackendList: reqData.BackendList,
  179. }
  180. }
  181. // =================================================================
  182. // 主函数:prepareWafData
  183. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  184. // =================================================================
  185. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  186. // 1. 获取基础配置
  187. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  188. HostId: req.HostId,
  189. Uid: req.Uid,
  190. Comment: req.WebForwardingData.Comment,
  191. })
  192. if err != nil {
  193. return RequireResponse{}, v1.Website{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  194. }
  195. if require.GatewayGroupId == 0 || require.Uid == 0 {
  196. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  197. }
  198. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  199. byteData, err := s.buildProxyConfig(ctx, req, require)
  200. if err != nil {
  201. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  202. }
  203. type serverNames struct {
  204. ServerNames string `json:"name" form:"name"`
  205. Type string `json:"type" form:"type"`
  206. }
  207. var serverName []serverNames
  208. var serverJson []byte
  209. if req.WebForwardingData.Domain != "" {
  210. serverName = append(serverName, serverNames{
  211. ServerNames: req.WebForwardingData.Domain,
  212. Type: "full",
  213. })
  214. serverJson, err = json.Marshal(serverName)
  215. if err != nil {
  216. return RequireResponse{}, v1.Website{}, err
  217. }
  218. }
  219. // 3. 组装最终的 WAF 表单数据
  220. formData := v1.Website{
  221. UserId: int64(require.CdnUid),
  222. Type: "httpProxy",
  223. Name: require.Tag,
  224. ServerNamesJSON: serverJson,
  225. Description: req.WebForwardingData.Comment,
  226. ServerGroupIds: []int64{int64(require.GroupId)},
  227. UserPlanId: int64(require.RuleId),
  228. NodeClusterId: defaultNodeClusterId,
  229. }
  230. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  231. if req.WebForwardingData.IsHttps == isHttps {
  232. formData.HttpJSON = v1.TypeJSON{IsOn: false}
  233. formData.HttpsJSON = byteData
  234. } else {
  235. formData.HttpJSON = byteData
  236. formData.HttpsJSON = v1.TypeJSON{IsOn: false}
  237. }
  238. return require, formData, nil
  239. }
  240. // =================================================================
  241. // 辅助函数:buildProxyJSONConfig
  242. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  243. // =================================================================
  244. func (s *webForwardingService) buildProxyConfig(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) (v1.TypeJSON, error) {
  245. var (
  246. jsonData v1.TypeJSON
  247. apiType string
  248. )
  249. jsonData.IsOn = true
  250. apiType = protocolHttps
  251. jsonData.SslPolicyRef.SslPolicyId = req.WebForwardingData.SslPolicyId
  252. // 判断协议类型,并处理 HTTPS 的特殊逻辑(证书)
  253. if req.WebForwardingData.IsHttps == isHttps {
  254. // 处理证书信息
  255. if jsonData.SslPolicyRef.SslPolicyId == 0 {
  256. sslPolicyId, err := s.sslCert.AddSslPolicy(ctx, nil)
  257. if err != nil {
  258. return v1.TypeJSON{}, err
  259. }
  260. jsonData.SslPolicyRef.SslPolicyId = sslPolicyId
  261. }
  262. jsonData.SslPolicyRef.IsOn = true
  263. } else {
  264. apiType = protocolHttp
  265. jsonData.SslPolicyRef = v1.SslPolicyRef{
  266. IsOn: false,
  267. SslPolicyId: req.WebForwardingData.SslCertId,
  268. }
  269. }
  270. // 填充通用的 Listen 配置
  271. for _, v := range require.GatewayIps {
  272. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  273. Protocol: apiType,
  274. Host: v,
  275. Port: req.WebForwardingData.Port,
  276. })
  277. }
  278. return jsonData, nil
  279. }
  280. // 查找两个列表的差异
  281. func (s webForwardingService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  282. diff := make(map[v1.BackendList]int)
  283. // 1. 遍历旧列表,为每个元素计数 +1
  284. for _, item := range oldList {
  285. diff[item]++
  286. }
  287. // 2. 遍历新列表,为每个元素计数 -1
  288. for _, item := range newList {
  289. diff[item]--
  290. }
  291. // 3. 遍历 diff map 来找出差异
  292. for item, count := range diff {
  293. if count > 0 {
  294. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  295. removed = append(removed, item)
  296. } else if count < 0 {
  297. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  298. added = append(added, item)
  299. }
  300. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  301. }
  302. return added, removed
  303. }
  304. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  305. require, formData, err := s.prepareWafData(ctx, req)
  306. if err != nil {
  307. return err
  308. }
  309. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  310. if err != nil {
  311. return err
  312. }
  313. // 验证端口重复
  314. err = s.wafformatter.VerifyPort(ctx,"http", int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  315. if err != nil {
  316. return err
  317. }
  318. // 添加证书
  319. if req.WebForwardingData.IsHttps == isHttps {
  320. sslCertId, err := s.sslCert.AddSSLCert(ctx, v1.SSL{
  321. Name: req.WebForwardingData.Domain,
  322. Domain: req.WebForwardingData.Domain,
  323. CertData: req.WebForwardingData.HttpsCert,
  324. KeyData: req.WebForwardingData.HttpsKey,
  325. CdnUserId: require.CdnUid,
  326. Description: req.WebForwardingData.Comment,
  327. })
  328. if err != nil {
  329. return err
  330. }
  331. req.WebForwardingData.SslCertId = sslCertId
  332. req.WebForwardingData.SslPolicyId = formData.HttpsJSON.SslPolicyRef.SslPolicyId
  333. err = s.sslCert.EditSslPolicy(ctx, formData.HttpsJSON.SslPolicyRef.SslPolicyId, []int64{sslCertId}, "add")
  334. if err != nil {
  335. return err
  336. }
  337. }
  338. // 添加网站
  339. formDataSend, err := s.BulidFormData(ctx, formData)
  340. if err != nil {
  341. return err
  342. }
  343. webId, err := s.cdn.CreateWebsite(ctx, formDataSend)
  344. if err != nil {
  345. return err
  346. }
  347. backendList := make(map[string]string)
  348. for _, k := range req.WebForwardingData.BackendList {
  349. backendList[k.Addr] = k.CustomHost
  350. }
  351. // 添加源站
  352. cdnOriginIds := make(map[string]int64)
  353. for _, v := range req.WebForwardingData.BackendList {
  354. apiType := protocolHttp
  355. // 如果条件满足,则覆盖为 HTTPS
  356. if v.IsHttps == isHttps {
  357. apiType = protocolHttps
  358. }
  359. host, port, err := net.SplitHostPort(v.Addr)
  360. if err != nil {
  361. return err
  362. }
  363. var addrPunyPort string
  364. addrPunyPort = v.Addr
  365. // 如果是 IP 地址,不需要转换
  366. if ok := net.ParseIP(host); ok == nil {
  367. _, hostPuny, err := s.wafformatter.ConvertToPunycodeIfIDN(ctx, host)
  368. if err != nil {
  369. return err
  370. }
  371. addrPunyPort = fmt.Sprintf("%s:%s", hostPuny, port)
  372. }
  373. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  374. ApiType: apiType,
  375. BackendList: addrPunyPort,
  376. Host: v.CustomHost,
  377. Comment: req.WebForwardingData.Comment,
  378. })
  379. if err != nil {
  380. return err
  381. }
  382. cdnOriginIds[v.Addr] = id
  383. }
  384. // 添加源站到网站
  385. for _, v := range cdnOriginIds {
  386. err = s.cdn.AddServerOrigin(ctx, webId, v)
  387. if err != nil {
  388. return err
  389. }
  390. }
  391. // 开启proxy
  392. if req.WebForwardingData.Proxy {
  393. err = s.proxy.EditProxy(ctx,webId, v1.ProxyProtocolJSON{
  394. IsOn: true,
  395. Version: 1,
  396. })
  397. if err != nil {
  398. return err
  399. }
  400. }
  401. // 开启访问日志
  402. err = s.EditLog(ctx, webId)
  403. if err != nil {
  404. return err
  405. }
  406. // 开启CC
  407. if req.WebForwardingData.CcConfig.IsOn {
  408. err = s.EditCcConfig(ctx, webId, req.WebForwardingData.CcConfig)
  409. if err != nil {
  410. return err
  411. }
  412. }
  413. webModel := s.buildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  414. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  415. if err != nil {
  416. return err
  417. }
  418. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  419. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  420. return err
  421. }
  422. if req.WebForwardingData.Domain != "" {
  423. // 异步任务:将域名添加到白名单
  424. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  425. if err != nil {
  426. return err
  427. }
  428. if len(require.GatewayIps) == 0 {
  429. return fmt.Errorf("网关组不存在")
  430. }
  431. firstIp, err := s.GetGatewayFirstIp(ctx, require.HostId)
  432. if err != nil {
  433. return err
  434. }
  435. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  436. }
  437. // 源站IP过白
  438. var ips []string
  439. if req.WebForwardingData.BackendList != nil {
  440. for _, v := range req.WebForwardingData.BackendList {
  441. ip, _, err := net.SplitHostPort(v.Addr)
  442. if err != nil {
  443. return err
  444. }
  445. ips = append(ips, ip)
  446. }
  447. go s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  448. }
  449. return nil
  450. }
  451. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  452. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  453. if err != nil {
  454. return err
  455. }
  456. req.WebForwardingData.SslCertId = int64(oldData.SslCertId)
  457. req.WebForwardingData.SslPolicyId = int64(oldData.SslPolicyId)
  458. require, formData, err := s.prepareWafData(ctx, req)
  459. if err != nil {
  460. return err
  461. }
  462. // 验证端口重复
  463. if oldData.Port != req.WebForwardingData.Port {
  464. err = s.wafformatter.VerifyPort(ctx, "http", int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  465. if err != nil {
  466. return err
  467. }
  468. }
  469. //修改网站端口
  470. if oldData.Port != req.WebForwardingData.Port || oldData.IsHttps != req.WebForwardingData.IsHttps || oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  471. var apiType string
  472. var closeType string
  473. // 修改证书
  474. if oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  475. err = s.sslCert.EditSSLCert(ctx, v1.SSL{
  476. Name: req.WebForwardingData.Domain,
  477. CertId: oldData.SslCertId,
  478. CertData: req.WebForwardingData.HttpsCert,
  479. KeyData: req.WebForwardingData.HttpsKey,
  480. CdnUserId: require.CdnUid,
  481. Domain: req.WebForwardingData.Domain,
  482. Description: req.WebForwardingData.Comment,
  483. })
  484. if err != nil {
  485. return err
  486. }
  487. }
  488. // 切换协议
  489. var typeConfig v1.TypeJSON
  490. var closeConfig v1.TypeJSON
  491. if req.WebForwardingData.IsHttps == isHttps {
  492. typeConfig = formData.HttpsJSON
  493. closeConfig = formData.HttpJSON
  494. apiType = protocolHttps
  495. closeType = protocolHttp
  496. } else {
  497. typeConfig = formData.HttpJSON
  498. closeConfig = formData.HttpsJSON
  499. apiType = protocolHttp
  500. closeType = protocolHttps
  501. }
  502. typeJson,err := json.Marshal(typeConfig)
  503. if err != nil {
  504. return err
  505. }
  506. closeJson,err := json.Marshal(closeConfig)
  507. if err != nil {
  508. return err
  509. }
  510. // 切换协议
  511. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  512. Id: int64(oldData.CdnWebId),
  513. TypeJSON: typeJson,
  514. }, apiType)
  515. if err != nil {
  516. return err
  517. }
  518. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  519. Id: int64(oldData.CdnWebId),
  520. TypeJSON: closeJson,
  521. }, closeType)
  522. if err != nil {
  523. return err
  524. }
  525. }
  526. //修改网站域名
  527. if oldData.Domain != req.WebForwardingData.Domain {
  528. type serverName struct {
  529. Name string `json:"name" form:"name"`
  530. Type string `json:"type" form:"type"`
  531. }
  532. var serverData []serverName
  533. var serverJson []byte
  534. serverData = append(serverData, serverName{
  535. Name: req.WebForwardingData.Domain,
  536. Type: "full",
  537. })
  538. serverJson, err = json.Marshal(serverData)
  539. if err != nil {
  540. return err
  541. }
  542. err = s.cdn.EditServerName(ctx, v1.EditServerNames{
  543. ServerId: int64(oldData.CdnWebId),
  544. ServerNamesJSON: serverJson,
  545. })
  546. if err != nil {
  547. return err
  548. }
  549. }
  550. //修改网站名字
  551. if oldData.Comment != req.WebForwardingData.Comment {
  552. nodeId,err := s.globalLimitRep.GetNodeId(ctx, oldData.CdnWebId)
  553. if err != nil {
  554. return err
  555. }
  556. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag,nodeId)
  557. if err != nil {
  558. return err
  559. }
  560. }
  561. //修改Proxy
  562. if oldData.Proxy != req.WebForwardingData.Proxy {
  563. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  564. IsOn: req.WebForwardingData.Proxy,
  565. Version: 1,
  566. })
  567. if err != nil {
  568. return err
  569. }
  570. }
  571. // 修改CC配置
  572. err = s.EditCcConfig(ctx, int64(oldData.CdnWebId), v1.CcConfigRequest{
  573. IsOn: req.WebForwardingData.CcConfig.IsOn,
  574. Level: req.WebForwardingData.CcConfig.Level,
  575. Limit5s: req.WebForwardingData.CcConfig.Limit5s,
  576. Limit60s: req.WebForwardingData.CcConfig.Limit60s,
  577. Limit300s: req.WebForwardingData.CcConfig.Limit300s,
  578. ThresholdMethod: req.WebForwardingData.CcConfig.ThresholdMethod,
  579. })
  580. if err != nil {
  581. return err
  582. }
  583. // 将域名添加到白名单
  584. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  585. if err != nil {
  586. return err
  587. }
  588. // 异步任务:将域名添加到白名单
  589. if webData.Domain != req.WebForwardingData.Domain {
  590. firstIp, err := s.GetGatewayFirstIp(ctx, req.HostId)
  591. if err != nil {
  592. return err
  593. }
  594. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  595. if err != nil {
  596. return err
  597. }
  598. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  599. if err != nil {
  600. return err
  601. }
  602. if len(require.GatewayIps) == 0 {
  603. return fmt.Errorf("网关组不存在")
  604. }
  605. // 查找域名数量,如果数量小于2,删除旧域名
  606. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, webData.Domain)
  607. if err != nil {
  608. return err
  609. }
  610. if count < 2 {
  611. go s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  612. }
  613. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  614. }
  615. // IP过白
  616. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.WebForwardingData.Id)
  617. if err != nil {
  618. return err
  619. }
  620. var oldIps []string
  621. var newIps []string
  622. for _, v := range ipData.BackendList {
  623. ip, _, err := net.SplitHostPort(v.Addr)
  624. if err != nil {
  625. return err
  626. }
  627. oldIps = append(oldIps, ip)
  628. }
  629. for _, v := range req.WebForwardingData.BackendList {
  630. ip, _, err := net.SplitHostPort(v.Addr)
  631. if err != nil {
  632. return err
  633. }
  634. newIps = append(newIps, ip)
  635. }
  636. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  637. if len(addedIps) > 0 {
  638. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  639. }
  640. // IP过白
  641. if len(removedIps) > 0 {
  642. // 1. 一次性获取所有相关IP的数量
  643. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  644. if err != nil {
  645. return err
  646. }
  647. // 4. 如果有需要处理的IP,则批量发布一次任务
  648. if len(ipsToDelist) > 0 {
  649. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  650. }
  651. }
  652. //修改源站
  653. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  654. addedIds := make(map[string]int64)
  655. for _, v := range addOrigins {
  656. var apiType string
  657. if v.IsHttps == isHttps {
  658. apiType = protocolHttps
  659. } else {
  660. apiType = protocolHttp
  661. }
  662. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  663. ApiType: apiType,
  664. BackendList: v.Addr,
  665. Host: v.CustomHost,
  666. Comment: req.WebForwardingData.Comment,
  667. })
  668. if err != nil {
  669. return err
  670. }
  671. addedIds[v.Addr] = id
  672. }
  673. for _, v := range addedIds {
  674. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  675. if err != nil {
  676. return err
  677. }
  678. }
  679. for k, v := range ipData.CdnOriginIds {
  680. for _, ip := range delOrigins {
  681. if k == ip.Addr {
  682. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  683. if err != nil {
  684. return err
  685. }
  686. delete(ipData.CdnOriginIds, k)
  687. }
  688. }
  689. }
  690. maps.Copy(ipData.CdnOriginIds, addedIds)
  691. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  692. webModel.Id = req.WebForwardingData.Id
  693. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  694. return err
  695. }
  696. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  697. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  698. return err
  699. }
  700. return nil
  701. }
  702. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, Ids []int) error {
  703. for _, Id := range Ids {
  704. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  705. if err != nil {
  706. return err
  707. }
  708. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  709. if err != nil {
  710. return err
  711. }
  712. // 异步任务:将域名添加到白名单
  713. firstIp, err := s.GetGatewayFirstIp(ctx, oldData.HostId)
  714. if err != nil {
  715. return err
  716. }
  717. if oldData.Domain != "" {
  718. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  719. if err != nil {
  720. return err
  721. }
  722. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  723. }
  724. // IP过白
  725. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, Id)
  726. if err != nil {
  727. return err
  728. }
  729. var ips []string
  730. if len(ipData.BackendList) > 0 {
  731. for _, v := range ipData.BackendList {
  732. ip, _, err := net.SplitHostPort(v.Addr)
  733. if err != nil {
  734. return err
  735. }
  736. ips = append(ips, ip)
  737. }
  738. }
  739. if len(ips) > 0 {
  740. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  741. if err != nil {
  742. return err
  743. }
  744. // 4. 如果有需要处理的IP,则批量发布一次任务
  745. if len(ipsToDelist) > 0 {
  746. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  747. }
  748. }
  749. // 删除ssl
  750. if oldData.SslCertId != 0 {
  751. err = s.cdn.DelSSLCert(ctx, int64(oldData.SslCertId))
  752. if err != nil {
  753. return err
  754. }
  755. err = s.sslCert.EditSslPolicy(ctx, int64(oldData.SslPolicyId), []int64{int64(oldData.SslCertId)}, "del")
  756. if err != nil {
  757. return err
  758. }
  759. }
  760. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  761. return err
  762. }
  763. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  764. return err
  765. }
  766. }
  767. return nil
  768. }
  769. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  770. type CombinedResult struct {
  771. Id int
  772. Forwarding *model.WebForwarding
  773. BackendRule *model.WebForwardingRule
  774. Err error // 如果此ID的处理出错,则携带错误
  775. }
  776. g, gCtx := errgroup.WithContext(ctx)
  777. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  778. if err != nil {
  779. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  780. }
  781. if len(ids) == 0 {
  782. return nil, nil // 没有ID,直接返回空切片
  783. }
  784. // 创建一个通道来接收每个ID的处理结果
  785. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  786. resultsChan := make(chan CombinedResult, len(ids))
  787. for _, idVal := range ids {
  788. currentID := idVal // 捕获循环变量
  789. g.Go(func() error {
  790. var wf *model.WebForwarding
  791. var bk *model.WebForwardingRule
  792. var localErr error
  793. // 1. 获取 WebForwarding 信息
  794. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  795. if localErr != nil {
  796. // 发送错误到通道,并由 errgroup 捕获
  797. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  798. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  799. return localErr // 返回错误给 errgroup
  800. }
  801. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  802. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  803. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  804. return localErr
  805. }
  806. // 2. 获取 Backend IP 信息
  807. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  808. // 如果它也可能返回错误,则处理方式与上面类似
  809. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  810. if localErr != nil {
  811. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  812. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  813. // 这里假设它也是一个需要errgroup捕获的错误
  814. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  815. return localErr // 返回错误给 errgroup
  816. }
  817. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  818. // 发送成功的结果到通道
  819. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  820. return nil // 此goroutine成功
  821. })
  822. }
  823. // 等待所有goroutine完成
  824. groupErr := g.Wait()
  825. // 关闭通道,表示所有发送者都已完成
  826. // 这一步很重要,这样下面的 range 循环才能正常结束
  827. close(resultsChan)
  828. // 如果 errgroup 捕获到任何错误,优先返回该错误
  829. if groupErr != nil {
  830. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  831. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  832. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  833. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  834. return nil, groupErr
  835. }
  836. // 如果没有错误,收集所有成功的结果
  837. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  838. for res := range resultsChan {
  839. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  840. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  841. // (理论上,如果goroutine返回了错误,errgroup会处理)
  842. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  843. if res.Err != nil {
  844. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  845. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  846. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  847. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  848. // 但以防万一,我们可以记录日志
  849. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  850. }
  851. if res.Forwarding == nil {
  852. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  853. }
  854. dataReq := v1.WebForwardingDataRequest{
  855. Id: res.Forwarding.Id,
  856. Port: res.Forwarding.Port,
  857. Domain: res.Forwarding.Domain,
  858. IsHttps: res.Forwarding.IsHttps,
  859. Comment: res.Forwarding.Comment,
  860. HttpsKey: res.Forwarding.HttpsKey,
  861. HttpsCert: res.Forwarding.HttpsCert,
  862. Proxy: res.Forwarding.Proxy,
  863. CcConfig: v1.CcConfigRequest{
  864. IsOn: res.Forwarding.Cc,
  865. ThresholdMethod: res.Forwarding.ThresholdMethod,
  866. Level: res.Forwarding.Level,
  867. Limit5s: res.Forwarding.Limit5s,
  868. Limit60s: res.Forwarding.Limit60s,
  869. Limit300s: res.Forwarding.Limit300s,
  870. },
  871. }
  872. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  873. dataReq.BackendList = res.BackendRule.BackendList
  874. }
  875. finalResults = append(finalResults, dataReq)
  876. }
  877. sort.Slice(finalResults, func(i, j int) bool {
  878. return finalResults[i].Id > finalResults[j].Id
  879. })
  880. return finalResults, nil
  881. }
  882. func (s *webForwardingService) GetGatewayFirstIp(ctx context.Context, hostId int) (string, error) {
  883. gateWayGroup, err := s.gatewayGroupRep.GetGatewayGroupByHostId(ctx, int64(hostId))
  884. if err != nil {
  885. return "", err
  886. }
  887. if gateWayGroup == nil {
  888. return "", fmt.Errorf("网关组不存在")
  889. }
  890. gateWayIps, err := s.gatewayGroupIpRep.GetGateWayGroupFirstIpByGatewayGroupId(ctx, gateWayGroup.Id)
  891. if err != nil {
  892. return "", err
  893. }
  894. if len(gateWayIps) == 0 {
  895. return "", fmt.Errorf("网关组IP为空")
  896. }
  897. return gateWayIps, nil
  898. }
  899. // 清洗IP
  900. func (s *webForwardingService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  901. var newAllowIps []string
  902. var oldAllowIps []string
  903. if len(oldIpList) > 0 {
  904. for _, v := range oldIpList {
  905. if net.ParseIP(v) != nil {
  906. oldAllowIps = append(oldAllowIps, v)
  907. }
  908. }
  909. }
  910. if len(newIpList) > 0 {
  911. for _, v := range newIpList {
  912. if net.ParseIP(v) != nil {
  913. newAllowIps = append(newAllowIps, v)
  914. }
  915. }
  916. }
  917. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  918. return addedDenyIps, removedDenyIps
  919. }
  920. // 修改日志配置
  921. func (s *webForwardingService) EditLog(ctx context.Context,webId int64) error {
  922. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  923. if err != nil {
  924. return err
  925. }
  926. if err := s.cdn.EditWebLog(ctx, webConfigId,v1.WebLog{
  927. IsPrior: false,
  928. IsOn: true,
  929. Fields: []int64{1, 2, 6, 7},
  930. Status1: true,
  931. Status2: true,
  932. Status3: true,
  933. Status4: true,
  934. Status5: true,
  935. FirewallOnly: false,
  936. EnableClientClosed: false,
  937. }); err != nil {
  938. return err
  939. }
  940. return nil
  941. }
  942. // 修改CC配置
  943. func (s *webForwardingService) EditCcConfig(ctx context.Context,webId int64, req v1.CcConfigRequest) error {
  944. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  945. if err != nil {
  946. return err
  947. }
  948. configThreshold := []struct{
  949. MaxRequests int `json:"maxRequests"`
  950. BlockSeconds int `json:"blockSeconds"`
  951. PeriodSeconds int `json:"periodSeconds"`
  952. }{
  953. {MaxRequests: req.Limit5s},
  954. {MaxRequests: req.Limit60s},
  955. {MaxRequests: req.Limit300s},
  956. }
  957. if err := s.cdn.EditCcConfig(ctx, webConfigId, v1.CcConfig{
  958. IsOn: req.IsOn,
  959. ThresholdMethod: req.ThresholdMethod,
  960. Thresholds: configThreshold,
  961. Level: req.Level,
  962. UseDefaultThresholds : true,
  963. EnableGET302: true,
  964. EnableFingerprint : true,
  965. IgnoreCommonFiles : true,
  966. }); err != nil {
  967. return err
  968. }
  969. return nil
  970. }
  971. func (s *webForwardingService) BulidFormData(ctx context.Context,formData v1.Website) (v1.WebsiteSend, error) {
  972. httpJSON, err := json.Marshal(formData.HttpJSON)
  973. if err != nil {
  974. return v1.WebsiteSend{},err
  975. }
  976. httpsJSON, err := json.Marshal(formData.HttpsJSON)
  977. if err != nil {
  978. return v1.WebsiteSend{},err
  979. }
  980. formDataSend := v1.WebsiteSend{
  981. UserId: formData.UserId,
  982. AdminId: formData.AdminId,
  983. Type: formData.Type,
  984. Name: formData.Name,
  985. Description: formData.Description,
  986. ServerNamesJSON: formData.ServerNamesJSON,
  987. HttpJSON: httpJSON,
  988. HttpsJSON: httpsJSON,
  989. TcpJSON: formData.TcpJSON,
  990. TlsJSON: formData.TlsJSON,
  991. UdpJSON: formData.UdpJSON,
  992. WebId: formData.WebId,
  993. ReverseProxyJSON: formData.ReverseProxyJSON,
  994. ServerGroupIds: formData.ServerGroupIds,
  995. UserPlanId: formData.UserPlanId,
  996. NodeClusterId: formData.NodeClusterId,
  997. IncludeNodesJSON: formData.IncludeNodesJSON,
  998. ExcludeNodesJSON: formData.ExcludeNodesJSON,
  999. }
  1000. return formDataSend, nil
  1001. }