webforwarding.go 31 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  10. "golang.org/x/sync/errgroup"
  11. "maps"
  12. "net"
  13. "sort"
  14. )
  15. type WebForwardingService interface {
  16. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  17. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  18. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  19. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  20. DeleteWebForwarding(ctx context.Context, Ids []int) error
  21. }
  22. func NewWebForwardingService(
  23. service *Service,
  24. required RequiredService,
  25. webForwardingRepository repository.WebForwardingRepository,
  26. crawler CrawlerService,
  27. parser ParserService,
  28. wafformatter WafFormatterService,
  29. aoDun AoDunService,
  30. mq *rabbitmq.RabbitMQ,
  31. gatewayGroupIpRep repository.GateWayGroupIpRepository,
  32. gatewayGroupRep repository.GatewayGroupRepository,
  33. globalLimitRep repository.GlobalLimitRepository,
  34. cdn CdnService,
  35. proxy ProxyService,
  36. ) WebForwardingService {
  37. return &webForwardingService{
  38. Service: service,
  39. webForwardingRepository: webForwardingRepository,
  40. required: required,
  41. parser: parser,
  42. crawler: crawler,
  43. wafformatter: wafformatter,
  44. aoDun: aoDun,
  45. mq: mq,
  46. gatewayGroupIpRep: gatewayGroupIpRep,
  47. gatewayGroupRep: gatewayGroupRep,
  48. cdn: cdn,
  49. globalLimitRep: globalLimitRep,
  50. proxy: proxy,
  51. }
  52. }
  53. const (
  54. isHttps = 1
  55. protocolHttps = "https"
  56. protocolHttp = "http"
  57. defaultNodeClusterId = 1
  58. )
  59. type webForwardingService struct {
  60. *Service
  61. webForwardingRepository repository.WebForwardingRepository
  62. required RequiredService
  63. parser ParserService
  64. crawler CrawlerService
  65. wafformatter WafFormatterService
  66. aoDun AoDunService
  67. mq *rabbitmq.RabbitMQ
  68. gatewayGroupIpRep repository.GateWayGroupIpRepository
  69. gatewayGroupRep repository.GatewayGroupRepository
  70. cdn CdnService
  71. globalLimitRep repository.GlobalLimitRepository
  72. proxy ProxyService
  73. }
  74. func (s *webForwardingService) require(ctx context.Context, req v1.GlobalRequire) (v1.GlobalRequire, error) {
  75. var err error
  76. var res v1.GlobalRequire
  77. g, gCtx := errgroup.WithContext(ctx)
  78. //g.Go(func() error {
  79. // result, e := s.wafformatter.require(gCtx, req, "web")
  80. // if e != nil {
  81. // return e
  82. // }
  83. // res = result
  84. // return nil
  85. //})
  86. g.Go(func() error {
  87. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  88. if e != nil {
  89. return e
  90. }
  91. return nil
  92. })
  93. if err = g.Wait(); err != nil {
  94. return v1.GlobalRequire{}, err
  95. }
  96. return res, nil
  97. }
  98. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  99. var webForwarding model.WebForwarding
  100. var backend model.WebForwardingRule
  101. g, gCtx := errgroup.WithContext(ctx)
  102. g.Go(func() error {
  103. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  104. if e != nil {
  105. // 直接返回错误,errgroup 会捕获它
  106. return fmt.Errorf("GetWebForwarding failed: %w", e)
  107. }
  108. if res != nil {
  109. webForwarding = *res
  110. }
  111. return nil
  112. })
  113. g.Go(func() error {
  114. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  115. if e != nil {
  116. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  117. }
  118. if res != nil {
  119. backend = *res
  120. }
  121. return nil
  122. })
  123. if err := g.Wait(); err != nil {
  124. return v1.WebForwardingDataRequest{}, err
  125. }
  126. return v1.WebForwardingDataRequest{
  127. Id: webForwarding.Id,
  128. Port: webForwarding.Port,
  129. Domain: webForwarding.Domain,
  130. IsHttps: webForwarding.IsHttps,
  131. Comment: webForwarding.Comment,
  132. BackendList: backend.BackendList,
  133. HttpsKey: webForwarding.HttpsKey,
  134. HttpsCert: webForwarding.HttpsCert,
  135. Proxy: webForwarding.Proxy,
  136. CcConfig: v1.CcConfigRequest{
  137. IsOn: webForwarding.Cc,
  138. ThresholdMethod: webForwarding.ThresholdMethod,
  139. Level: webForwarding.Level,
  140. Limit5s: webForwarding.Limit5s,
  141. Limit60s: webForwarding.Limit60s,
  142. Limit300s: webForwarding.Limit300s,
  143. },
  144. }, nil
  145. }
  146. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  147. // ruleId 是从 WAF 系统获取的 ID
  148. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  149. return &model.WebForwarding{
  150. HostId: require.HostId,
  151. CdnWebId: ruleId,
  152. Port: req.Port,
  153. Domain: req.Domain,
  154. IsHttps: req.IsHttps,
  155. Comment: req.Comment,
  156. HttpsCert: req.HttpsCert,
  157. HttpsKey: req.HttpsKey,
  158. SslCertId: int(require.SslPolicyId),
  159. Cc: req.CcConfig.IsOn,
  160. ThresholdMethod: req.CcConfig.ThresholdMethod,
  161. Level: req.CcConfig.Level,
  162. Limit5s: req.CcConfig.Limit5s,
  163. Limit60s: req.CcConfig.Limit60s,
  164. Limit300s: req.CcConfig.Limit300s,
  165. Proxy: req.Proxy,
  166. }
  167. }
  168. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  169. return &model.WebForwardingRule{
  170. Uid: require.Uid,
  171. HostId: require.HostId,
  172. WebId: localDbId,
  173. CdnOriginIds: cdnOriginIds,
  174. BackendList: reqData.BackendList,
  175. }
  176. }
  177. // =================================================================
  178. // 主函数:prepareWafData
  179. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  180. // =================================================================
  181. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  182. // 1. 获取基础配置
  183. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  184. HostId: req.HostId,
  185. Uid: req.Uid,
  186. Comment: req.WebForwardingData.Comment,
  187. })
  188. if err != nil {
  189. return RequireResponse{}, v1.Website{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  190. }
  191. if require.GatewayGroupId == 0 || require.Uid == 0 {
  192. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  193. }
  194. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  195. byteData, sslPolicyId, err := s.buildProxyJSONConfig(ctx, req, require)
  196. if err != nil {
  197. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  198. }
  199. require.SslPolicyId = sslPolicyId
  200. type serverNames struct {
  201. ServerNames string `json:"name" form:"name"`
  202. Type string `json:"type" form:"type"`
  203. }
  204. var serverName []serverNames
  205. var serverJson []byte
  206. if req.WebForwardingData.Domain != "" {
  207. serverName = append(serverName, serverNames{
  208. ServerNames: req.WebForwardingData.Domain,
  209. Type: "full",
  210. })
  211. serverJson, err = json.Marshal(serverName)
  212. if err != nil {
  213. return RequireResponse{}, v1.Website{}, err
  214. }
  215. }
  216. // 3. 组装最终的 WAF 表单数据
  217. formData := v1.Website{
  218. UserId: int64(require.CdnUid),
  219. Type: "httpProxy",
  220. Name: require.Tag,
  221. ServerNamesJSON: serverJson,
  222. Description: req.WebForwardingData.Comment,
  223. ServerGroupIds: []int64{int64(require.GroupId)},
  224. UserPlanId: int64(require.RuleId),
  225. NodeClusterId: defaultNodeClusterId,
  226. }
  227. var noSslByteData, _ = json.Marshal(v1.TypeJSON{IsOn: false})
  228. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  229. if req.WebForwardingData.IsHttps == isHttps {
  230. formData.HttpJSON = noSslByteData
  231. formData.HttpsJSON = byteData
  232. } else {
  233. formData.HttpJSON = byteData
  234. formData.HttpsJSON = noSslByteData
  235. }
  236. return require, formData, nil
  237. }
  238. // =================================================================
  239. // 辅助函数:buildProxyJSONConfig
  240. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  241. // =================================================================
  242. func (s *webForwardingService) buildProxyJSONConfig(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) ([]byte, int64, error) {
  243. var (
  244. jsonData v1.TypeJSON
  245. apiType string
  246. err error
  247. )
  248. var sslPolicyId int64
  249. jsonData.IsOn = true
  250. apiType = protocolHttps
  251. // 判断协议类型,并处理 HTTPS 的特殊逻辑(证书)
  252. if req.WebForwardingData.IsHttps == isHttps {
  253. // 处理证书信息
  254. if req.WebForwardingData.SslCertId == 0 {
  255. sslPolicyId, _, err = s.wafformatter.AddSSLPolicy(ctx, v1.SSL{
  256. CdnUserId: require.CdnUid,
  257. Domain: req.WebForwardingData.Domain,
  258. Name: req.WebForwardingData.Domain,
  259. Description: req.WebForwardingData.Comment,
  260. CertData: req.WebForwardingData.HttpsCert,
  261. KeyData: req.WebForwardingData.HttpsKey,
  262. })
  263. if err != nil {
  264. return nil, 0, fmt.Errorf("处理证书失败: %w", err)
  265. }
  266. jsonData.SslPolicyRef.SslPolicyId = sslPolicyId
  267. } else {
  268. err = s.wafformatter.EditSSL(ctx, v1.SSL{
  269. WebId: int64(req.WebForwardingData.Id),
  270. SSLPolicyId: int(req.WebForwardingData.SslCertId),
  271. CdnUserId: require.CdnUid,
  272. Name: req.WebForwardingData.Domain,
  273. Description: req.WebForwardingData.Comment,
  274. CertData: req.WebForwardingData.HttpsCert,
  275. KeyData: req.WebForwardingData.HttpsKey,
  276. })
  277. if err != nil {
  278. return nil, 0, fmt.Errorf("处理证书失败: %w", err)
  279. }
  280. jsonData.SslPolicyRef.SslPolicyId = req.WebForwardingData.SslCertId
  281. }
  282. jsonData.SslPolicyRef.IsOn = true
  283. } else {
  284. apiType = protocolHttp
  285. jsonData.SslPolicyRef = v1.SslPolicyRef{
  286. IsOn: false,
  287. SslPolicyId: req.WebForwardingData.SslCertId,
  288. }
  289. }
  290. // 填充通用的 Listen 配置
  291. for _, v := range require.GatewayIps {
  292. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  293. Protocol: apiType,
  294. Host: v,
  295. Port: req.WebForwardingData.Port,
  296. })
  297. }
  298. // 序列化为 JSON
  299. byteData, err := json.Marshal(jsonData)
  300. if err != nil {
  301. return nil, 0, fmt.Errorf("序列化WAF配置失败: %w", err)
  302. }
  303. return byteData, sslPolicyId, nil
  304. }
  305. // 查找两个列表的差异
  306. func (s webForwardingService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  307. diff := make(map[v1.BackendList]int)
  308. // 1. 遍历旧列表,为每个元素计数 +1
  309. for _, item := range oldList {
  310. diff[item]++
  311. }
  312. // 2. 遍历新列表,为每个元素计数 -1
  313. for _, item := range newList {
  314. diff[item]--
  315. }
  316. // 3. 遍历 diff map 来找出差异
  317. for item, count := range diff {
  318. if count > 0 {
  319. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  320. removed = append(removed, item)
  321. } else if count < 0 {
  322. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  323. added = append(added, item)
  324. }
  325. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  326. }
  327. return added, removed
  328. }
  329. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  330. require, formData, err := s.prepareWafData(ctx, req)
  331. if err != nil {
  332. return err
  333. }
  334. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  335. if err != nil {
  336. return err
  337. }
  338. webId, err := s.cdn.CreateWebsite(ctx, formData)
  339. if err != nil {
  340. return err
  341. }
  342. backendList := make(map[string]string)
  343. for _, k := range req.WebForwardingData.BackendList {
  344. backendList[k.Addr] = k.CustomHost
  345. }
  346. // 添加源站
  347. cdnOriginIds := make(map[string]int64)
  348. for _, v := range req.WebForwardingData.BackendList {
  349. apiType := protocolHttp
  350. // 如果条件满足,则覆盖为 HTTPS
  351. if v.IsHttps == isHttps {
  352. apiType = protocolHttps
  353. }
  354. host, port, err := net.SplitHostPort(v.Addr)
  355. if err != nil {
  356. return err
  357. }
  358. var addrPunyPort string
  359. addrPunyPort = v.Addr
  360. // 如果是 IP 地址,不需要转换
  361. if ok := net.ParseIP(host); ok == nil {
  362. _, hostPuny, err := s.wafformatter.ConvertToPunycodeIfIDN(ctx, host)
  363. if err != nil {
  364. return err
  365. }
  366. addrPunyPort = fmt.Sprintf("%s:%s", hostPuny, port)
  367. }
  368. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  369. ApiType: apiType,
  370. BackendList: addrPunyPort,
  371. Host: v.CustomHost,
  372. Comment: req.WebForwardingData.Comment,
  373. })
  374. if err != nil {
  375. return err
  376. }
  377. cdnOriginIds[v.Addr] = id
  378. }
  379. // 添加源站到网站
  380. for _, v := range cdnOriginIds {
  381. err = s.cdn.AddServerOrigin(ctx, webId, v)
  382. if err != nil {
  383. return err
  384. }
  385. }
  386. // 开启proxy
  387. if req.WebForwardingData.Proxy {
  388. err = s.proxy.EditProxy(ctx,webId, v1.ProxyProtocolJSON{
  389. IsOn: true,
  390. Version: 1,
  391. })
  392. if err != nil {
  393. return err
  394. }
  395. }
  396. // 开启访问日志
  397. err = s.EditLog(ctx, webId)
  398. if err != nil {
  399. return err
  400. }
  401. // 开启CC
  402. if req.WebForwardingData.CcConfig.IsOn {
  403. err = s.EditCcConfig(ctx, webId, req.WebForwardingData.CcConfig)
  404. if err != nil {
  405. return err
  406. }
  407. }
  408. webModel := s.buildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  409. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  410. if err != nil {
  411. return err
  412. }
  413. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  414. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  415. return err
  416. }
  417. if req.WebForwardingData.Domain != "" {
  418. // 异步任务:将域名添加到白名单
  419. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  420. if err != nil {
  421. return err
  422. }
  423. if len(require.GatewayIps) == 0 {
  424. return fmt.Errorf("网关组不存在")
  425. }
  426. firstIp, err := s.GetGatewayFirstIp(ctx, require.HostId)
  427. if err != nil {
  428. return err
  429. }
  430. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  431. }
  432. // 源站IP过白
  433. var ips []string
  434. if req.WebForwardingData.BackendList != nil {
  435. for _, v := range req.WebForwardingData.BackendList {
  436. ip, _, err := net.SplitHostPort(v.Addr)
  437. if err != nil {
  438. return err
  439. }
  440. ips = append(ips, ip)
  441. }
  442. go s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  443. }
  444. return nil
  445. }
  446. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  447. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  448. if err != nil {
  449. return err
  450. }
  451. req.WebForwardingData.SslCertId = int64(oldData.SslCertId)
  452. require, formData, err := s.prepareWafData(ctx, req)
  453. if err != nil {
  454. return err
  455. }
  456. //修改网站端口
  457. if oldData.Port != req.WebForwardingData.Port || oldData.IsHttps != req.WebForwardingData.IsHttps || oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  458. var typeJson []byte
  459. var closeJson []byte
  460. var apiType string
  461. var closeType string
  462. if req.WebForwardingData.IsHttps == isHttps {
  463. typeJson = formData.HttpsJSON
  464. closeJson = formData.HttpJSON
  465. apiType = protocolHttps
  466. closeType = protocolHttp
  467. } else {
  468. typeJson = formData.HttpJSON
  469. closeJson = formData.HttpsJSON
  470. apiType = protocolHttp
  471. closeType = protocolHttps
  472. }
  473. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  474. Id: int64(oldData.CdnWebId),
  475. TypeJSON: typeJson,
  476. }, apiType)
  477. if err != nil {
  478. return err
  479. }
  480. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  481. Id: int64(oldData.CdnWebId),
  482. TypeJSON: closeJson,
  483. }, closeType)
  484. if err != nil {
  485. return err
  486. }
  487. }
  488. //修改网站域名
  489. if oldData.Domain != req.WebForwardingData.Domain {
  490. type serverName struct {
  491. Name string `json:"name" form:"name"`
  492. Type string `json:"type" form:"type"`
  493. }
  494. var serverData []serverName
  495. var serverJson []byte
  496. serverData = append(serverData, serverName{
  497. Name: req.WebForwardingData.Domain,
  498. Type: "full",
  499. })
  500. serverJson, err = json.Marshal(serverData)
  501. if err != nil {
  502. return err
  503. }
  504. err = s.cdn.EditServerName(ctx, v1.EditServerNames{
  505. ServerId: int64(oldData.CdnWebId),
  506. ServerNamesJSON: serverJson,
  507. })
  508. if err != nil {
  509. return err
  510. }
  511. }
  512. //修改网站名字
  513. if oldData.Comment != req.WebForwardingData.Comment {
  514. nodeId,err := s.globalLimitRep.GetNodeId(ctx, oldData.CdnWebId)
  515. if err != nil {
  516. return err
  517. }
  518. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag,nodeId)
  519. if err != nil {
  520. return err
  521. }
  522. }
  523. //修改Proxy
  524. if oldData.Proxy != req.WebForwardingData.Proxy {
  525. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  526. IsOn: req.WebForwardingData.Proxy,
  527. Version: 1,
  528. })
  529. if err != nil {
  530. return err
  531. }
  532. }
  533. // 修改CC配置
  534. err = s.EditCcConfig(ctx, int64(oldData.CdnWebId), v1.CcConfigRequest{
  535. IsOn: req.WebForwardingData.CcConfig.IsOn,
  536. Level: req.WebForwardingData.CcConfig.Level,
  537. Limit5s: req.WebForwardingData.CcConfig.Limit5s,
  538. Limit60s: req.WebForwardingData.CcConfig.Limit60s,
  539. Limit300s: req.WebForwardingData.CcConfig.Limit300s,
  540. ThresholdMethod: req.WebForwardingData.CcConfig.ThresholdMethod,
  541. })
  542. if err != nil {
  543. return err
  544. }
  545. // 将域名添加到白名单
  546. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  547. if err != nil {
  548. return err
  549. }
  550. // 异步任务:将域名添加到白名单
  551. if webData.Domain != req.WebForwardingData.Domain {
  552. firstIp, err := s.GetGatewayFirstIp(ctx, req.HostId)
  553. if err != nil {
  554. return err
  555. }
  556. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  557. if err != nil {
  558. return err
  559. }
  560. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  561. if err != nil {
  562. return err
  563. }
  564. if len(require.GatewayIps) == 0 {
  565. return fmt.Errorf("网关组不存在")
  566. }
  567. // 查找域名数量,如果数量小于2,删除旧域名
  568. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, webData.Domain)
  569. if err != nil {
  570. return err
  571. }
  572. if count < 2 {
  573. go s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  574. }
  575. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  576. }
  577. // IP过白
  578. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.WebForwardingData.Id)
  579. if err != nil {
  580. return err
  581. }
  582. var oldIps []string
  583. var newIps []string
  584. for _, v := range ipData.BackendList {
  585. ip, _, err := net.SplitHostPort(v.Addr)
  586. if err != nil {
  587. return err
  588. }
  589. oldIps = append(oldIps, ip)
  590. }
  591. for _, v := range req.WebForwardingData.BackendList {
  592. ip, _, err := net.SplitHostPort(v.Addr)
  593. if err != nil {
  594. return err
  595. }
  596. newIps = append(newIps, ip)
  597. }
  598. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  599. if len(addedIps) > 0 {
  600. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  601. }
  602. // IP过白
  603. if len(removedIps) > 0 {
  604. // 1. 一次性获取所有相关IP的数量
  605. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  606. if err != nil {
  607. return err
  608. }
  609. // 4. 如果有需要处理的IP,则批量发布一次任务
  610. if len(ipsToDelist) > 0 {
  611. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  612. }
  613. }
  614. //修改源站
  615. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  616. addedIds := make(map[string]int64)
  617. for _, v := range addOrigins {
  618. var apiType string
  619. if v.IsHttps == isHttps {
  620. apiType = protocolHttps
  621. } else {
  622. apiType = protocolHttp
  623. }
  624. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  625. ApiType: apiType,
  626. BackendList: v.Addr,
  627. Host: v.CustomHost,
  628. Comment: req.WebForwardingData.Comment,
  629. })
  630. if err != nil {
  631. return err
  632. }
  633. addedIds[v.Addr] = id
  634. }
  635. for _, v := range addedIds {
  636. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  637. if err != nil {
  638. return err
  639. }
  640. }
  641. for k, v := range ipData.CdnOriginIds {
  642. for _, ip := range delOrigins {
  643. if k == ip.Addr {
  644. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  645. if err != nil {
  646. return err
  647. }
  648. delete(ipData.CdnOriginIds, k)
  649. }
  650. }
  651. }
  652. maps.Copy(ipData.CdnOriginIds, addedIds)
  653. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  654. webModel.Id = req.WebForwardingData.Id
  655. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  656. return err
  657. }
  658. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  659. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  660. return err
  661. }
  662. return nil
  663. }
  664. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, Ids []int) error {
  665. for _, Id := range Ids {
  666. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  667. if err != nil {
  668. return err
  669. }
  670. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  671. if err != nil {
  672. return err
  673. }
  674. // 异步任务:将域名添加到白名单
  675. firstIp, err := s.GetGatewayFirstIp(ctx, oldData.HostId)
  676. if err != nil {
  677. return err
  678. }
  679. if oldData.Domain != "" {
  680. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  681. if err != nil {
  682. return err
  683. }
  684. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  685. }
  686. // IP过白
  687. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, Id)
  688. if err != nil {
  689. return err
  690. }
  691. var ips []string
  692. if len(ipData.BackendList) > 0 {
  693. for _, v := range ipData.BackendList {
  694. ip, _, err := net.SplitHostPort(v.Addr)
  695. if err != nil {
  696. return err
  697. }
  698. ips = append(ips, ip)
  699. }
  700. }
  701. if len(ips) > 0 {
  702. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  703. if err != nil {
  704. return err
  705. }
  706. // 4. 如果有需要处理的IP,则批量发布一次任务
  707. if len(ipsToDelist) > 0 {
  708. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  709. }
  710. }
  711. // 删除ssl
  712. data, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  713. if err != nil {
  714. return err
  715. }
  716. if data.SslCertId != 0 {
  717. sslPolicyData, err := s.webForwardingRepository.GetSslCertId(ctx, data.SslCertId)
  718. if err != nil {
  719. return err
  720. }
  721. if sslPolicyData != nil {
  722. for _, v := range sslPolicyData {
  723. err := s.cdn.DelSSLCert(ctx, v.CertId)
  724. if err != nil {
  725. return err
  726. }
  727. }
  728. }
  729. }
  730. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  731. return err
  732. }
  733. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  734. return err
  735. }
  736. }
  737. return nil
  738. }
  739. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  740. type CombinedResult struct {
  741. Id int
  742. Forwarding *model.WebForwarding
  743. BackendRule *model.WebForwardingRule
  744. Err error // 如果此ID的处理出错,则携带错误
  745. }
  746. g, gCtx := errgroup.WithContext(ctx)
  747. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  748. if err != nil {
  749. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  750. }
  751. if len(ids) == 0 {
  752. return nil, nil // 没有ID,直接返回空切片
  753. }
  754. // 创建一个通道来接收每个ID的处理结果
  755. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  756. resultsChan := make(chan CombinedResult, len(ids))
  757. for _, idVal := range ids {
  758. currentID := idVal // 捕获循环变量
  759. g.Go(func() error {
  760. var wf *model.WebForwarding
  761. var bk *model.WebForwardingRule
  762. var localErr error
  763. // 1. 获取 WebForwarding 信息
  764. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  765. if localErr != nil {
  766. // 发送错误到通道,并由 errgroup 捕获
  767. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  768. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  769. return localErr // 返回错误给 errgroup
  770. }
  771. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  772. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  773. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  774. return localErr
  775. }
  776. // 2. 获取 Backend IP 信息
  777. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  778. // 如果它也可能返回错误,则处理方式与上面类似
  779. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  780. if localErr != nil {
  781. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  782. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  783. // 这里假设它也是一个需要errgroup捕获的错误
  784. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  785. return localErr // 返回错误给 errgroup
  786. }
  787. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  788. // 发送成功的结果到通道
  789. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  790. return nil // 此goroutine成功
  791. })
  792. }
  793. // 等待所有goroutine完成
  794. groupErr := g.Wait()
  795. // 关闭通道,表示所有发送者都已完成
  796. // 这一步很重要,这样下面的 range 循环才能正常结束
  797. close(resultsChan)
  798. // 如果 errgroup 捕获到任何错误,优先返回该错误
  799. if groupErr != nil {
  800. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  801. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  802. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  803. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  804. return nil, groupErr
  805. }
  806. // 如果没有错误,收集所有成功的结果
  807. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  808. for res := range resultsChan {
  809. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  810. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  811. // (理论上,如果goroutine返回了错误,errgroup会处理)
  812. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  813. if res.Err != nil {
  814. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  815. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  816. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  817. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  818. // 但以防万一,我们可以记录日志
  819. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  820. }
  821. if res.Forwarding == nil {
  822. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  823. }
  824. dataReq := v1.WebForwardingDataRequest{
  825. Id: res.Forwarding.Id,
  826. Port: res.Forwarding.Port,
  827. Domain: res.Forwarding.Domain,
  828. IsHttps: res.Forwarding.IsHttps,
  829. Comment: res.Forwarding.Comment,
  830. HttpsKey: res.Forwarding.HttpsKey,
  831. HttpsCert: res.Forwarding.HttpsCert,
  832. Proxy: res.Forwarding.Proxy,
  833. CcConfig: v1.CcConfigRequest{
  834. IsOn: res.Forwarding.Cc,
  835. ThresholdMethod: res.Forwarding.ThresholdMethod,
  836. Level: res.Forwarding.Level,
  837. Limit5s: res.Forwarding.Limit5s,
  838. Limit60s: res.Forwarding.Limit60s,
  839. Limit300s: res.Forwarding.Limit300s,
  840. },
  841. }
  842. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  843. dataReq.BackendList = res.BackendRule.BackendList
  844. }
  845. finalResults = append(finalResults, dataReq)
  846. }
  847. sort.Slice(finalResults, func(i, j int) bool {
  848. return finalResults[i].Id > finalResults[j].Id
  849. })
  850. return finalResults, nil
  851. }
  852. func (s *webForwardingService) GetGatewayFirstIp(ctx context.Context, hostId int) (string, error) {
  853. gateWayGroup, err := s.gatewayGroupRep.GetGatewayGroupByHostId(ctx, int64(hostId))
  854. if err != nil {
  855. return "", err
  856. }
  857. if gateWayGroup == nil {
  858. return "", fmt.Errorf("网关组不存在")
  859. }
  860. gateWayIps, err := s.gatewayGroupIpRep.GetGateWayGroupFirstIpByGatewayGroupId(ctx, gateWayGroup.Id)
  861. if err != nil {
  862. return "", err
  863. }
  864. if len(gateWayIps) == 0 {
  865. return "", fmt.Errorf("网关组IP为空")
  866. }
  867. return gateWayIps, nil
  868. }
  869. // 清洗IP
  870. func (s *webForwardingService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  871. var newAllowIps []string
  872. var oldAllowIps []string
  873. if len(oldIpList) > 0 {
  874. for _, v := range oldIpList {
  875. if net.ParseIP(v) != nil {
  876. oldAllowIps = append(oldAllowIps, v)
  877. }
  878. }
  879. }
  880. if len(newIpList) > 0 {
  881. for _, v := range newIpList {
  882. if net.ParseIP(v) != nil {
  883. newAllowIps = append(newAllowIps, v)
  884. }
  885. }
  886. }
  887. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  888. return addedDenyIps, removedDenyIps
  889. }
  890. // 修改日志配置
  891. func (s *webForwardingService) EditLog(ctx context.Context,webId int64) error {
  892. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  893. if err != nil {
  894. return err
  895. }
  896. if err := s.cdn.EditWebLog(ctx, webConfigId,v1.WebLog{
  897. IsPrior: false,
  898. IsOn: true,
  899. Fields: []int64{1, 2, 6, 7},
  900. Status1: true,
  901. Status2: true,
  902. Status3: true,
  903. Status4: true,
  904. Status5: true,
  905. FirewallOnly: false,
  906. EnableClientClosed: false,
  907. }); err != nil {
  908. return err
  909. }
  910. return nil
  911. }
  912. // 修改CC配置
  913. func (s *webForwardingService) EditCcConfig(ctx context.Context,webId int64, req v1.CcConfigRequest) error {
  914. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  915. if err != nil {
  916. return err
  917. }
  918. configThreshold := []struct{
  919. MaxRequests int `json:"maxRequests"`
  920. BlockSeconds int `json:"blockSeconds"`
  921. PeriodSeconds int `json:"periodSeconds"`
  922. }{
  923. {MaxRequests: req.Limit5s},
  924. {MaxRequests: req.Limit60s},
  925. {MaxRequests: req.Limit300s},
  926. }
  927. if err := s.cdn.EditCcConfig(ctx, webConfigId, v1.CcConfig{
  928. IsOn: req.IsOn,
  929. ThresholdMethod: req.ThresholdMethod,
  930. Thresholds: configThreshold,
  931. Level: req.Level,
  932. UseDefaultThresholds : true,
  933. EnableGET302: true,
  934. EnableFingerprint : true,
  935. IgnoreCommonFiles : true,
  936. }); err != nil {
  937. return err
  938. }
  939. return nil
  940. }