webforwarding.go 33 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147
  1. package waf
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository/api/waf"
  9. "github.com/go-nunu/nunu-layout-advanced/internal/service"
  10. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/flexCdn"
  11. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  12. "golang.org/x/sync/errgroup"
  13. "maps"
  14. "net"
  15. "sort"
  16. )
  17. type WebForwardingService interface {
  18. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  19. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  20. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  21. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  22. DeleteWebForwarding(ctx context.Context, req v1.DeleteWebForwardingRequest) error
  23. }
  24. func NewWebForwardingService(
  25. service *service.Service,
  26. required service.RequiredService,
  27. webForwardingRepository waf.WebForwardingRepository,
  28. crawler service.CrawlerService,
  29. parser service.ParserService,
  30. wafformatter WafFormatterService,
  31. aoDun service.AoDunService,
  32. mq *rabbitmq.RabbitMQ,
  33. gatewayIp GatewayipService,
  34. globalLimitRep waf.GlobalLimitRepository,
  35. cdn flexCdn.CdnService,
  36. proxy flexCdn.ProxyService,
  37. sslCert flexCdn.SslCertService,
  38. websocket flexCdn.WebsocketService,
  39. ) WebForwardingService {
  40. return &webForwardingService{
  41. Service: service,
  42. webForwardingRepository: webForwardingRepository,
  43. required: required,
  44. parser: parser,
  45. crawler: crawler,
  46. wafformatter: wafformatter,
  47. aoDun: aoDun,
  48. mq: mq,
  49. gatewayIp: gatewayIp,
  50. cdn: cdn,
  51. globalLimitRep: globalLimitRep,
  52. proxy: proxy,
  53. sslCert: sslCert,
  54. websocket: websocket,
  55. }
  56. }
  57. const (
  58. isHttps = 1
  59. protocolHttps = "https"
  60. protocolHttp = "http"
  61. defaultNodeClusterId = 1
  62. )
  63. type webForwardingService struct {
  64. *service.Service
  65. webForwardingRepository waf.WebForwardingRepository
  66. required service.RequiredService
  67. parser service.ParserService
  68. crawler service.CrawlerService
  69. wafformatter WafFormatterService
  70. aoDun service.AoDunService
  71. mq *rabbitmq.RabbitMQ
  72. gatewayIp GatewayipService
  73. cdn flexCdn.CdnService
  74. globalLimitRep waf.GlobalLimitRepository
  75. proxy flexCdn.ProxyService
  76. sslCert flexCdn.SslCertService
  77. websocket flexCdn.WebsocketService
  78. }
  79. func (s *webForwardingService) require(ctx context.Context, req v1.GlobalRequire) (v1.GlobalRequire, error) {
  80. var err error
  81. var res v1.GlobalRequire
  82. g, gCtx := errgroup.WithContext(ctx)
  83. //g.Go(func() error {
  84. // result, e := s.wafformatter.require(gCtx, req, "web")
  85. // if e != nil {
  86. // return e
  87. // }
  88. // res = result
  89. // return nil
  90. //})
  91. g.Go(func() error {
  92. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  93. if e != nil {
  94. return e
  95. }
  96. return nil
  97. })
  98. if err = g.Wait(); err != nil {
  99. return v1.GlobalRequire{}, err
  100. }
  101. return res, nil
  102. }
  103. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  104. var webForwarding model.WebForwarding
  105. var backend model.WebForwardingRule
  106. g, gCtx := errgroup.WithContext(ctx)
  107. g.Go(func() error {
  108. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  109. if e != nil {
  110. // 直接返回错误,errgroup 会捕获它
  111. return fmt.Errorf("GetWebForwarding failed: %w", e)
  112. }
  113. if res != nil {
  114. webForwarding = *res
  115. }
  116. return nil
  117. })
  118. g.Go(func() error {
  119. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  120. if e != nil {
  121. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  122. }
  123. if res != nil {
  124. backend = *res
  125. }
  126. return nil
  127. })
  128. if err := g.Wait(); err != nil {
  129. return v1.WebForwardingDataRequest{}, err
  130. }
  131. return v1.WebForwardingDataRequest{
  132. Id: webForwarding.Id,
  133. Port: webForwarding.Port,
  134. Domain: webForwarding.Domain,
  135. IsHttps: webForwarding.IsHttps,
  136. Comment: webForwarding.Comment,
  137. BackendList: backend.BackendList,
  138. HttpsKey: webForwarding.HttpsKey,
  139. HttpsCert: webForwarding.HttpsCert,
  140. Proxy: webForwarding.Proxy,
  141. CcConfig: v1.CcConfigRequest{
  142. IsOn: webForwarding.Cc,
  143. ThresholdMethod: webForwarding.ThresholdMethod,
  144. Level: webForwarding.Level,
  145. Limit5s: webForwarding.Limit5s,
  146. Limit60s: webForwarding.Limit60s,
  147. Limit300s: webForwarding.Limit300s,
  148. },
  149. }, nil
  150. }
  151. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  152. // ruleId 是从 WAF 系统获取的 ID
  153. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  154. return &model.WebForwarding{
  155. HostId: require.HostId,
  156. CdnWebId: ruleId,
  157. Port: req.Port,
  158. Domain: req.Domain,
  159. IsHttps: req.IsHttps,
  160. Comment: req.Comment,
  161. HttpsCert: req.HttpsCert,
  162. HttpsKey: req.HttpsKey,
  163. SslCertId: int(req.SslCertId),
  164. SslPolicyId: int(req.SslPolicyId),
  165. Cc: req.CcConfig.IsOn,
  166. ThresholdMethod: req.CcConfig.ThresholdMethod,
  167. Level: req.CcConfig.Level,
  168. Limit5s: req.CcConfig.Limit5s,
  169. Limit60s: req.CcConfig.Limit60s,
  170. Limit300s: req.CcConfig.Limit300s,
  171. Proxy: req.Proxy,
  172. }
  173. }
  174. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  175. return &model.WebForwardingRule{
  176. Uid: require.Uid,
  177. HostId: require.HostId,
  178. WebId: localDbId,
  179. CdnOriginIds: cdnOriginIds,
  180. BackendList: reqData.BackendList,
  181. }
  182. }
  183. // =================================================================
  184. // 主函数:prepareWafData
  185. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  186. // =================================================================
  187. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  188. // 1. 获取基础配置
  189. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  190. HostId: req.HostId,
  191. Uid: req.Uid,
  192. Comment: req.WebForwardingData.Comment,
  193. })
  194. if err != nil {
  195. return RequireResponse{}, v1.Website{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  196. }
  197. if require.Uid == 0 {
  198. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  199. }
  200. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  201. byteData, err := s.buildProxyConfig(ctx, req, require)
  202. if err != nil {
  203. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  204. }
  205. type serverNames struct {
  206. ServerNames string `json:"name" form:"name"`
  207. Type string `json:"type" form:"type"`
  208. }
  209. var serverName []serverNames
  210. var serverJson []byte
  211. if req.WebForwardingData.Domain != "" {
  212. serverName = append(serverName, serverNames{
  213. ServerNames: req.WebForwardingData.Domain,
  214. Type: "full",
  215. })
  216. serverJson, err = json.Marshal(serverName)
  217. if err != nil {
  218. return RequireResponse{}, v1.Website{}, err
  219. }
  220. }
  221. // 3. 组装最终的 WAF 表单数据
  222. formData := v1.Website{
  223. UserId: int64(require.CdnUid),
  224. Type: "httpProxy",
  225. Name: require.Tag,
  226. ServerNamesJSON: serverJson,
  227. Description: req.WebForwardingData.Comment,
  228. ServerGroupIds: []int64{int64(require.GroupId)},
  229. UserPlanId: int64(require.RuleId),
  230. NodeClusterId: defaultNodeClusterId,
  231. }
  232. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  233. if req.WebForwardingData.IsHttps == isHttps {
  234. formData.HttpJSON = v1.TypeJSON{IsOn: false}
  235. formData.HttpsJSON = byteData
  236. } else {
  237. formData.HttpJSON = byteData
  238. formData.HttpsJSON = v1.TypeJSON{IsOn: false}
  239. }
  240. return require, formData, nil
  241. }
  242. // =================================================================
  243. // 辅助函数:buildProxyJSONConfig
  244. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  245. // =================================================================
  246. func (s *webForwardingService) buildProxyConfig(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) (v1.TypeJSON, error) {
  247. var (
  248. jsonData v1.TypeJSON
  249. apiType string
  250. )
  251. jsonData.IsOn = true
  252. apiType = protocolHttps
  253. jsonData.SslPolicyRef.SslPolicyId = req.WebForwardingData.SslPolicyId
  254. // 判断协议类型,并处理 HTTPS 的特殊逻辑(证书)
  255. if req.WebForwardingData.IsHttps == isHttps {
  256. // 处理证书信息
  257. if jsonData.SslPolicyRef.SslPolicyId == 0 {
  258. sslPolicyId, err := s.sslCert.AddSslPolicy(ctx, nil)
  259. if err != nil {
  260. return v1.TypeJSON{}, err
  261. }
  262. jsonData.SslPolicyRef.SslPolicyId = sslPolicyId
  263. }
  264. jsonData.SslPolicyRef.IsOn = true
  265. } else {
  266. apiType = protocolHttp
  267. jsonData.SslPolicyRef = v1.SslPolicyRef{
  268. IsOn: false,
  269. SslPolicyId: req.WebForwardingData.SslCertId,
  270. }
  271. }
  272. // 填充通用的 Listen 配置
  273. for _, v := range require.GatewayIps {
  274. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  275. Protocol: apiType,
  276. Host: v,
  277. Port: req.WebForwardingData.Port,
  278. })
  279. }
  280. return jsonData, nil
  281. }
  282. // 查找两个列表的差异
  283. func (s webForwardingService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  284. diff := make(map[v1.BackendList]int)
  285. // 1. 遍历旧列表,为每个元素计数 +1
  286. for _, item := range oldList {
  287. diff[item]++
  288. }
  289. // 2. 遍历新列表,为每个元素计数 -1
  290. for _, item := range newList {
  291. diff[item]--
  292. }
  293. // 3. 遍历 diff map 来找出差异
  294. for item, count := range diff {
  295. if count > 0 {
  296. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  297. removed = append(removed, item)
  298. } else if count < 0 {
  299. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  300. added = append(added, item)
  301. }
  302. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  303. }
  304. return added, removed
  305. }
  306. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  307. require, formData, err := s.prepareWafData(ctx, req)
  308. if err != nil {
  309. return err
  310. }
  311. // 验证域名限制
  312. err = s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  313. HostId: req.HostId,
  314. Domain: req.WebForwardingData.Domain,
  315. Comment: req.WebForwardingData.Comment,
  316. Uid: req.Uid,
  317. })
  318. if err != nil {
  319. return err
  320. }
  321. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  322. if err != nil {
  323. return err
  324. }
  325. var protocol string
  326. if req.WebForwardingData.IsHttps == isHttps {
  327. protocol = "https"
  328. }else{
  329. protocol = "http"
  330. }
  331. // 验证端口重复
  332. err = s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  333. if err != nil {
  334. return err
  335. }
  336. // 添加证书
  337. if req.WebForwardingData.IsHttps == isHttps {
  338. sslCertId, err := s.sslCert.AddSSLCert(ctx, v1.SSL{
  339. Name: req.WebForwardingData.Domain,
  340. Domain: req.WebForwardingData.Domain,
  341. CertData: req.WebForwardingData.HttpsCert,
  342. KeyData: req.WebForwardingData.HttpsKey,
  343. CdnUserId: require.CdnUid,
  344. Description: req.WebForwardingData.Comment,
  345. })
  346. if err != nil {
  347. return err
  348. }
  349. req.WebForwardingData.SslCertId = sslCertId
  350. req.WebForwardingData.SslPolicyId = formData.HttpsJSON.SslPolicyRef.SslPolicyId
  351. err = s.sslCert.EditSslPolicy(ctx, formData.HttpsJSON.SslPolicyRef.SslPolicyId, []int64{sslCertId}, "add")
  352. if err != nil {
  353. return err
  354. }
  355. }
  356. // 添加网站
  357. formDataSend, err := s.BulidFormData(ctx, formData)
  358. if err != nil {
  359. return err
  360. }
  361. webId, err := s.cdn.CreateWebsite(ctx, formDataSend)
  362. if err != nil {
  363. return err
  364. }
  365. backendList := make(map[string]string)
  366. for _, k := range req.WebForwardingData.BackendList {
  367. backendList[k.Addr] = k.CustomHost
  368. }
  369. // 开启websocket
  370. websocketId, err := s.websocket.AddWebsocket(ctx)
  371. if err != nil {
  372. return err
  373. }
  374. if err := s.websocket.EnableOrDisable(ctx, webId, websocketId, true, false); err != nil {
  375. return err
  376. }
  377. // 添加源站
  378. cdnOriginIds := make(map[string]int64)
  379. for _, v := range req.WebForwardingData.BackendList {
  380. apiType := protocolHttp
  381. // 如果条件满足,则覆盖为 HTTPS
  382. if v.IsHttps == isHttps {
  383. apiType = protocolHttps
  384. }
  385. host, port, err := net.SplitHostPort(v.Addr)
  386. if err != nil {
  387. return err
  388. }
  389. var addrPunyPort string
  390. addrPunyPort = v.Addr
  391. // 如果是 IP 地址,不需要转换
  392. if ok := net.ParseIP(host); ok == nil {
  393. _, hostPuny, err := s.wafformatter.ConvertToPunycodeIfIDN(ctx, host)
  394. if err != nil {
  395. return err
  396. }
  397. addrPunyPort = fmt.Sprintf("%s:%s", hostPuny, port)
  398. }
  399. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  400. ApiType: apiType,
  401. BackendList: addrPunyPort,
  402. Host: v.CustomHost,
  403. Comment: req.WebForwardingData.Comment,
  404. })
  405. if err != nil {
  406. return err
  407. }
  408. cdnOriginIds[v.Addr] = id
  409. }
  410. // 添加源站到网站
  411. for _, v := range cdnOriginIds {
  412. err = s.cdn.AddServerOrigin(ctx, webId, v)
  413. if err != nil {
  414. return err
  415. }
  416. }
  417. // 开启proxy
  418. if req.WebForwardingData.Proxy {
  419. err = s.proxy.EditProxy(ctx,webId, v1.ProxyProtocolJSON{
  420. IsOn: true,
  421. Version: 1,
  422. })
  423. if err != nil {
  424. return err
  425. }
  426. }
  427. // 开启访问日志
  428. err = s.EditLog(ctx, webId)
  429. if err != nil {
  430. return err
  431. }
  432. // 开启CC
  433. if req.WebForwardingData.CcConfig.IsOn {
  434. err = s.EditCcConfig(ctx, webId, req.WebForwardingData.CcConfig)
  435. if err != nil {
  436. return err
  437. }
  438. }
  439. webModel := s.buildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  440. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  441. if err != nil {
  442. return err
  443. }
  444. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  445. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  446. return err
  447. }
  448. if req.WebForwardingData.Domain != "" {
  449. // 异步任务:将域名添加到白名单
  450. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  451. if err != nil {
  452. return err
  453. }
  454. if len(require.GatewayIps) == 0 {
  455. return fmt.Errorf("网关组不存在")
  456. }
  457. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(require.HostId), int64(require.Uid))
  458. if err != nil {
  459. return err
  460. }
  461. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  462. }
  463. // 源站IP过白
  464. var ips []string
  465. if req.WebForwardingData.BackendList != nil {
  466. for _, v := range req.WebForwardingData.BackendList {
  467. ip, _, err := net.SplitHostPort(v.Addr)
  468. if err != nil {
  469. return err
  470. }
  471. ips = append(ips, ip)
  472. }
  473. go s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  474. }
  475. return nil
  476. }
  477. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  478. err := s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  479. HostId: req.HostId,
  480. Domain: req.WebForwardingData.Domain,
  481. Comment: req.WebForwardingData.Comment,
  482. Uid: req.Uid,
  483. })
  484. if err != nil {
  485. return err
  486. }
  487. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  488. if err != nil {
  489. return err
  490. }
  491. req.WebForwardingData.SslCertId = int64(oldData.SslCertId)
  492. req.WebForwardingData.SslPolicyId = int64(oldData.SslPolicyId)
  493. require, formData, err := s.prepareWafData(ctx, req)
  494. if err != nil {
  495. return err
  496. }
  497. // 验证端口重复
  498. var protocol string
  499. if req.WebForwardingData.IsHttps == isHttps {
  500. protocol = "https"
  501. }else{
  502. protocol = "http"
  503. }
  504. err = s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  505. if err != nil {
  506. return err
  507. }
  508. //修改网站端口
  509. if oldData.Port != req.WebForwardingData.Port || oldData.IsHttps != req.WebForwardingData.IsHttps || oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  510. var apiType string
  511. var closeType string
  512. // 修改证书
  513. if oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  514. err = s.sslCert.EditSSLCert(ctx, v1.SSL{
  515. Name: req.WebForwardingData.Domain,
  516. CertId: oldData.SslCertId,
  517. CertData: req.WebForwardingData.HttpsCert,
  518. KeyData: req.WebForwardingData.HttpsKey,
  519. CdnUserId: require.CdnUid,
  520. Domain: req.WebForwardingData.Domain,
  521. Description: req.WebForwardingData.Comment,
  522. })
  523. if err != nil {
  524. return err
  525. }
  526. }
  527. // 切换协议
  528. var typeConfig v1.TypeJSON
  529. var closeConfig v1.TypeJSON
  530. if req.WebForwardingData.IsHttps == isHttps {
  531. typeConfig = formData.HttpsJSON
  532. closeConfig = formData.HttpJSON
  533. apiType = protocolHttps
  534. closeType = protocolHttp
  535. } else {
  536. typeConfig = formData.HttpJSON
  537. closeConfig = formData.HttpsJSON
  538. apiType = protocolHttp
  539. closeType = protocolHttps
  540. }
  541. typeJson,err := json.Marshal(typeConfig)
  542. if err != nil {
  543. return err
  544. }
  545. closeJson,err := json.Marshal(closeConfig)
  546. if err != nil {
  547. return err
  548. }
  549. // 切换协议
  550. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  551. Id: int64(oldData.CdnWebId),
  552. TypeJSON: typeJson,
  553. }, apiType)
  554. if err != nil {
  555. return err
  556. }
  557. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  558. Id: int64(oldData.CdnWebId),
  559. TypeJSON: closeJson,
  560. }, closeType)
  561. if err != nil {
  562. return err
  563. }
  564. }
  565. //修改网站域名
  566. if oldData.Domain != req.WebForwardingData.Domain {
  567. type serverName struct {
  568. Name string `json:"name" form:"name"`
  569. Type string `json:"type" form:"type"`
  570. }
  571. var serverData []serverName
  572. var serverJson []byte
  573. serverData = append(serverData, serverName{
  574. Name: req.WebForwardingData.Domain,
  575. Type: "full",
  576. })
  577. serverJson, err = json.Marshal(serverData)
  578. if err != nil {
  579. return err
  580. }
  581. err = s.cdn.EditServerName(ctx, v1.EditServerNames{
  582. ServerId: int64(oldData.CdnWebId),
  583. ServerNamesJSON: serverJson,
  584. })
  585. if err != nil {
  586. return err
  587. }
  588. }
  589. //修改网站名字
  590. if oldData.Comment != req.WebForwardingData.Comment {
  591. nodeId,err := s.globalLimitRep.GetNodeId(ctx, oldData.CdnWebId)
  592. if err != nil {
  593. return err
  594. }
  595. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag,nodeId)
  596. if err != nil {
  597. return err
  598. }
  599. }
  600. //修改Proxy
  601. if oldData.Proxy != req.WebForwardingData.Proxy {
  602. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  603. IsOn: req.WebForwardingData.Proxy,
  604. Version: 1,
  605. })
  606. if err != nil {
  607. return err
  608. }
  609. }
  610. // 修改CC配置
  611. err = s.EditCcConfig(ctx, int64(oldData.CdnWebId), v1.CcConfigRequest{
  612. IsOn: req.WebForwardingData.CcConfig.IsOn,
  613. Level: req.WebForwardingData.CcConfig.Level,
  614. Limit5s: req.WebForwardingData.CcConfig.Limit5s,
  615. Limit60s: req.WebForwardingData.CcConfig.Limit60s,
  616. Limit300s: req.WebForwardingData.CcConfig.Limit300s,
  617. ThresholdMethod: req.WebForwardingData.CcConfig.ThresholdMethod,
  618. })
  619. if err != nil {
  620. return err
  621. }
  622. // 将域名添加到白名单
  623. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  624. if err != nil {
  625. return err
  626. }
  627. // 异步任务:将域名添加到白名单
  628. if webData.Domain != req.WebForwardingData.Domain {
  629. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(req.HostId), int64(req.Uid))
  630. if err != nil {
  631. return err
  632. }
  633. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  634. if err != nil {
  635. return err
  636. }
  637. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  638. if err != nil {
  639. return err
  640. }
  641. if len(require.GatewayIps) == 0 {
  642. return fmt.Errorf("网关组不存在")
  643. }
  644. // 查找域名数量,如果数量小于2,删除旧域名
  645. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, webData.Domain)
  646. if err != nil {
  647. return err
  648. }
  649. if count < 2 {
  650. go s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  651. }
  652. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  653. }
  654. // IP过白
  655. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.WebForwardingData.Id)
  656. if err != nil {
  657. return err
  658. }
  659. var oldIps []string
  660. var newIps []string
  661. for _, v := range ipData.BackendList {
  662. ip, _, err := net.SplitHostPort(v.Addr)
  663. if err != nil {
  664. return err
  665. }
  666. oldIps = append(oldIps, ip)
  667. }
  668. for _, v := range req.WebForwardingData.BackendList {
  669. ip, _, err := net.SplitHostPort(v.Addr)
  670. if err != nil {
  671. return err
  672. }
  673. newIps = append(newIps, ip)
  674. }
  675. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  676. if len(addedIps) > 0 {
  677. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  678. }
  679. // IP过白
  680. if len(removedIps) > 0 {
  681. // 1. 一次性获取所有相关IP的数量
  682. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  683. if err != nil {
  684. return err
  685. }
  686. // 4. 如果有需要处理的IP,则批量发布一次任务
  687. if len(ipsToDelist) > 0 {
  688. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  689. }
  690. }
  691. //修改源站
  692. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  693. addedIds := make(map[string]int64)
  694. for _, v := range addOrigins {
  695. var apiType string
  696. if v.IsHttps == isHttps {
  697. apiType = protocolHttps
  698. } else {
  699. apiType = protocolHttp
  700. }
  701. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  702. ApiType: apiType,
  703. BackendList: v.Addr,
  704. Host: v.CustomHost,
  705. Comment: req.WebForwardingData.Comment,
  706. })
  707. if err != nil {
  708. return err
  709. }
  710. addedIds[v.Addr] = id
  711. }
  712. for _, v := range addedIds {
  713. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  714. if err != nil {
  715. return err
  716. }
  717. }
  718. for k, v := range ipData.CdnOriginIds {
  719. for _, ip := range delOrigins {
  720. if k == ip.Addr {
  721. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  722. if err != nil {
  723. return err
  724. }
  725. delete(ipData.CdnOriginIds, k)
  726. }
  727. }
  728. }
  729. maps.Copy(ipData.CdnOriginIds, addedIds)
  730. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  731. webModel.Id = req.WebForwardingData.Id
  732. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  733. return err
  734. }
  735. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  736. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  737. return err
  738. }
  739. return nil
  740. }
  741. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, req v1.DeleteWebForwardingRequest) error {
  742. for _, Id := range req.Ids {
  743. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  744. if err != nil {
  745. return err
  746. }
  747. if oldData.HostId != req.HostId {
  748. return fmt.Errorf("用户权限不足")
  749. }
  750. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  751. if err != nil {
  752. return err
  753. }
  754. // 异步任务:将域名添加到白名单
  755. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(oldData.HostId), int64(req.Uid))
  756. if err != nil {
  757. return err
  758. }
  759. if oldData.Domain != "" {
  760. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  761. if err != nil {
  762. return err
  763. }
  764. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  765. }
  766. // IP过白
  767. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, Id)
  768. if err != nil {
  769. return err
  770. }
  771. var ips []string
  772. if ipData != nil && len(ipData.BackendList) > 0 {
  773. for _, v := range ipData.BackendList {
  774. ip, _, err := net.SplitHostPort(v.Addr)
  775. if err != nil {
  776. return err
  777. }
  778. ips = append(ips, ip)
  779. }
  780. }
  781. if len(ips) > 0 {
  782. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  783. if err != nil {
  784. return err
  785. }
  786. // 4. 如果有需要处理的IP,则批量发布一次任务
  787. if len(ipsToDelist) > 0 {
  788. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  789. }
  790. }
  791. // 删除ssl
  792. if oldData.SslCertId != 0 {
  793. err = s.cdn.DelSSLCert(ctx, int64(oldData.SslCertId))
  794. if err != nil {
  795. return err
  796. }
  797. err = s.sslCert.EditSslPolicy(ctx, int64(oldData.SslPolicyId), []int64{int64(oldData.SslCertId)}, "del")
  798. if err != nil {
  799. return err
  800. }
  801. }
  802. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  803. return err
  804. }
  805. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  806. return err
  807. }
  808. }
  809. return nil
  810. }
  811. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  812. type CombinedResult struct {
  813. Id int
  814. Forwarding *model.WebForwarding
  815. BackendRule *model.WebForwardingRule
  816. Err error // 如果此ID的处理出错,则携带错误
  817. }
  818. g, gCtx := errgroup.WithContext(ctx)
  819. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  820. if err != nil {
  821. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  822. }
  823. if len(ids) == 0 {
  824. return nil, nil // 没有ID,直接返回空切片
  825. }
  826. // 创建一个通道来接收每个ID的处理结果
  827. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  828. resultsChan := make(chan CombinedResult, len(ids))
  829. for _, idVal := range ids {
  830. currentID := idVal // 捕获循环变量
  831. g.Go(func() error {
  832. var wf *model.WebForwarding
  833. var bk *model.WebForwardingRule
  834. var localErr error
  835. // 1. 获取 WebForwarding 信息
  836. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  837. if localErr != nil {
  838. // 发送错误到通道,并由 errgroup 捕获
  839. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  840. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  841. return localErr // 返回错误给 errgroup
  842. }
  843. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  844. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  845. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  846. return localErr
  847. }
  848. // 2. 获取 Backend IP 信息
  849. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  850. // 如果它也可能返回错误,则处理方式与上面类似
  851. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  852. if localErr != nil {
  853. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  854. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  855. // 这里假设它也是一个需要errgroup捕获的错误
  856. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  857. return localErr // 返回错误给 errgroup
  858. }
  859. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  860. // 发送成功的结果到通道
  861. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  862. return nil // 此goroutine成功
  863. })
  864. }
  865. // 等待所有goroutine完成
  866. groupErr := g.Wait()
  867. // 关闭通道,表示所有发送者都已完成
  868. // 这一步很重要,这样下面的 range 循环才能正常结束
  869. close(resultsChan)
  870. // 如果 errgroup 捕获到任何错误,优先返回该错误
  871. if groupErr != nil {
  872. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  873. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  874. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  875. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  876. return nil, groupErr
  877. }
  878. // 如果没有错误,收集所有成功的结果
  879. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  880. for res := range resultsChan {
  881. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  882. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  883. // (理论上,如果goroutine返回了错误,errgroup会处理)
  884. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  885. if res.Err != nil {
  886. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  887. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  888. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  889. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  890. // 但以防万一,我们可以记录日志
  891. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  892. }
  893. if res.Forwarding == nil {
  894. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  895. }
  896. dataReq := v1.WebForwardingDataRequest{
  897. Id: res.Forwarding.Id,
  898. Port: res.Forwarding.Port,
  899. Domain: res.Forwarding.Domain,
  900. IsHttps: res.Forwarding.IsHttps,
  901. Comment: res.Forwarding.Comment,
  902. HttpsKey: res.Forwarding.HttpsKey,
  903. HttpsCert: res.Forwarding.HttpsCert,
  904. Proxy: res.Forwarding.Proxy,
  905. CcConfig: v1.CcConfigRequest{
  906. IsOn: res.Forwarding.Cc,
  907. ThresholdMethod: res.Forwarding.ThresholdMethod,
  908. Level: res.Forwarding.Level,
  909. Limit5s: res.Forwarding.Limit5s,
  910. Limit60s: res.Forwarding.Limit60s,
  911. Limit300s: res.Forwarding.Limit300s,
  912. },
  913. }
  914. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  915. dataReq.BackendList = res.BackendRule.BackendList
  916. }
  917. finalResults = append(finalResults, dataReq)
  918. }
  919. sort.Slice(finalResults, func(i, j int) bool {
  920. return finalResults[i].Id > finalResults[j].Id
  921. })
  922. return finalResults, nil
  923. }
  924. // 清洗IP
  925. func (s *webForwardingService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  926. var newAllowIps []string
  927. var oldAllowIps []string
  928. if len(oldIpList) > 0 {
  929. for _, v := range oldIpList {
  930. if net.ParseIP(v) != nil {
  931. oldAllowIps = append(oldAllowIps, v)
  932. }
  933. }
  934. }
  935. if len(newIpList) > 0 {
  936. for _, v := range newIpList {
  937. if net.ParseIP(v) != nil {
  938. newAllowIps = append(newAllowIps, v)
  939. }
  940. }
  941. }
  942. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  943. return addedDenyIps, removedDenyIps
  944. }
  945. // 修改日志配置
  946. func (s *webForwardingService) EditLog(ctx context.Context,webId int64) error {
  947. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  948. if err != nil {
  949. return err
  950. }
  951. if err := s.cdn.EditWebLog(ctx, webConfigId,v1.WebLog{
  952. IsPrior: false,
  953. IsOn: true,
  954. Fields: []int64{1, 2, 6, 7},
  955. Status1: true,
  956. Status2: true,
  957. Status3: true,
  958. Status4: true,
  959. Status5: true,
  960. FirewallOnly: false,
  961. EnableClientClosed: false,
  962. }); err != nil {
  963. return err
  964. }
  965. return nil
  966. }
  967. // 修改CC配置
  968. func (s *webForwardingService) EditCcConfig(ctx context.Context,webId int64, req v1.CcConfigRequest) error {
  969. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  970. if err != nil {
  971. return err
  972. }
  973. configThreshold := []struct{
  974. MaxRequests int `json:"maxRequests"`
  975. BlockSeconds int `json:"blockSeconds"`
  976. PeriodSeconds int `json:"periodSeconds"`
  977. }{
  978. {MaxRequests: req.Limit5s},
  979. {MaxRequests: req.Limit60s},
  980. {MaxRequests: req.Limit300s},
  981. }
  982. if err := s.cdn.EditCcConfig(ctx, webConfigId, v1.CcConfig{
  983. IsOn: req.IsOn,
  984. ThresholdMethod: req.ThresholdMethod,
  985. Thresholds: configThreshold,
  986. Level: req.Level,
  987. UseDefaultThresholds : true,
  988. EnableGET302: true,
  989. EnableFingerprint : true,
  990. IgnoreCommonFiles : true,
  991. }); err != nil {
  992. return err
  993. }
  994. return nil
  995. }
  996. func (s *webForwardingService) BulidFormData(ctx context.Context,formData v1.Website) (v1.WebsiteSend, error) {
  997. httpJSON, err := json.Marshal(formData.HttpJSON)
  998. if err != nil {
  999. return v1.WebsiteSend{},err
  1000. }
  1001. httpsJSON, err := json.Marshal(formData.HttpsJSON)
  1002. if err != nil {
  1003. return v1.WebsiteSend{},err
  1004. }
  1005. formDataSend := v1.WebsiteSend{
  1006. UserId: formData.UserId,
  1007. AdminId: formData.AdminId,
  1008. Type: formData.Type,
  1009. Name: formData.Name,
  1010. Description: formData.Description,
  1011. ServerNamesJSON: formData.ServerNamesJSON,
  1012. HttpJSON: httpJSON,
  1013. HttpsJSON: httpsJSON,
  1014. TcpJSON: formData.TcpJSON,
  1015. TlsJSON: formData.TlsJSON,
  1016. UdpJSON: formData.UdpJSON,
  1017. WebId: formData.WebId,
  1018. ReverseProxyJSON: formData.ReverseProxyJSON,
  1019. ServerGroupIds: formData.ServerGroupIds,
  1020. UserPlanId: formData.UserPlanId,
  1021. NodeClusterId: formData.NodeClusterId,
  1022. IncludeNodesJSON: formData.IncludeNodesJSON,
  1023. ExcludeNodesJSON: formData.ExcludeNodesJSON,
  1024. }
  1025. return formDataSend, nil
  1026. }