webforwarding.go 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128
  1. package waf
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository/api/waf"
  9. "github.com/go-nunu/nunu-layout-advanced/internal/service"
  10. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/flexCdn"
  11. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  12. "golang.org/x/sync/errgroup"
  13. "maps"
  14. "net"
  15. "sort"
  16. )
  17. type WebForwardingService interface {
  18. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  19. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  20. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  21. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  22. DeleteWebForwarding(ctx context.Context, req v1.DeleteWebForwardingRequest) error
  23. }
  24. func NewWebForwardingService(
  25. service *service.Service,
  26. required service.RequiredService,
  27. webForwardingRepository waf.WebForwardingRepository,
  28. crawler service.CrawlerService,
  29. parser service.ParserService,
  30. wafformatter WafFormatterService,
  31. aoDun service.AoDunService,
  32. mq *rabbitmq.RabbitMQ,
  33. gatewayIp GatewayipService,
  34. globalLimitRep waf.GlobalLimitRepository,
  35. cdn flexCdn.CdnService,
  36. proxy flexCdn.ProxyService,
  37. sslCert flexCdn.SslCertService,
  38. websocket flexCdn.WebsocketService,
  39. cc flexCdn.CcService,
  40. ccIpList flexCdn.CcIpListService,
  41. ) WebForwardingService {
  42. return &webForwardingService{
  43. Service: service,
  44. webForwardingRepository: webForwardingRepository,
  45. required: required,
  46. parser: parser,
  47. crawler: crawler,
  48. wafformatter: wafformatter,
  49. aoDun: aoDun,
  50. mq: mq,
  51. gatewayIp: gatewayIp,
  52. cdn: cdn,
  53. globalLimitRep: globalLimitRep,
  54. proxy: proxy,
  55. sslCert: sslCert,
  56. websocket: websocket,
  57. cc: cc,
  58. ccIpList: ccIpList,
  59. }
  60. }
  61. const (
  62. isHttps = 1
  63. protocolHttps = "https"
  64. protocolHttp = "http"
  65. defaultNodeClusterId = 1
  66. )
  67. type webForwardingService struct {
  68. *service.Service
  69. webForwardingRepository waf.WebForwardingRepository
  70. required service.RequiredService
  71. parser service.ParserService
  72. crawler service.CrawlerService
  73. wafformatter WafFormatterService
  74. aoDun service.AoDunService
  75. mq *rabbitmq.RabbitMQ
  76. gatewayIp GatewayipService
  77. cdn flexCdn.CdnService
  78. globalLimitRep waf.GlobalLimitRepository
  79. proxy flexCdn.ProxyService
  80. sslCert flexCdn.SslCertService
  81. websocket flexCdn.WebsocketService
  82. cc flexCdn.CcService
  83. ccIpList flexCdn.CcIpListService
  84. }
  85. func (s *webForwardingService) require(ctx context.Context, req v1.GlobalRequire) (v1.GlobalRequire, error) {
  86. var err error
  87. var res v1.GlobalRequire
  88. g, gCtx := errgroup.WithContext(ctx)
  89. //g.Go(func() error {
  90. // result, e := s.wafformatter.require(gCtx, req, "web")
  91. // if e != nil {
  92. // return e
  93. // }
  94. // res = result
  95. // return nil
  96. //})
  97. g.Go(func() error {
  98. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  99. if e != nil {
  100. return e
  101. }
  102. return nil
  103. })
  104. if err = g.Wait(); err != nil {
  105. return v1.GlobalRequire{}, err
  106. }
  107. return res, nil
  108. }
  109. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  110. var webForwarding model.WebForwarding
  111. var backend model.WebForwardingRule
  112. g, gCtx := errgroup.WithContext(ctx)
  113. g.Go(func() error {
  114. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  115. if e != nil {
  116. // 直接返回错误,errgroup 会捕获它
  117. return fmt.Errorf("GetWebForwarding failed: %w", e)
  118. }
  119. if res != nil {
  120. webForwarding = *res
  121. }
  122. return nil
  123. })
  124. g.Go(func() error {
  125. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  126. if e != nil {
  127. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  128. }
  129. if res != nil {
  130. backend = *res
  131. }
  132. return nil
  133. })
  134. if err := g.Wait(); err != nil {
  135. return v1.WebForwardingDataRequest{}, err
  136. }
  137. return v1.WebForwardingDataRequest{
  138. Id: webForwarding.Id,
  139. Port: webForwarding.Port,
  140. Domain: webForwarding.Domain,
  141. IsHttps: webForwarding.IsHttps,
  142. Comment: webForwarding.Comment,
  143. BackendList: backend.BackendList,
  144. HttpsKey: webForwarding.HttpsKey,
  145. HttpsCert: webForwarding.HttpsCert,
  146. Proxy: webForwarding.Proxy,
  147. CcConfig: v1.CcConfigRequest{
  148. IsOn: webForwarding.Cc,
  149. ThresholdMethod: webForwarding.ThresholdMethod,
  150. Level: webForwarding.Level,
  151. Limit5s: webForwarding.Limit5s,
  152. Limit60s: webForwarding.Limit60s,
  153. Limit300s: webForwarding.Limit300s,
  154. },
  155. }, nil
  156. }
  157. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  158. // ruleId 是从 WAF 系统获取的 ID
  159. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  160. return &model.WebForwarding{
  161. HostId: require.HostId,
  162. CdnWebId: ruleId,
  163. Port: req.Port,
  164. Domain: req.Domain,
  165. IsHttps: req.IsHttps,
  166. Comment: req.Comment,
  167. HttpsCert: req.HttpsCert,
  168. HttpsKey: req.HttpsKey,
  169. SslCertId: int(req.SslCertId),
  170. SslPolicyId: int(req.SslPolicyId),
  171. Cc: req.CcConfig.IsOn,
  172. ThresholdMethod: req.CcConfig.ThresholdMethod,
  173. Level: req.CcConfig.Level,
  174. Limit5s: req.CcConfig.Limit5s,
  175. Limit60s: req.CcConfig.Limit60s,
  176. Limit300s: req.CcConfig.Limit300s,
  177. Proxy: req.Proxy,
  178. }
  179. }
  180. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  181. return &model.WebForwardingRule{
  182. Uid: require.Uid,
  183. HostId: require.HostId,
  184. WebId: localDbId,
  185. CdnOriginIds: cdnOriginIds,
  186. BackendList: reqData.BackendList,
  187. }
  188. }
  189. // =================================================================
  190. // 主函数:prepareWafData
  191. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  192. // =================================================================
  193. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  194. // 1. 获取基础配置
  195. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  196. HostId: req.HostId,
  197. Uid: req.Uid,
  198. Comment: req.WebForwardingData.Comment,
  199. })
  200. if err != nil {
  201. return RequireResponse{}, v1.Website{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  202. }
  203. if require.Uid == 0 {
  204. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  205. }
  206. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  207. byteData, err := s.buildProxyConfig(ctx, req, require)
  208. if err != nil {
  209. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  210. }
  211. type serverNames struct {
  212. ServerNames string `json:"name" form:"name"`
  213. Type string `json:"type" form:"type"`
  214. }
  215. var serverName []serverNames
  216. var serverJson []byte
  217. if req.WebForwardingData.Domain != "" {
  218. serverName = append(serverName, serverNames{
  219. ServerNames: req.WebForwardingData.Domain,
  220. Type: "full",
  221. })
  222. serverJson, err = json.Marshal(serverName)
  223. if err != nil {
  224. return RequireResponse{}, v1.Website{}, err
  225. }
  226. }
  227. // 3. 组装最终的 WAF 表单数据
  228. formData := v1.Website{
  229. UserId: int64(require.CdnUid),
  230. Type: "httpProxy",
  231. Name: require.Tag,
  232. ServerNamesJSON: serverJson,
  233. Description: req.WebForwardingData.Comment,
  234. ServerGroupIds: []int64{int64(require.GroupId)},
  235. UserPlanId: int64(require.RuleId),
  236. NodeClusterId: defaultNodeClusterId,
  237. }
  238. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  239. if req.WebForwardingData.IsHttps == isHttps {
  240. formData.HttpJSON = v1.TypeJSON{IsOn: false}
  241. formData.HttpsJSON = byteData
  242. } else {
  243. formData.HttpJSON = byteData
  244. formData.HttpsJSON = v1.TypeJSON{IsOn: false}
  245. }
  246. return require, formData, nil
  247. }
  248. // =================================================================
  249. // 辅助函数:buildProxyJSONConfig
  250. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  251. // =================================================================
  252. func (s *webForwardingService) buildProxyConfig(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) (v1.TypeJSON, error) {
  253. var (
  254. jsonData v1.TypeJSON
  255. apiType string
  256. )
  257. jsonData.IsOn = true
  258. apiType = protocolHttps
  259. jsonData.SslPolicyRef.SslPolicyId = req.WebForwardingData.SslPolicyId
  260. // 判断协议类型,并处理 HTTPS 的特殊逻辑(证书)
  261. if req.WebForwardingData.IsHttps == isHttps {
  262. // 处理证书信息
  263. if jsonData.SslPolicyRef.SslPolicyId == 0 {
  264. sslPolicyId, err := s.sslCert.AddSslPolicy(ctx, nil)
  265. if err != nil {
  266. return v1.TypeJSON{}, err
  267. }
  268. jsonData.SslPolicyRef.SslPolicyId = sslPolicyId
  269. }
  270. jsonData.SslPolicyRef.IsOn = true
  271. } else {
  272. apiType = protocolHttp
  273. jsonData.SslPolicyRef = v1.SslPolicyRef{
  274. IsOn: false,
  275. SslPolicyId: req.WebForwardingData.SslCertId,
  276. }
  277. }
  278. // 填充通用的 Listen 配置
  279. for _, v := range require.GatewayIps {
  280. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  281. Protocol: apiType,
  282. Host: v,
  283. Port: req.WebForwardingData.Port,
  284. })
  285. }
  286. return jsonData, nil
  287. }
  288. // 查找两个列表的差异
  289. func (s webForwardingService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  290. diff := make(map[v1.BackendList]int)
  291. // 1. 遍历旧列表,为每个元素计数 +1
  292. for _, item := range oldList {
  293. diff[item]++
  294. }
  295. // 2. 遍历新列表,为每个元素计数 -1
  296. for _, item := range newList {
  297. diff[item]--
  298. }
  299. // 3. 遍历 diff map 来找出差异
  300. for item, count := range diff {
  301. if count > 0 {
  302. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  303. removed = append(removed, item)
  304. } else if count < 0 {
  305. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  306. added = append(added, item)
  307. }
  308. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  309. }
  310. return added, removed
  311. }
  312. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  313. require, formData, err := s.prepareWafData(ctx, req)
  314. if err != nil {
  315. return err
  316. }
  317. // 验证域名限制
  318. err = s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  319. HostId: req.HostId,
  320. Domain: req.WebForwardingData.Domain,
  321. Comment: req.WebForwardingData.Comment,
  322. Uid: req.Uid,
  323. })
  324. if err != nil {
  325. return err
  326. }
  327. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  328. if err != nil {
  329. return err
  330. }
  331. var protocol string
  332. if req.WebForwardingData.IsHttps == isHttps {
  333. protocol = "https"
  334. }else{
  335. protocol = "http"
  336. }
  337. // 验证端口重复
  338. err = s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  339. if err != nil {
  340. return err
  341. }
  342. // 添加证书
  343. if req.WebForwardingData.IsHttps == isHttps {
  344. sslCertId, err := s.sslCert.AddSSLCert(ctx, v1.SSL{
  345. Name: req.WebForwardingData.Domain,
  346. Domain: req.WebForwardingData.Domain,
  347. CertData: req.WebForwardingData.HttpsCert,
  348. KeyData: req.WebForwardingData.HttpsKey,
  349. CdnUserId: require.CdnUid,
  350. Description: req.WebForwardingData.Comment,
  351. })
  352. if err != nil {
  353. return err
  354. }
  355. req.WebForwardingData.SslCertId = sslCertId
  356. req.WebForwardingData.SslPolicyId = formData.HttpsJSON.SslPolicyRef.SslPolicyId
  357. err = s.sslCert.EditSslPolicy(ctx, formData.HttpsJSON.SslPolicyRef.SslPolicyId, []int64{sslCertId}, "add")
  358. if err != nil {
  359. return err
  360. }
  361. }
  362. // 添加网站
  363. formDataSend, err := s.BulidFormData(ctx, formData)
  364. if err != nil {
  365. return err
  366. }
  367. webId, err := s.cdn.CreateWebsite(ctx, formDataSend)
  368. if err != nil {
  369. return err
  370. }
  371. backendList := make(map[string]string)
  372. for _, k := range req.WebForwardingData.BackendList {
  373. backendList[k.Addr] = k.CustomHost
  374. }
  375. // 开启websocket
  376. websocketId, err := s.websocket.AddWebsocket(ctx)
  377. if err != nil {
  378. return err
  379. }
  380. if err := s.websocket.EnableOrDisable(ctx, webId, websocketId, true, false); err != nil {
  381. return err
  382. }
  383. // 添加源站
  384. cdnOriginIds := make(map[string]int64)
  385. for _, v := range req.WebForwardingData.BackendList {
  386. apiType := protocolHttp
  387. // 如果条件满足,则覆盖为 HTTPS
  388. if v.IsHttps == isHttps {
  389. apiType = protocolHttps
  390. }
  391. host, port, err := net.SplitHostPort(v.Addr)
  392. if err != nil {
  393. return err
  394. }
  395. var addrPunyPort string
  396. addrPunyPort = v.Addr
  397. // 如果是 IP 地址,不需要转换
  398. if ok := net.ParseIP(host); ok == nil {
  399. _, hostPuny, err := s.wafformatter.ConvertToPunycodeIfIDN(ctx, host)
  400. if err != nil {
  401. return err
  402. }
  403. addrPunyPort = fmt.Sprintf("%s:%s", hostPuny, port)
  404. }
  405. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  406. ApiType: apiType,
  407. BackendList: addrPunyPort,
  408. Host: v.CustomHost,
  409. Comment: req.WebForwardingData.Comment,
  410. })
  411. if err != nil {
  412. return err
  413. }
  414. cdnOriginIds[v.Addr] = id
  415. }
  416. // 添加源站到网站
  417. for _, v := range cdnOriginIds {
  418. err = s.cdn.AddServerOrigin(ctx, webId, v)
  419. if err != nil {
  420. return err
  421. }
  422. }
  423. // 开启proxy
  424. if req.WebForwardingData.Proxy {
  425. err = s.proxy.EditProxy(ctx,webId, v1.ProxyProtocolJSON{
  426. IsOn: true,
  427. Version: 1,
  428. })
  429. if err != nil {
  430. return err
  431. }
  432. }
  433. // 开启访问日志
  434. err = s.EditLog(ctx, webId)
  435. if err != nil {
  436. return err
  437. }
  438. // 开启CC
  439. if req.WebForwardingData.CcConfig.IsOn {
  440. err = s.cc.EditCcConfig(ctx, webId, req.WebForwardingData.CcConfig)
  441. if err != nil {
  442. return err
  443. }
  444. }
  445. // 开启waf防火墙
  446. if err = s.ccIpList.AddCcIpListPolicy(ctx, webId, int64(require.GroupId)); err != nil {
  447. return err
  448. }
  449. webModel := s.buildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  450. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  451. if err != nil {
  452. return err
  453. }
  454. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  455. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  456. return err
  457. }
  458. if req.WebForwardingData.Domain != "" {
  459. // 异步任务:将域名添加到白名单
  460. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  461. if err != nil {
  462. return err
  463. }
  464. if len(require.GatewayIps) == 0 {
  465. return fmt.Errorf("网关组不存在")
  466. }
  467. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(require.HostId), int64(require.Uid))
  468. if err != nil {
  469. return err
  470. }
  471. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  472. }
  473. // 源站IP过白
  474. var ips []string
  475. if req.WebForwardingData.BackendList != nil {
  476. for _, v := range req.WebForwardingData.BackendList {
  477. ip, _, err := net.SplitHostPort(v.Addr)
  478. if err != nil {
  479. return err
  480. }
  481. ips = append(ips, ip)
  482. }
  483. go s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  484. }
  485. return nil
  486. }
  487. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  488. err := s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  489. HostId: req.HostId,
  490. Domain: req.WebForwardingData.Domain,
  491. Comment: req.WebForwardingData.Comment,
  492. Uid: req.Uid,
  493. })
  494. if err != nil {
  495. return err
  496. }
  497. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  498. if err != nil {
  499. return err
  500. }
  501. req.WebForwardingData.SslCertId = int64(oldData.SslCertId)
  502. req.WebForwardingData.SslPolicyId = int64(oldData.SslPolicyId)
  503. require, formData, err := s.prepareWafData(ctx, req)
  504. if err != nil {
  505. return err
  506. }
  507. // 验证端口重复
  508. var protocol string
  509. if req.WebForwardingData.IsHttps == isHttps {
  510. protocol = "https"
  511. }else{
  512. protocol = "http"
  513. }
  514. err = s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  515. if err != nil {
  516. return err
  517. }
  518. //修改网站端口
  519. if oldData.Port != req.WebForwardingData.Port || oldData.IsHttps != req.WebForwardingData.IsHttps || oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  520. var apiType string
  521. var closeType string
  522. // 修改证书
  523. if oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  524. err = s.sslCert.EditSSLCert(ctx, v1.SSL{
  525. Name: req.WebForwardingData.Domain,
  526. CertId: oldData.SslCertId,
  527. CertData: req.WebForwardingData.HttpsCert,
  528. KeyData: req.WebForwardingData.HttpsKey,
  529. CdnUserId: require.CdnUid,
  530. Domain: req.WebForwardingData.Domain,
  531. Description: req.WebForwardingData.Comment,
  532. })
  533. if err != nil {
  534. return err
  535. }
  536. }
  537. // 切换协议
  538. var typeConfig v1.TypeJSON
  539. var closeConfig v1.TypeJSON
  540. if req.WebForwardingData.IsHttps == isHttps {
  541. typeConfig = formData.HttpsJSON
  542. closeConfig = formData.HttpJSON
  543. apiType = protocolHttps
  544. closeType = protocolHttp
  545. } else {
  546. typeConfig = formData.HttpJSON
  547. closeConfig = formData.HttpsJSON
  548. apiType = protocolHttp
  549. closeType = protocolHttps
  550. }
  551. typeJson,err := json.Marshal(typeConfig)
  552. if err != nil {
  553. return err
  554. }
  555. closeJson,err := json.Marshal(closeConfig)
  556. if err != nil {
  557. return err
  558. }
  559. // 切换协议
  560. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  561. Id: int64(oldData.CdnWebId),
  562. TypeJSON: typeJson,
  563. }, apiType)
  564. if err != nil {
  565. return err
  566. }
  567. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  568. Id: int64(oldData.CdnWebId),
  569. TypeJSON: closeJson,
  570. }, closeType)
  571. if err != nil {
  572. return err
  573. }
  574. }
  575. //修改网站域名
  576. if oldData.Domain != req.WebForwardingData.Domain {
  577. type serverName struct {
  578. Name string `json:"name" form:"name"`
  579. Type string `json:"type" form:"type"`
  580. }
  581. var serverData []serverName
  582. var serverJson []byte
  583. serverData = append(serverData, serverName{
  584. Name: req.WebForwardingData.Domain,
  585. Type: "full",
  586. })
  587. serverJson, err = json.Marshal(serverData)
  588. if err != nil {
  589. return err
  590. }
  591. err = s.cdn.EditServerName(ctx, v1.EditServerNames{
  592. ServerId: int64(oldData.CdnWebId),
  593. ServerNamesJSON: serverJson,
  594. })
  595. if err != nil {
  596. return err
  597. }
  598. }
  599. //修改网站名字
  600. if oldData.Comment != req.WebForwardingData.Comment {
  601. nodeId,err := s.globalLimitRep.GetNodeId(ctx, oldData.CdnWebId)
  602. if err != nil {
  603. return err
  604. }
  605. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag,nodeId)
  606. if err != nil {
  607. return err
  608. }
  609. }
  610. //修改Proxy
  611. if oldData.Proxy != req.WebForwardingData.Proxy {
  612. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  613. IsOn: req.WebForwardingData.Proxy,
  614. Version: 1,
  615. })
  616. if err != nil {
  617. return err
  618. }
  619. }
  620. // 修改CC配置
  621. err = s.cc.EditCcConfig(ctx, int64(oldData.CdnWebId), v1.CcConfigRequest{
  622. IsOn: req.WebForwardingData.CcConfig.IsOn,
  623. Level: req.WebForwardingData.CcConfig.Level,
  624. Limit5s: req.WebForwardingData.CcConfig.Limit5s,
  625. Limit60s: req.WebForwardingData.CcConfig.Limit60s,
  626. Limit300s: req.WebForwardingData.CcConfig.Limit300s,
  627. ThresholdMethod: req.WebForwardingData.CcConfig.ThresholdMethod,
  628. })
  629. if err != nil {
  630. return err
  631. }
  632. // 将域名添加到白名单
  633. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  634. if err != nil {
  635. return err
  636. }
  637. // 异步任务:将域名添加到白名单
  638. if webData.Domain != req.WebForwardingData.Domain {
  639. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(req.HostId), int64(req.Uid))
  640. if err != nil {
  641. return err
  642. }
  643. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  644. if err != nil {
  645. return err
  646. }
  647. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  648. if err != nil {
  649. return err
  650. }
  651. if len(require.GatewayIps) == 0 {
  652. return fmt.Errorf("网关组不存在")
  653. }
  654. // 查找域名数量,如果数量小于2,删除旧域名
  655. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, webData.Domain)
  656. if err != nil {
  657. return err
  658. }
  659. if count < 2 {
  660. go s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  661. }
  662. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  663. }
  664. // IP过白
  665. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.WebForwardingData.Id)
  666. if err != nil {
  667. return err
  668. }
  669. var oldIps []string
  670. var newIps []string
  671. for _, v := range ipData.BackendList {
  672. ip, _, err := net.SplitHostPort(v.Addr)
  673. if err != nil {
  674. return err
  675. }
  676. oldIps = append(oldIps, ip)
  677. }
  678. for _, v := range req.WebForwardingData.BackendList {
  679. ip, _, err := net.SplitHostPort(v.Addr)
  680. if err != nil {
  681. return err
  682. }
  683. newIps = append(newIps, ip)
  684. }
  685. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  686. if len(addedIps) > 0 {
  687. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  688. }
  689. // IP过白
  690. if len(removedIps) > 0 {
  691. // 1. 一次性获取所有相关IP的数量
  692. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  693. if err != nil {
  694. return err
  695. }
  696. // 4. 如果有需要处理的IP,则批量发布一次任务
  697. if len(ipsToDelist) > 0 {
  698. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  699. }
  700. }
  701. //修改源站
  702. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  703. addedIds := make(map[string]int64)
  704. for _, v := range addOrigins {
  705. var apiType string
  706. if v.IsHttps == isHttps {
  707. apiType = protocolHttps
  708. } else {
  709. apiType = protocolHttp
  710. }
  711. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  712. ApiType: apiType,
  713. BackendList: v.Addr,
  714. Host: v.CustomHost,
  715. Comment: req.WebForwardingData.Comment,
  716. })
  717. if err != nil {
  718. return err
  719. }
  720. addedIds[v.Addr] = id
  721. }
  722. for _, v := range addedIds {
  723. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  724. if err != nil {
  725. return err
  726. }
  727. }
  728. for k, v := range ipData.CdnOriginIds {
  729. for _, ip := range delOrigins {
  730. if k == ip.Addr {
  731. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  732. if err != nil {
  733. return err
  734. }
  735. delete(ipData.CdnOriginIds, k)
  736. }
  737. }
  738. }
  739. maps.Copy(ipData.CdnOriginIds, addedIds)
  740. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  741. webModel.Id = req.WebForwardingData.Id
  742. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  743. return err
  744. }
  745. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  746. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  747. return err
  748. }
  749. return nil
  750. }
  751. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, req v1.DeleteWebForwardingRequest) error {
  752. for _, Id := range req.Ids {
  753. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  754. if err != nil {
  755. return err
  756. }
  757. if oldData.HostId != req.HostId {
  758. return fmt.Errorf("用户权限不足")
  759. }
  760. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  761. if err != nil {
  762. return err
  763. }
  764. // 异步任务:将域名添加到白名单
  765. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(oldData.HostId), int64(req.Uid))
  766. if err != nil {
  767. return err
  768. }
  769. if oldData.Domain != "" {
  770. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  771. if err != nil {
  772. return err
  773. }
  774. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  775. }
  776. // IP过白
  777. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, Id)
  778. if err != nil {
  779. return err
  780. }
  781. var ips []string
  782. if ipData != nil && len(ipData.BackendList) > 0 {
  783. for _, v := range ipData.BackendList {
  784. ip, _, err := net.SplitHostPort(v.Addr)
  785. if err != nil {
  786. return err
  787. }
  788. ips = append(ips, ip)
  789. }
  790. }
  791. if len(ips) > 0 {
  792. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  793. if err != nil {
  794. return err
  795. }
  796. // 4. 如果有需要处理的IP,则批量发布一次任务
  797. if len(ipsToDelist) > 0 {
  798. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  799. }
  800. }
  801. // 删除ssl
  802. if oldData.SslCertId != 0 {
  803. err = s.cdn.DelSSLCert(ctx, int64(oldData.SslCertId))
  804. if err != nil {
  805. return err
  806. }
  807. err = s.sslCert.EditSslPolicy(ctx, int64(oldData.SslPolicyId), []int64{int64(oldData.SslCertId)}, "del")
  808. if err != nil {
  809. return err
  810. }
  811. }
  812. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  813. return err
  814. }
  815. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  816. return err
  817. }
  818. }
  819. return nil
  820. }
  821. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  822. type CombinedResult struct {
  823. Id int
  824. Forwarding *model.WebForwarding
  825. BackendRule *model.WebForwardingRule
  826. Err error // 如果此ID的处理出错,则携带错误
  827. }
  828. g, gCtx := errgroup.WithContext(ctx)
  829. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  830. if err != nil {
  831. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  832. }
  833. if len(ids) == 0 {
  834. return nil, nil // 没有ID,直接返回空切片
  835. }
  836. // 创建一个通道来接收每个ID的处理结果
  837. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  838. resultsChan := make(chan CombinedResult, len(ids))
  839. for _, idVal := range ids {
  840. currentID := idVal // 捕获循环变量
  841. g.Go(func() error {
  842. var wf *model.WebForwarding
  843. var bk *model.WebForwardingRule
  844. var localErr error
  845. // 1. 获取 WebForwarding 信息
  846. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  847. if localErr != nil {
  848. // 发送错误到通道,并由 errgroup 捕获
  849. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  850. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  851. return localErr // 返回错误给 errgroup
  852. }
  853. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  854. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  855. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  856. return localErr
  857. }
  858. // 2. 获取 Backend IP 信息
  859. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  860. // 如果它也可能返回错误,则处理方式与上面类似
  861. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  862. if localErr != nil {
  863. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  864. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  865. // 这里假设它也是一个需要errgroup捕获的错误
  866. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  867. return localErr // 返回错误给 errgroup
  868. }
  869. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  870. // 发送成功的结果到通道
  871. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  872. return nil // 此goroutine成功
  873. })
  874. }
  875. // 等待所有goroutine完成
  876. groupErr := g.Wait()
  877. // 关闭通道,表示所有发送者都已完成
  878. // 这一步很重要,这样下面的 range 循环才能正常结束
  879. close(resultsChan)
  880. // 如果 errgroup 捕获到任何错误,优先返回该错误
  881. if groupErr != nil {
  882. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  883. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  884. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  885. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  886. return nil, groupErr
  887. }
  888. // 如果没有错误,收集所有成功的结果
  889. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  890. for res := range resultsChan {
  891. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  892. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  893. // (理论上,如果goroutine返回了错误,errgroup会处理)
  894. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  895. if res.Err != nil {
  896. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  897. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  898. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  899. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  900. // 但以防万一,我们可以记录日志
  901. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  902. }
  903. if res.Forwarding == nil {
  904. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  905. }
  906. dataReq := v1.WebForwardingDataRequest{
  907. Id: res.Forwarding.Id,
  908. Port: res.Forwarding.Port,
  909. Domain: res.Forwarding.Domain,
  910. IsHttps: res.Forwarding.IsHttps,
  911. Comment: res.Forwarding.Comment,
  912. HttpsKey: res.Forwarding.HttpsKey,
  913. HttpsCert: res.Forwarding.HttpsCert,
  914. Proxy: res.Forwarding.Proxy,
  915. CcConfig: v1.CcConfigRequest{
  916. IsOn: res.Forwarding.Cc,
  917. ThresholdMethod: res.Forwarding.ThresholdMethod,
  918. Level: res.Forwarding.Level,
  919. Limit5s: res.Forwarding.Limit5s,
  920. Limit60s: res.Forwarding.Limit60s,
  921. Limit300s: res.Forwarding.Limit300s,
  922. },
  923. }
  924. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  925. dataReq.BackendList = res.BackendRule.BackendList
  926. }
  927. finalResults = append(finalResults, dataReq)
  928. }
  929. sort.Slice(finalResults, func(i, j int) bool {
  930. return finalResults[i].Id > finalResults[j].Id
  931. })
  932. return finalResults, nil
  933. }
  934. // 清洗IP
  935. func (s *webForwardingService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  936. var newAllowIps []string
  937. var oldAllowIps []string
  938. if len(oldIpList) > 0 {
  939. for _, v := range oldIpList {
  940. if net.ParseIP(v) != nil {
  941. oldAllowIps = append(oldAllowIps, v)
  942. }
  943. }
  944. }
  945. if len(newIpList) > 0 {
  946. for _, v := range newIpList {
  947. if net.ParseIP(v) != nil {
  948. newAllowIps = append(newAllowIps, v)
  949. }
  950. }
  951. }
  952. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  953. return addedDenyIps, removedDenyIps
  954. }
  955. // 修改日志配置
  956. func (s *webForwardingService) EditLog(ctx context.Context,webId int64) error {
  957. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  958. if err != nil {
  959. return err
  960. }
  961. if err := s.cdn.EditWebLog(ctx, webConfigId,v1.WebLog{
  962. IsPrior: false,
  963. IsOn: true,
  964. Fields: []int64{1, 2, 6, 7},
  965. Status1: true,
  966. Status2: true,
  967. Status3: true,
  968. Status4: true,
  969. Status5: true,
  970. FirewallOnly: false,
  971. EnableClientClosed: false,
  972. }); err != nil {
  973. return err
  974. }
  975. return nil
  976. }
  977. func (s *webForwardingService) BulidFormData(ctx context.Context,formData v1.Website) (v1.WebsiteSend, error) {
  978. httpJSON, err := json.Marshal(formData.HttpJSON)
  979. if err != nil {
  980. return v1.WebsiteSend{},err
  981. }
  982. httpsJSON, err := json.Marshal(formData.HttpsJSON)
  983. if err != nil {
  984. return v1.WebsiteSend{},err
  985. }
  986. formDataSend := v1.WebsiteSend{
  987. UserId: formData.UserId,
  988. AdminId: formData.AdminId,
  989. Type: formData.Type,
  990. Name: formData.Name,
  991. Description: formData.Description,
  992. ServerNamesJSON: formData.ServerNamesJSON,
  993. HttpJSON: httpJSON,
  994. HttpsJSON: httpsJSON,
  995. TcpJSON: formData.TcpJSON,
  996. TlsJSON: formData.TlsJSON,
  997. UdpJSON: formData.UdpJSON,
  998. WebId: formData.WebId,
  999. ReverseProxyJSON: formData.ReverseProxyJSON,
  1000. ServerGroupIds: formData.ServerGroupIds,
  1001. UserPlanId: formData.UserPlanId,
  1002. NodeClusterId: formData.NodeClusterId,
  1003. IncludeNodesJSON: formData.IncludeNodesJSON,
  1004. ExcludeNodesJSON: formData.ExcludeNodesJSON,
  1005. }
  1006. return formDataSend, nil
  1007. }