webforwarding.go 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  10. "golang.org/x/sync/errgroup"
  11. "maps"
  12. "net"
  13. "sort"
  14. )
  15. type WebForwardingService interface {
  16. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  17. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  18. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  19. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  20. DeleteWebForwarding(ctx context.Context, Ids []int) error
  21. }
  22. func NewWebForwardingService(
  23. service *Service,
  24. required RequiredService,
  25. webForwardingRepository repository.WebForwardingRepository,
  26. crawler CrawlerService,
  27. parser ParserService,
  28. wafformatter WafFormatterService,
  29. aoDun AoDunService,
  30. mq *rabbitmq.RabbitMQ,
  31. gatewayGroupIpRep repository.GateWayGroupIpRepository,
  32. gatewayGroupRep repository.GatewayGroupRepository,
  33. globalLimitRep repository.GlobalLimitRepository,
  34. cdn CdnService,
  35. proxy ProxyService,
  36. sslCert SslCertService,
  37. ) WebForwardingService {
  38. return &webForwardingService{
  39. Service: service,
  40. webForwardingRepository: webForwardingRepository,
  41. required: required,
  42. parser: parser,
  43. crawler: crawler,
  44. wafformatter: wafformatter,
  45. aoDun: aoDun,
  46. mq: mq,
  47. gatewayGroupIpRep: gatewayGroupIpRep,
  48. gatewayGroupRep: gatewayGroupRep,
  49. cdn: cdn,
  50. globalLimitRep: globalLimitRep,
  51. proxy: proxy,
  52. sslCert: sslCert,
  53. }
  54. }
  55. const (
  56. isHttps = 1
  57. protocolHttps = "https"
  58. protocolHttp = "http"
  59. defaultNodeClusterId = 1
  60. )
  61. type webForwardingService struct {
  62. *Service
  63. webForwardingRepository repository.WebForwardingRepository
  64. required RequiredService
  65. parser ParserService
  66. crawler CrawlerService
  67. wafformatter WafFormatterService
  68. aoDun AoDunService
  69. mq *rabbitmq.RabbitMQ
  70. gatewayGroupIpRep repository.GateWayGroupIpRepository
  71. gatewayGroupRep repository.GatewayGroupRepository
  72. cdn CdnService
  73. globalLimitRep repository.GlobalLimitRepository
  74. proxy ProxyService
  75. sslCert SslCertService
  76. }
  77. func (s *webForwardingService) require(ctx context.Context, req v1.GlobalRequire) (v1.GlobalRequire, error) {
  78. var err error
  79. var res v1.GlobalRequire
  80. g, gCtx := errgroup.WithContext(ctx)
  81. //g.Go(func() error {
  82. // result, e := s.wafformatter.require(gCtx, req, "web")
  83. // if e != nil {
  84. // return e
  85. // }
  86. // res = result
  87. // return nil
  88. //})
  89. g.Go(func() error {
  90. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  91. if e != nil {
  92. return e
  93. }
  94. return nil
  95. })
  96. if err = g.Wait(); err != nil {
  97. return v1.GlobalRequire{}, err
  98. }
  99. return res, nil
  100. }
  101. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  102. var webForwarding model.WebForwarding
  103. var backend model.WebForwardingRule
  104. g, gCtx := errgroup.WithContext(ctx)
  105. g.Go(func() error {
  106. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  107. if e != nil {
  108. // 直接返回错误,errgroup 会捕获它
  109. return fmt.Errorf("GetWebForwarding failed: %w", e)
  110. }
  111. if res != nil {
  112. webForwarding = *res
  113. }
  114. return nil
  115. })
  116. g.Go(func() error {
  117. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  118. if e != nil {
  119. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  120. }
  121. if res != nil {
  122. backend = *res
  123. }
  124. return nil
  125. })
  126. if err := g.Wait(); err != nil {
  127. return v1.WebForwardingDataRequest{}, err
  128. }
  129. return v1.WebForwardingDataRequest{
  130. Id: webForwarding.Id,
  131. Port: webForwarding.Port,
  132. Domain: webForwarding.Domain,
  133. IsHttps: webForwarding.IsHttps,
  134. Comment: webForwarding.Comment,
  135. BackendList: backend.BackendList,
  136. HttpsKey: webForwarding.HttpsKey,
  137. HttpsCert: webForwarding.HttpsCert,
  138. Proxy: webForwarding.Proxy,
  139. CcConfig: v1.CcConfigRequest{
  140. IsOn: webForwarding.Cc,
  141. ThresholdMethod: webForwarding.ThresholdMethod,
  142. Level: webForwarding.Level,
  143. Limit5s: webForwarding.Limit5s,
  144. Limit60s: webForwarding.Limit60s,
  145. Limit300s: webForwarding.Limit300s,
  146. },
  147. }, nil
  148. }
  149. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  150. // ruleId 是从 WAF 系统获取的 ID
  151. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  152. return &model.WebForwarding{
  153. HostId: require.HostId,
  154. CdnWebId: ruleId,
  155. Port: req.Port,
  156. Domain: req.Domain,
  157. IsHttps: req.IsHttps,
  158. Comment: req.Comment,
  159. HttpsCert: req.HttpsCert,
  160. HttpsKey: req.HttpsKey,
  161. SslCertId: int(req.SslCertId),
  162. SslPolicyId: int(req.SslPolicyId),
  163. Cc: req.CcConfig.IsOn,
  164. ThresholdMethod: req.CcConfig.ThresholdMethod,
  165. Level: req.CcConfig.Level,
  166. Limit5s: req.CcConfig.Limit5s,
  167. Limit60s: req.CcConfig.Limit60s,
  168. Limit300s: req.CcConfig.Limit300s,
  169. Proxy: req.Proxy,
  170. }
  171. }
  172. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  173. return &model.WebForwardingRule{
  174. Uid: require.Uid,
  175. HostId: require.HostId,
  176. WebId: localDbId,
  177. CdnOriginIds: cdnOriginIds,
  178. BackendList: reqData.BackendList,
  179. }
  180. }
  181. // =================================================================
  182. // 主函数:prepareWafData
  183. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  184. // =================================================================
  185. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  186. // 1. 获取基础配置
  187. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  188. HostId: req.HostId,
  189. Uid: req.Uid,
  190. Comment: req.WebForwardingData.Comment,
  191. })
  192. if err != nil {
  193. return RequireResponse{}, v1.Website{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  194. }
  195. if require.GatewayGroupId == 0 || require.Uid == 0 {
  196. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  197. }
  198. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  199. byteData, err := s.buildProxyConfig(ctx, req, require)
  200. if err != nil {
  201. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  202. }
  203. type serverNames struct {
  204. ServerNames string `json:"name" form:"name"`
  205. Type string `json:"type" form:"type"`
  206. }
  207. var serverName []serverNames
  208. var serverJson []byte
  209. if req.WebForwardingData.Domain != "" {
  210. serverName = append(serverName, serverNames{
  211. ServerNames: req.WebForwardingData.Domain,
  212. Type: "full",
  213. })
  214. serverJson, err = json.Marshal(serverName)
  215. if err != nil {
  216. return RequireResponse{}, v1.Website{}, err
  217. }
  218. }
  219. // 3. 组装最终的 WAF 表单数据
  220. formData := v1.Website{
  221. UserId: int64(require.CdnUid),
  222. Type: "httpProxy",
  223. Name: require.Tag,
  224. ServerNamesJSON: serverJson,
  225. Description: req.WebForwardingData.Comment,
  226. ServerGroupIds: []int64{int64(require.GroupId)},
  227. UserPlanId: int64(require.RuleId),
  228. NodeClusterId: defaultNodeClusterId,
  229. }
  230. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  231. if req.WebForwardingData.IsHttps == isHttps {
  232. formData.HttpJSON = v1.TypeJSON{IsOn: false}
  233. formData.HttpsJSON = byteData
  234. } else {
  235. formData.HttpJSON = byteData
  236. formData.HttpsJSON = v1.TypeJSON{IsOn: false}
  237. }
  238. return require, formData, nil
  239. }
  240. // =================================================================
  241. // 辅助函数:buildProxyJSONConfig
  242. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  243. // =================================================================
  244. func (s *webForwardingService) buildProxyConfig(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) (v1.TypeJSON, error) {
  245. var (
  246. jsonData v1.TypeJSON
  247. apiType string
  248. )
  249. jsonData.IsOn = true
  250. apiType = protocolHttps
  251. // 判断协议类型,并处理 HTTPS 的特殊逻辑(证书)
  252. if req.WebForwardingData.IsHttps == isHttps {
  253. // 处理证书信息
  254. if req.WebForwardingData.SslPolicyId == 0 {
  255. sslPolicyId, err := s.sslCert.AddSslPolicy(ctx, nil)
  256. if err != nil {
  257. return v1.TypeJSON{}, err
  258. }
  259. jsonData.SslPolicyRef.SslPolicyId = sslPolicyId
  260. }
  261. jsonData.SslPolicyRef.IsOn = true
  262. } else {
  263. apiType = protocolHttp
  264. jsonData.SslPolicyRef = v1.SslPolicyRef{
  265. IsOn: false,
  266. SslPolicyId: req.WebForwardingData.SslCertId,
  267. }
  268. }
  269. // 填充通用的 Listen 配置
  270. for _, v := range require.GatewayIps {
  271. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  272. Protocol: apiType,
  273. Host: v,
  274. Port: req.WebForwardingData.Port,
  275. })
  276. }
  277. return jsonData, nil
  278. }
  279. // 查找两个列表的差异
  280. func (s webForwardingService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  281. diff := make(map[v1.BackendList]int)
  282. // 1. 遍历旧列表,为每个元素计数 +1
  283. for _, item := range oldList {
  284. diff[item]++
  285. }
  286. // 2. 遍历新列表,为每个元素计数 -1
  287. for _, item := range newList {
  288. diff[item]--
  289. }
  290. // 3. 遍历 diff map 来找出差异
  291. for item, count := range diff {
  292. if count > 0 {
  293. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  294. removed = append(removed, item)
  295. } else if count < 0 {
  296. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  297. added = append(added, item)
  298. }
  299. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  300. }
  301. return added, removed
  302. }
  303. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  304. require, formData, err := s.prepareWafData(ctx, req)
  305. if err != nil {
  306. return err
  307. }
  308. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  309. if err != nil {
  310. return err
  311. }
  312. // 验证端口重复
  313. err = s.wafformatter.VerifyPort(ctx, "http", req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  314. if err != nil {
  315. return err
  316. }
  317. // 添加证书
  318. if req.WebForwardingData.IsHttps == isHttps {
  319. sslCertId, err := s.sslCert.AddSSLCert(ctx, v1.SSL{
  320. Name: req.WebForwardingData.Domain,
  321. Domain: req.WebForwardingData.Domain,
  322. CertData: req.WebForwardingData.HttpsCert,
  323. KeyData: req.WebForwardingData.HttpsKey,
  324. CdnUserId: require.CdnUid,
  325. Description: req.WebForwardingData.Comment,
  326. })
  327. if err != nil {
  328. return err
  329. }
  330. req.WebForwardingData.SslCertId = sslCertId
  331. req.WebForwardingData.SslPolicyId = formData.HttpsJSON.SslPolicyRef.SslPolicyId
  332. err = s.sslCert.EditSslPolicy(ctx, formData.HttpsJSON.SslPolicyRef.SslPolicyId, []int64{sslCertId}, "add")
  333. if err != nil {
  334. return err
  335. }
  336. }
  337. // 添加网站
  338. formDataSend, err := s.BulidFormData(ctx, formData)
  339. if err != nil {
  340. return err
  341. }
  342. webId, err := s.cdn.CreateWebsite(ctx, formDataSend)
  343. if err != nil {
  344. return err
  345. }
  346. backendList := make(map[string]string)
  347. for _, k := range req.WebForwardingData.BackendList {
  348. backendList[k.Addr] = k.CustomHost
  349. }
  350. // 添加源站
  351. cdnOriginIds := make(map[string]int64)
  352. for _, v := range req.WebForwardingData.BackendList {
  353. apiType := protocolHttp
  354. // 如果条件满足,则覆盖为 HTTPS
  355. if v.IsHttps == isHttps {
  356. apiType = protocolHttps
  357. }
  358. host, port, err := net.SplitHostPort(v.Addr)
  359. if err != nil {
  360. return err
  361. }
  362. var addrPunyPort string
  363. addrPunyPort = v.Addr
  364. // 如果是 IP 地址,不需要转换
  365. if ok := net.ParseIP(host); ok == nil {
  366. _, hostPuny, err := s.wafformatter.ConvertToPunycodeIfIDN(ctx, host)
  367. if err != nil {
  368. return err
  369. }
  370. addrPunyPort = fmt.Sprintf("%s:%s", hostPuny, port)
  371. }
  372. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  373. ApiType: apiType,
  374. BackendList: addrPunyPort,
  375. Host: v.CustomHost,
  376. Comment: req.WebForwardingData.Comment,
  377. })
  378. if err != nil {
  379. return err
  380. }
  381. cdnOriginIds[v.Addr] = id
  382. }
  383. // 添加源站到网站
  384. for _, v := range cdnOriginIds {
  385. err = s.cdn.AddServerOrigin(ctx, webId, v)
  386. if err != nil {
  387. return err
  388. }
  389. }
  390. // 开启proxy
  391. if req.WebForwardingData.Proxy {
  392. err = s.proxy.EditProxy(ctx,webId, v1.ProxyProtocolJSON{
  393. IsOn: true,
  394. Version: 1,
  395. })
  396. if err != nil {
  397. return err
  398. }
  399. }
  400. // 开启访问日志
  401. err = s.EditLog(ctx, webId)
  402. if err != nil {
  403. return err
  404. }
  405. // 开启CC
  406. if req.WebForwardingData.CcConfig.IsOn {
  407. err = s.EditCcConfig(ctx, webId, req.WebForwardingData.CcConfig)
  408. if err != nil {
  409. return err
  410. }
  411. }
  412. webModel := s.buildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  413. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  414. if err != nil {
  415. return err
  416. }
  417. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  418. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  419. return err
  420. }
  421. if req.WebForwardingData.Domain != "" {
  422. // 异步任务:将域名添加到白名单
  423. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  424. if err != nil {
  425. return err
  426. }
  427. if len(require.GatewayIps) == 0 {
  428. return fmt.Errorf("网关组不存在")
  429. }
  430. firstIp, err := s.GetGatewayFirstIp(ctx, require.HostId)
  431. if err != nil {
  432. return err
  433. }
  434. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  435. }
  436. // 源站IP过白
  437. var ips []string
  438. if req.WebForwardingData.BackendList != nil {
  439. for _, v := range req.WebForwardingData.BackendList {
  440. ip, _, err := net.SplitHostPort(v.Addr)
  441. if err != nil {
  442. return err
  443. }
  444. ips = append(ips, ip)
  445. }
  446. go s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  447. }
  448. return nil
  449. }
  450. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  451. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  452. if err != nil {
  453. return err
  454. }
  455. req.WebForwardingData.SslCertId = int64(oldData.SslCertId)
  456. require, formData, err := s.prepareWafData(ctx, req)
  457. if err != nil {
  458. return err
  459. }
  460. // 验证端口重复
  461. if oldData.Port != req.WebForwardingData.Port {
  462. err = s.wafformatter.VerifyPort(ctx, "http", req.WebForwardingData.Port, int64(require.HostId), "")
  463. if err != nil {
  464. return err
  465. }
  466. }
  467. //修改网站端口
  468. if oldData.Port != req.WebForwardingData.Port || oldData.IsHttps != req.WebForwardingData.IsHttps || oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  469. var apiType string
  470. var closeType string
  471. // 修改证书
  472. if oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  473. err = s.sslCert.EditSSLCert(ctx, v1.SSL{
  474. Name: req.WebForwardingData.Domain,
  475. CertId: oldData.SslCertId,
  476. CertData: req.WebForwardingData.HttpsCert,
  477. KeyData: req.WebForwardingData.HttpsKey,
  478. CdnUserId: require.CdnUid,
  479. Domain: req.WebForwardingData.Domain,
  480. Description: req.WebForwardingData.Comment,
  481. })
  482. if err != nil {
  483. return err
  484. }
  485. }
  486. // 切换协议
  487. var typeConfig v1.TypeJSON
  488. var closeConfig v1.TypeJSON
  489. if req.WebForwardingData.IsHttps == isHttps {
  490. typeConfig = formData.HttpsJSON
  491. closeConfig = formData.HttpJSON
  492. apiType = protocolHttps
  493. closeType = protocolHttp
  494. } else {
  495. typeConfig = formData.HttpJSON
  496. closeConfig = formData.HttpsJSON
  497. apiType = protocolHttp
  498. closeType = protocolHttps
  499. }
  500. typeJson,err := json.Marshal(typeConfig)
  501. if err != nil {
  502. return err
  503. }
  504. closeJson,err := json.Marshal(closeConfig)
  505. if err != nil {
  506. return err
  507. }
  508. // 切换协议
  509. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  510. Id: int64(oldData.CdnWebId),
  511. TypeJSON: typeJson,
  512. }, apiType)
  513. if err != nil {
  514. return err
  515. }
  516. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  517. Id: int64(oldData.CdnWebId),
  518. TypeJSON: closeJson,
  519. }, closeType)
  520. if err != nil {
  521. return err
  522. }
  523. }
  524. //修改网站域名
  525. if oldData.Domain != req.WebForwardingData.Domain {
  526. type serverName struct {
  527. Name string `json:"name" form:"name"`
  528. Type string `json:"type" form:"type"`
  529. }
  530. var serverData []serverName
  531. var serverJson []byte
  532. serverData = append(serverData, serverName{
  533. Name: req.WebForwardingData.Domain,
  534. Type: "full",
  535. })
  536. serverJson, err = json.Marshal(serverData)
  537. if err != nil {
  538. return err
  539. }
  540. err = s.cdn.EditServerName(ctx, v1.EditServerNames{
  541. ServerId: int64(oldData.CdnWebId),
  542. ServerNamesJSON: serverJson,
  543. })
  544. if err != nil {
  545. return err
  546. }
  547. }
  548. //修改网站名字
  549. if oldData.Comment != req.WebForwardingData.Comment {
  550. nodeId,err := s.globalLimitRep.GetNodeId(ctx, oldData.CdnWebId)
  551. if err != nil {
  552. return err
  553. }
  554. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag,nodeId)
  555. if err != nil {
  556. return err
  557. }
  558. }
  559. //修改Proxy
  560. if oldData.Proxy != req.WebForwardingData.Proxy {
  561. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  562. IsOn: req.WebForwardingData.Proxy,
  563. Version: 1,
  564. })
  565. if err != nil {
  566. return err
  567. }
  568. }
  569. // 修改CC配置
  570. err = s.EditCcConfig(ctx, int64(oldData.CdnWebId), v1.CcConfigRequest{
  571. IsOn: req.WebForwardingData.CcConfig.IsOn,
  572. Level: req.WebForwardingData.CcConfig.Level,
  573. Limit5s: req.WebForwardingData.CcConfig.Limit5s,
  574. Limit60s: req.WebForwardingData.CcConfig.Limit60s,
  575. Limit300s: req.WebForwardingData.CcConfig.Limit300s,
  576. ThresholdMethod: req.WebForwardingData.CcConfig.ThresholdMethod,
  577. })
  578. if err != nil {
  579. return err
  580. }
  581. // 将域名添加到白名单
  582. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  583. if err != nil {
  584. return err
  585. }
  586. // 异步任务:将域名添加到白名单
  587. if webData.Domain != req.WebForwardingData.Domain {
  588. firstIp, err := s.GetGatewayFirstIp(ctx, req.HostId)
  589. if err != nil {
  590. return err
  591. }
  592. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  593. if err != nil {
  594. return err
  595. }
  596. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  597. if err != nil {
  598. return err
  599. }
  600. if len(require.GatewayIps) == 0 {
  601. return fmt.Errorf("网关组不存在")
  602. }
  603. // 查找域名数量,如果数量小于2,删除旧域名
  604. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, webData.Domain)
  605. if err != nil {
  606. return err
  607. }
  608. if count < 2 {
  609. go s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  610. }
  611. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  612. }
  613. // IP过白
  614. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.WebForwardingData.Id)
  615. if err != nil {
  616. return err
  617. }
  618. var oldIps []string
  619. var newIps []string
  620. for _, v := range ipData.BackendList {
  621. ip, _, err := net.SplitHostPort(v.Addr)
  622. if err != nil {
  623. return err
  624. }
  625. oldIps = append(oldIps, ip)
  626. }
  627. for _, v := range req.WebForwardingData.BackendList {
  628. ip, _, err := net.SplitHostPort(v.Addr)
  629. if err != nil {
  630. return err
  631. }
  632. newIps = append(newIps, ip)
  633. }
  634. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  635. if len(addedIps) > 0 {
  636. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  637. }
  638. // IP过白
  639. if len(removedIps) > 0 {
  640. // 1. 一次性获取所有相关IP的数量
  641. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  642. if err != nil {
  643. return err
  644. }
  645. // 4. 如果有需要处理的IP,则批量发布一次任务
  646. if len(ipsToDelist) > 0 {
  647. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  648. }
  649. }
  650. //修改源站
  651. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  652. addedIds := make(map[string]int64)
  653. for _, v := range addOrigins {
  654. var apiType string
  655. if v.IsHttps == isHttps {
  656. apiType = protocolHttps
  657. } else {
  658. apiType = protocolHttp
  659. }
  660. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  661. ApiType: apiType,
  662. BackendList: v.Addr,
  663. Host: v.CustomHost,
  664. Comment: req.WebForwardingData.Comment,
  665. })
  666. if err != nil {
  667. return err
  668. }
  669. addedIds[v.Addr] = id
  670. }
  671. for _, v := range addedIds {
  672. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  673. if err != nil {
  674. return err
  675. }
  676. }
  677. for k, v := range ipData.CdnOriginIds {
  678. for _, ip := range delOrigins {
  679. if k == ip.Addr {
  680. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  681. if err != nil {
  682. return err
  683. }
  684. delete(ipData.CdnOriginIds, k)
  685. }
  686. }
  687. }
  688. maps.Copy(ipData.CdnOriginIds, addedIds)
  689. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  690. webModel.Id = req.WebForwardingData.Id
  691. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  692. return err
  693. }
  694. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  695. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  696. return err
  697. }
  698. return nil
  699. }
  700. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, Ids []int) error {
  701. for _, Id := range Ids {
  702. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  703. if err != nil {
  704. return err
  705. }
  706. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  707. if err != nil {
  708. return err
  709. }
  710. // 异步任务:将域名添加到白名单
  711. firstIp, err := s.GetGatewayFirstIp(ctx, oldData.HostId)
  712. if err != nil {
  713. return err
  714. }
  715. if oldData.Domain != "" {
  716. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  717. if err != nil {
  718. return err
  719. }
  720. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  721. }
  722. // IP过白
  723. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, Id)
  724. if err != nil {
  725. return err
  726. }
  727. var ips []string
  728. if len(ipData.BackendList) > 0 {
  729. for _, v := range ipData.BackendList {
  730. ip, _, err := net.SplitHostPort(v.Addr)
  731. if err != nil {
  732. return err
  733. }
  734. ips = append(ips, ip)
  735. }
  736. }
  737. if len(ips) > 0 {
  738. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  739. if err != nil {
  740. return err
  741. }
  742. // 4. 如果有需要处理的IP,则批量发布一次任务
  743. if len(ipsToDelist) > 0 {
  744. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  745. }
  746. }
  747. // 删除ssl
  748. if oldData.SslCertId != 0 {
  749. err = s.cdn.DelSSLCert(ctx, int64(oldData.SslCertId))
  750. if err != nil {
  751. return err
  752. }
  753. err = s.sslCert.EditSslPolicy(ctx, int64(oldData.SslPolicyId), []int64{int64(oldData.SslCertId)}, "del")
  754. if err != nil {
  755. return err
  756. }
  757. }
  758. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  759. return err
  760. }
  761. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  762. return err
  763. }
  764. }
  765. return nil
  766. }
  767. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  768. type CombinedResult struct {
  769. Id int
  770. Forwarding *model.WebForwarding
  771. BackendRule *model.WebForwardingRule
  772. Err error // 如果此ID的处理出错,则携带错误
  773. }
  774. g, gCtx := errgroup.WithContext(ctx)
  775. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  776. if err != nil {
  777. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  778. }
  779. if len(ids) == 0 {
  780. return nil, nil // 没有ID,直接返回空切片
  781. }
  782. // 创建一个通道来接收每个ID的处理结果
  783. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  784. resultsChan := make(chan CombinedResult, len(ids))
  785. for _, idVal := range ids {
  786. currentID := idVal // 捕获循环变量
  787. g.Go(func() error {
  788. var wf *model.WebForwarding
  789. var bk *model.WebForwardingRule
  790. var localErr error
  791. // 1. 获取 WebForwarding 信息
  792. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  793. if localErr != nil {
  794. // 发送错误到通道,并由 errgroup 捕获
  795. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  796. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  797. return localErr // 返回错误给 errgroup
  798. }
  799. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  800. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  801. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  802. return localErr
  803. }
  804. // 2. 获取 Backend IP 信息
  805. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  806. // 如果它也可能返回错误,则处理方式与上面类似
  807. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  808. if localErr != nil {
  809. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  810. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  811. // 这里假设它也是一个需要errgroup捕获的错误
  812. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  813. return localErr // 返回错误给 errgroup
  814. }
  815. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  816. // 发送成功的结果到通道
  817. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  818. return nil // 此goroutine成功
  819. })
  820. }
  821. // 等待所有goroutine完成
  822. groupErr := g.Wait()
  823. // 关闭通道,表示所有发送者都已完成
  824. // 这一步很重要,这样下面的 range 循环才能正常结束
  825. close(resultsChan)
  826. // 如果 errgroup 捕获到任何错误,优先返回该错误
  827. if groupErr != nil {
  828. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  829. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  830. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  831. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  832. return nil, groupErr
  833. }
  834. // 如果没有错误,收集所有成功的结果
  835. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  836. for res := range resultsChan {
  837. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  838. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  839. // (理论上,如果goroutine返回了错误,errgroup会处理)
  840. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  841. if res.Err != nil {
  842. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  843. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  844. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  845. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  846. // 但以防万一,我们可以记录日志
  847. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  848. }
  849. if res.Forwarding == nil {
  850. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  851. }
  852. dataReq := v1.WebForwardingDataRequest{
  853. Id: res.Forwarding.Id,
  854. Port: res.Forwarding.Port,
  855. Domain: res.Forwarding.Domain,
  856. IsHttps: res.Forwarding.IsHttps,
  857. Comment: res.Forwarding.Comment,
  858. HttpsKey: res.Forwarding.HttpsKey,
  859. HttpsCert: res.Forwarding.HttpsCert,
  860. Proxy: res.Forwarding.Proxy,
  861. CcConfig: v1.CcConfigRequest{
  862. IsOn: res.Forwarding.Cc,
  863. ThresholdMethod: res.Forwarding.ThresholdMethod,
  864. Level: res.Forwarding.Level,
  865. Limit5s: res.Forwarding.Limit5s,
  866. Limit60s: res.Forwarding.Limit60s,
  867. Limit300s: res.Forwarding.Limit300s,
  868. },
  869. }
  870. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  871. dataReq.BackendList = res.BackendRule.BackendList
  872. }
  873. finalResults = append(finalResults, dataReq)
  874. }
  875. sort.Slice(finalResults, func(i, j int) bool {
  876. return finalResults[i].Id > finalResults[j].Id
  877. })
  878. return finalResults, nil
  879. }
  880. func (s *webForwardingService) GetGatewayFirstIp(ctx context.Context, hostId int) (string, error) {
  881. gateWayGroup, err := s.gatewayGroupRep.GetGatewayGroupByHostId(ctx, int64(hostId))
  882. if err != nil {
  883. return "", err
  884. }
  885. if gateWayGroup == nil {
  886. return "", fmt.Errorf("网关组不存在")
  887. }
  888. gateWayIps, err := s.gatewayGroupIpRep.GetGateWayGroupFirstIpByGatewayGroupId(ctx, gateWayGroup.Id)
  889. if err != nil {
  890. return "", err
  891. }
  892. if len(gateWayIps) == 0 {
  893. return "", fmt.Errorf("网关组IP为空")
  894. }
  895. return gateWayIps, nil
  896. }
  897. // 清洗IP
  898. func (s *webForwardingService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  899. var newAllowIps []string
  900. var oldAllowIps []string
  901. if len(oldIpList) > 0 {
  902. for _, v := range oldIpList {
  903. if net.ParseIP(v) != nil {
  904. oldAllowIps = append(oldAllowIps, v)
  905. }
  906. }
  907. }
  908. if len(newIpList) > 0 {
  909. for _, v := range newIpList {
  910. if net.ParseIP(v) != nil {
  911. newAllowIps = append(newAllowIps, v)
  912. }
  913. }
  914. }
  915. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  916. return addedDenyIps, removedDenyIps
  917. }
  918. // 修改日志配置
  919. func (s *webForwardingService) EditLog(ctx context.Context,webId int64) error {
  920. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  921. if err != nil {
  922. return err
  923. }
  924. if err := s.cdn.EditWebLog(ctx, webConfigId,v1.WebLog{
  925. IsPrior: false,
  926. IsOn: true,
  927. Fields: []int64{1, 2, 6, 7},
  928. Status1: true,
  929. Status2: true,
  930. Status3: true,
  931. Status4: true,
  932. Status5: true,
  933. FirewallOnly: false,
  934. EnableClientClosed: false,
  935. }); err != nil {
  936. return err
  937. }
  938. return nil
  939. }
  940. // 修改CC配置
  941. func (s *webForwardingService) EditCcConfig(ctx context.Context,webId int64, req v1.CcConfigRequest) error {
  942. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  943. if err != nil {
  944. return err
  945. }
  946. configThreshold := []struct{
  947. MaxRequests int `json:"maxRequests"`
  948. BlockSeconds int `json:"blockSeconds"`
  949. PeriodSeconds int `json:"periodSeconds"`
  950. }{
  951. {MaxRequests: req.Limit5s},
  952. {MaxRequests: req.Limit60s},
  953. {MaxRequests: req.Limit300s},
  954. }
  955. if err := s.cdn.EditCcConfig(ctx, webConfigId, v1.CcConfig{
  956. IsOn: req.IsOn,
  957. ThresholdMethod: req.ThresholdMethod,
  958. Thresholds: configThreshold,
  959. Level: req.Level,
  960. UseDefaultThresholds : true,
  961. EnableGET302: true,
  962. EnableFingerprint : true,
  963. IgnoreCommonFiles : true,
  964. }); err != nil {
  965. return err
  966. }
  967. return nil
  968. }
  969. func (s *webForwardingService) BulidFormData(ctx context.Context,formData v1.Website) (v1.WebsiteSend, error) {
  970. httpJSON, err := json.Marshal(formData.HttpJSON)
  971. if err != nil {
  972. return v1.WebsiteSend{},err
  973. }
  974. httpsJSON, err := json.Marshal(formData.HttpsJSON)
  975. if err != nil {
  976. return v1.WebsiteSend{},err
  977. }
  978. formDataSend := v1.WebsiteSend{
  979. UserId: formData.UserId,
  980. AdminId: formData.AdminId,
  981. Type: formData.Type,
  982. Name: formData.Name,
  983. Description: formData.Description,
  984. ServerNamesJSON: formData.ServerNamesJSON,
  985. HttpJSON: httpJSON,
  986. HttpsJSON: httpsJSON,
  987. TcpJSON: formData.TcpJSON,
  988. TlsJSON: formData.TlsJSON,
  989. UdpJSON: formData.UdpJSON,
  990. WebId: formData.WebId,
  991. ReverseProxyJSON: formData.ReverseProxyJSON,
  992. ServerGroupIds: formData.ServerGroupIds,
  993. UserPlanId: formData.UserPlanId,
  994. NodeClusterId: formData.NodeClusterId,
  995. IncludeNodesJSON: formData.IncludeNodesJSON,
  996. ExcludeNodesJSON: formData.ExcludeNodesJSON,
  997. }
  998. return formDataSend, nil
  999. }