webforwarding.go 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146
  1. package waf
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository/api/waf"
  9. "github.com/go-nunu/nunu-layout-advanced/internal/service"
  10. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  11. "golang.org/x/sync/errgroup"
  12. "maps"
  13. "net"
  14. "sort"
  15. )
  16. type WebForwardingService interface {
  17. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  18. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  19. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  20. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  21. DeleteWebForwarding(ctx context.Context, req v1.DeleteWebForwardingRequest) error
  22. }
  23. func NewWebForwardingService(
  24. service *service.Service,
  25. required service.RequiredService,
  26. webForwardingRepository waf.WebForwardingRepository,
  27. crawler service.CrawlerService,
  28. parser service.ParserService,
  29. wafformatter WafFormatterService,
  30. aoDun service.AoDunService,
  31. mq *rabbitmq.RabbitMQ,
  32. gatewayIp GatewayipService,
  33. globalLimitRep waf.GlobalLimitRepository,
  34. cdn service.CdnService,
  35. proxy service.ProxyService,
  36. sslCert service.SslCertService,
  37. websocket service.WebsocketService,
  38. ) WebForwardingService {
  39. return &webForwardingService{
  40. Service: service,
  41. webForwardingRepository: webForwardingRepository,
  42. required: required,
  43. parser: parser,
  44. crawler: crawler,
  45. wafformatter: wafformatter,
  46. aoDun: aoDun,
  47. mq: mq,
  48. gatewayIp: gatewayIp,
  49. cdn: cdn,
  50. globalLimitRep: globalLimitRep,
  51. proxy: proxy,
  52. sslCert: sslCert,
  53. websocket: websocket,
  54. }
  55. }
  56. const (
  57. isHttps = 1
  58. protocolHttps = "https"
  59. protocolHttp = "http"
  60. defaultNodeClusterId = 1
  61. )
  62. type webForwardingService struct {
  63. *service.Service
  64. webForwardingRepository waf.WebForwardingRepository
  65. required service.RequiredService
  66. parser service.ParserService
  67. crawler service.CrawlerService
  68. wafformatter WafFormatterService
  69. aoDun service.AoDunService
  70. mq *rabbitmq.RabbitMQ
  71. gatewayIp GatewayipService
  72. cdn service.CdnService
  73. globalLimitRep waf.GlobalLimitRepository
  74. proxy service.ProxyService
  75. sslCert service.SslCertService
  76. websocket service.WebsocketService
  77. }
  78. func (s *webForwardingService) require(ctx context.Context, req v1.GlobalRequire) (v1.GlobalRequire, error) {
  79. var err error
  80. var res v1.GlobalRequire
  81. g, gCtx := errgroup.WithContext(ctx)
  82. //g.Go(func() error {
  83. // result, e := s.wafformatter.require(gCtx, req, "web")
  84. // if e != nil {
  85. // return e
  86. // }
  87. // res = result
  88. // return nil
  89. //})
  90. g.Go(func() error {
  91. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  92. if e != nil {
  93. return e
  94. }
  95. return nil
  96. })
  97. if err = g.Wait(); err != nil {
  98. return v1.GlobalRequire{}, err
  99. }
  100. return res, nil
  101. }
  102. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  103. var webForwarding model.WebForwarding
  104. var backend model.WebForwardingRule
  105. g, gCtx := errgroup.WithContext(ctx)
  106. g.Go(func() error {
  107. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  108. if e != nil {
  109. // 直接返回错误,errgroup 会捕获它
  110. return fmt.Errorf("GetWebForwarding failed: %w", e)
  111. }
  112. if res != nil {
  113. webForwarding = *res
  114. }
  115. return nil
  116. })
  117. g.Go(func() error {
  118. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  119. if e != nil {
  120. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  121. }
  122. if res != nil {
  123. backend = *res
  124. }
  125. return nil
  126. })
  127. if err := g.Wait(); err != nil {
  128. return v1.WebForwardingDataRequest{}, err
  129. }
  130. return v1.WebForwardingDataRequest{
  131. Id: webForwarding.Id,
  132. Port: webForwarding.Port,
  133. Domain: webForwarding.Domain,
  134. IsHttps: webForwarding.IsHttps,
  135. Comment: webForwarding.Comment,
  136. BackendList: backend.BackendList,
  137. HttpsKey: webForwarding.HttpsKey,
  138. HttpsCert: webForwarding.HttpsCert,
  139. Proxy: webForwarding.Proxy,
  140. CcConfig: v1.CcConfigRequest{
  141. IsOn: webForwarding.Cc,
  142. ThresholdMethod: webForwarding.ThresholdMethod,
  143. Level: webForwarding.Level,
  144. Limit5s: webForwarding.Limit5s,
  145. Limit60s: webForwarding.Limit60s,
  146. Limit300s: webForwarding.Limit300s,
  147. },
  148. }, nil
  149. }
  150. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  151. // ruleId 是从 WAF 系统获取的 ID
  152. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  153. return &model.WebForwarding{
  154. HostId: require.HostId,
  155. CdnWebId: ruleId,
  156. Port: req.Port,
  157. Domain: req.Domain,
  158. IsHttps: req.IsHttps,
  159. Comment: req.Comment,
  160. HttpsCert: req.HttpsCert,
  161. HttpsKey: req.HttpsKey,
  162. SslCertId: int(req.SslCertId),
  163. SslPolicyId: int(req.SslPolicyId),
  164. Cc: req.CcConfig.IsOn,
  165. ThresholdMethod: req.CcConfig.ThresholdMethod,
  166. Level: req.CcConfig.Level,
  167. Limit5s: req.CcConfig.Limit5s,
  168. Limit60s: req.CcConfig.Limit60s,
  169. Limit300s: req.CcConfig.Limit300s,
  170. Proxy: req.Proxy,
  171. }
  172. }
  173. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  174. return &model.WebForwardingRule{
  175. Uid: require.Uid,
  176. HostId: require.HostId,
  177. WebId: localDbId,
  178. CdnOriginIds: cdnOriginIds,
  179. BackendList: reqData.BackendList,
  180. }
  181. }
  182. // =================================================================
  183. // 主函数:prepareWafData
  184. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  185. // =================================================================
  186. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  187. // 1. 获取基础配置
  188. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  189. HostId: req.HostId,
  190. Uid: req.Uid,
  191. Comment: req.WebForwardingData.Comment,
  192. })
  193. if err != nil {
  194. return RequireResponse{}, v1.Website{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  195. }
  196. if require.Uid == 0 {
  197. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  198. }
  199. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  200. byteData, err := s.buildProxyConfig(ctx, req, require)
  201. if err != nil {
  202. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  203. }
  204. type serverNames struct {
  205. ServerNames string `json:"name" form:"name"`
  206. Type string `json:"type" form:"type"`
  207. }
  208. var serverName []serverNames
  209. var serverJson []byte
  210. if req.WebForwardingData.Domain != "" {
  211. serverName = append(serverName, serverNames{
  212. ServerNames: req.WebForwardingData.Domain,
  213. Type: "full",
  214. })
  215. serverJson, err = json.Marshal(serverName)
  216. if err != nil {
  217. return RequireResponse{}, v1.Website{}, err
  218. }
  219. }
  220. // 3. 组装最终的 WAF 表单数据
  221. formData := v1.Website{
  222. UserId: int64(require.CdnUid),
  223. Type: "httpProxy",
  224. Name: require.Tag,
  225. ServerNamesJSON: serverJson,
  226. Description: req.WebForwardingData.Comment,
  227. ServerGroupIds: []int64{int64(require.GroupId)},
  228. UserPlanId: int64(require.RuleId),
  229. NodeClusterId: defaultNodeClusterId,
  230. }
  231. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  232. if req.WebForwardingData.IsHttps == isHttps {
  233. formData.HttpJSON = v1.TypeJSON{IsOn: false}
  234. formData.HttpsJSON = byteData
  235. } else {
  236. formData.HttpJSON = byteData
  237. formData.HttpsJSON = v1.TypeJSON{IsOn: false}
  238. }
  239. return require, formData, nil
  240. }
  241. // =================================================================
  242. // 辅助函数:buildProxyJSONConfig
  243. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  244. // =================================================================
  245. func (s *webForwardingService) buildProxyConfig(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) (v1.TypeJSON, error) {
  246. var (
  247. jsonData v1.TypeJSON
  248. apiType string
  249. )
  250. jsonData.IsOn = true
  251. apiType = protocolHttps
  252. jsonData.SslPolicyRef.SslPolicyId = req.WebForwardingData.SslPolicyId
  253. // 判断协议类型,并处理 HTTPS 的特殊逻辑(证书)
  254. if req.WebForwardingData.IsHttps == isHttps {
  255. // 处理证书信息
  256. if jsonData.SslPolicyRef.SslPolicyId == 0 {
  257. sslPolicyId, err := s.sslCert.AddSslPolicy(ctx, nil)
  258. if err != nil {
  259. return v1.TypeJSON{}, err
  260. }
  261. jsonData.SslPolicyRef.SslPolicyId = sslPolicyId
  262. }
  263. jsonData.SslPolicyRef.IsOn = true
  264. } else {
  265. apiType = protocolHttp
  266. jsonData.SslPolicyRef = v1.SslPolicyRef{
  267. IsOn: false,
  268. SslPolicyId: req.WebForwardingData.SslCertId,
  269. }
  270. }
  271. // 填充通用的 Listen 配置
  272. for _, v := range require.GatewayIps {
  273. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  274. Protocol: apiType,
  275. Host: v,
  276. Port: req.WebForwardingData.Port,
  277. })
  278. }
  279. return jsonData, nil
  280. }
  281. // 查找两个列表的差异
  282. func (s webForwardingService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  283. diff := make(map[v1.BackendList]int)
  284. // 1. 遍历旧列表,为每个元素计数 +1
  285. for _, item := range oldList {
  286. diff[item]++
  287. }
  288. // 2. 遍历新列表,为每个元素计数 -1
  289. for _, item := range newList {
  290. diff[item]--
  291. }
  292. // 3. 遍历 diff map 来找出差异
  293. for item, count := range diff {
  294. if count > 0 {
  295. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  296. removed = append(removed, item)
  297. } else if count < 0 {
  298. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  299. added = append(added, item)
  300. }
  301. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  302. }
  303. return added, removed
  304. }
  305. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  306. require, formData, err := s.prepareWafData(ctx, req)
  307. if err != nil {
  308. return err
  309. }
  310. // 验证域名限制
  311. err = s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  312. HostId: req.HostId,
  313. Domain: req.WebForwardingData.Domain,
  314. Comment: req.WebForwardingData.Comment,
  315. Uid: req.Uid,
  316. })
  317. if err != nil {
  318. return err
  319. }
  320. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  321. if err != nil {
  322. return err
  323. }
  324. var protocol string
  325. if req.WebForwardingData.IsHttps == isHttps {
  326. protocol = "https"
  327. }else{
  328. protocol = "http"
  329. }
  330. // 验证端口重复
  331. err = s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  332. if err != nil {
  333. return err
  334. }
  335. // 添加证书
  336. if req.WebForwardingData.IsHttps == isHttps {
  337. sslCertId, err := s.sslCert.AddSSLCert(ctx, v1.SSL{
  338. Name: req.WebForwardingData.Domain,
  339. Domain: req.WebForwardingData.Domain,
  340. CertData: req.WebForwardingData.HttpsCert,
  341. KeyData: req.WebForwardingData.HttpsKey,
  342. CdnUserId: require.CdnUid,
  343. Description: req.WebForwardingData.Comment,
  344. })
  345. if err != nil {
  346. return err
  347. }
  348. req.WebForwardingData.SslCertId = sslCertId
  349. req.WebForwardingData.SslPolicyId = formData.HttpsJSON.SslPolicyRef.SslPolicyId
  350. err = s.sslCert.EditSslPolicy(ctx, formData.HttpsJSON.SslPolicyRef.SslPolicyId, []int64{sslCertId}, "add")
  351. if err != nil {
  352. return err
  353. }
  354. }
  355. // 添加网站
  356. formDataSend, err := s.BulidFormData(ctx, formData)
  357. if err != nil {
  358. return err
  359. }
  360. webId, err := s.cdn.CreateWebsite(ctx, formDataSend)
  361. if err != nil {
  362. return err
  363. }
  364. backendList := make(map[string]string)
  365. for _, k := range req.WebForwardingData.BackendList {
  366. backendList[k.Addr] = k.CustomHost
  367. }
  368. // 开启websocket
  369. websocketId, err := s.websocket.AddWebsocket(ctx)
  370. if err != nil {
  371. return err
  372. }
  373. if err := s.websocket.EnableOrDisable(ctx, webId, websocketId, true, false); err != nil {
  374. return err
  375. }
  376. // 添加源站
  377. cdnOriginIds := make(map[string]int64)
  378. for _, v := range req.WebForwardingData.BackendList {
  379. apiType := protocolHttp
  380. // 如果条件满足,则覆盖为 HTTPS
  381. if v.IsHttps == isHttps {
  382. apiType = protocolHttps
  383. }
  384. host, port, err := net.SplitHostPort(v.Addr)
  385. if err != nil {
  386. return err
  387. }
  388. var addrPunyPort string
  389. addrPunyPort = v.Addr
  390. // 如果是 IP 地址,不需要转换
  391. if ok := net.ParseIP(host); ok == nil {
  392. _, hostPuny, err := s.wafformatter.ConvertToPunycodeIfIDN(ctx, host)
  393. if err != nil {
  394. return err
  395. }
  396. addrPunyPort = fmt.Sprintf("%s:%s", hostPuny, port)
  397. }
  398. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  399. ApiType: apiType,
  400. BackendList: addrPunyPort,
  401. Host: v.CustomHost,
  402. Comment: req.WebForwardingData.Comment,
  403. })
  404. if err != nil {
  405. return err
  406. }
  407. cdnOriginIds[v.Addr] = id
  408. }
  409. // 添加源站到网站
  410. for _, v := range cdnOriginIds {
  411. err = s.cdn.AddServerOrigin(ctx, webId, v)
  412. if err != nil {
  413. return err
  414. }
  415. }
  416. // 开启proxy
  417. if req.WebForwardingData.Proxy {
  418. err = s.proxy.EditProxy(ctx,webId, v1.ProxyProtocolJSON{
  419. IsOn: true,
  420. Version: 1,
  421. })
  422. if err != nil {
  423. return err
  424. }
  425. }
  426. // 开启访问日志
  427. err = s.EditLog(ctx, webId)
  428. if err != nil {
  429. return err
  430. }
  431. // 开启CC
  432. if req.WebForwardingData.CcConfig.IsOn {
  433. err = s.EditCcConfig(ctx, webId, req.WebForwardingData.CcConfig)
  434. if err != nil {
  435. return err
  436. }
  437. }
  438. webModel := s.buildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  439. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  440. if err != nil {
  441. return err
  442. }
  443. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  444. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  445. return err
  446. }
  447. if req.WebForwardingData.Domain != "" {
  448. // 异步任务:将域名添加到白名单
  449. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  450. if err != nil {
  451. return err
  452. }
  453. if len(require.GatewayIps) == 0 {
  454. return fmt.Errorf("网关组不存在")
  455. }
  456. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(require.HostId), int64(require.Uid))
  457. if err != nil {
  458. return err
  459. }
  460. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  461. }
  462. // 源站IP过白
  463. var ips []string
  464. if req.WebForwardingData.BackendList != nil {
  465. for _, v := range req.WebForwardingData.BackendList {
  466. ip, _, err := net.SplitHostPort(v.Addr)
  467. if err != nil {
  468. return err
  469. }
  470. ips = append(ips, ip)
  471. }
  472. go s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  473. }
  474. return nil
  475. }
  476. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  477. err := s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  478. HostId: req.HostId,
  479. Domain: req.WebForwardingData.Domain,
  480. Comment: req.WebForwardingData.Comment,
  481. Uid: req.Uid,
  482. })
  483. if err != nil {
  484. return err
  485. }
  486. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  487. if err != nil {
  488. return err
  489. }
  490. req.WebForwardingData.SslCertId = int64(oldData.SslCertId)
  491. req.WebForwardingData.SslPolicyId = int64(oldData.SslPolicyId)
  492. require, formData, err := s.prepareWafData(ctx, req)
  493. if err != nil {
  494. return err
  495. }
  496. // 验证端口重复
  497. var protocol string
  498. if req.WebForwardingData.IsHttps == isHttps {
  499. protocol = "https"
  500. }else{
  501. protocol = "http"
  502. }
  503. err = s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  504. if err != nil {
  505. return err
  506. }
  507. //修改网站端口
  508. if oldData.Port != req.WebForwardingData.Port || oldData.IsHttps != req.WebForwardingData.IsHttps || oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  509. var apiType string
  510. var closeType string
  511. // 修改证书
  512. if oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  513. err = s.sslCert.EditSSLCert(ctx, v1.SSL{
  514. Name: req.WebForwardingData.Domain,
  515. CertId: oldData.SslCertId,
  516. CertData: req.WebForwardingData.HttpsCert,
  517. KeyData: req.WebForwardingData.HttpsKey,
  518. CdnUserId: require.CdnUid,
  519. Domain: req.WebForwardingData.Domain,
  520. Description: req.WebForwardingData.Comment,
  521. })
  522. if err != nil {
  523. return err
  524. }
  525. }
  526. // 切换协议
  527. var typeConfig v1.TypeJSON
  528. var closeConfig v1.TypeJSON
  529. if req.WebForwardingData.IsHttps == isHttps {
  530. typeConfig = formData.HttpsJSON
  531. closeConfig = formData.HttpJSON
  532. apiType = protocolHttps
  533. closeType = protocolHttp
  534. } else {
  535. typeConfig = formData.HttpJSON
  536. closeConfig = formData.HttpsJSON
  537. apiType = protocolHttp
  538. closeType = protocolHttps
  539. }
  540. typeJson,err := json.Marshal(typeConfig)
  541. if err != nil {
  542. return err
  543. }
  544. closeJson,err := json.Marshal(closeConfig)
  545. if err != nil {
  546. return err
  547. }
  548. // 切换协议
  549. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  550. Id: int64(oldData.CdnWebId),
  551. TypeJSON: typeJson,
  552. }, apiType)
  553. if err != nil {
  554. return err
  555. }
  556. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  557. Id: int64(oldData.CdnWebId),
  558. TypeJSON: closeJson,
  559. }, closeType)
  560. if err != nil {
  561. return err
  562. }
  563. }
  564. //修改网站域名
  565. if oldData.Domain != req.WebForwardingData.Domain {
  566. type serverName struct {
  567. Name string `json:"name" form:"name"`
  568. Type string `json:"type" form:"type"`
  569. }
  570. var serverData []serverName
  571. var serverJson []byte
  572. serverData = append(serverData, serverName{
  573. Name: req.WebForwardingData.Domain,
  574. Type: "full",
  575. })
  576. serverJson, err = json.Marshal(serverData)
  577. if err != nil {
  578. return err
  579. }
  580. err = s.cdn.EditServerName(ctx, v1.EditServerNames{
  581. ServerId: int64(oldData.CdnWebId),
  582. ServerNamesJSON: serverJson,
  583. })
  584. if err != nil {
  585. return err
  586. }
  587. }
  588. //修改网站名字
  589. if oldData.Comment != req.WebForwardingData.Comment {
  590. nodeId,err := s.globalLimitRep.GetNodeId(ctx, oldData.CdnWebId)
  591. if err != nil {
  592. return err
  593. }
  594. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag,nodeId)
  595. if err != nil {
  596. return err
  597. }
  598. }
  599. //修改Proxy
  600. if oldData.Proxy != req.WebForwardingData.Proxy {
  601. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  602. IsOn: req.WebForwardingData.Proxy,
  603. Version: 1,
  604. })
  605. if err != nil {
  606. return err
  607. }
  608. }
  609. // 修改CC配置
  610. err = s.EditCcConfig(ctx, int64(oldData.CdnWebId), v1.CcConfigRequest{
  611. IsOn: req.WebForwardingData.CcConfig.IsOn,
  612. Level: req.WebForwardingData.CcConfig.Level,
  613. Limit5s: req.WebForwardingData.CcConfig.Limit5s,
  614. Limit60s: req.WebForwardingData.CcConfig.Limit60s,
  615. Limit300s: req.WebForwardingData.CcConfig.Limit300s,
  616. ThresholdMethod: req.WebForwardingData.CcConfig.ThresholdMethod,
  617. })
  618. if err != nil {
  619. return err
  620. }
  621. // 将域名添加到白名单
  622. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  623. if err != nil {
  624. return err
  625. }
  626. // 异步任务:将域名添加到白名单
  627. if webData.Domain != req.WebForwardingData.Domain {
  628. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(req.HostId), int64(req.Uid))
  629. if err != nil {
  630. return err
  631. }
  632. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  633. if err != nil {
  634. return err
  635. }
  636. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  637. if err != nil {
  638. return err
  639. }
  640. if len(require.GatewayIps) == 0 {
  641. return fmt.Errorf("网关组不存在")
  642. }
  643. // 查找域名数量,如果数量小于2,删除旧域名
  644. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, webData.Domain)
  645. if err != nil {
  646. return err
  647. }
  648. if count < 2 {
  649. go s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  650. }
  651. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  652. }
  653. // IP过白
  654. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.WebForwardingData.Id)
  655. if err != nil {
  656. return err
  657. }
  658. var oldIps []string
  659. var newIps []string
  660. for _, v := range ipData.BackendList {
  661. ip, _, err := net.SplitHostPort(v.Addr)
  662. if err != nil {
  663. return err
  664. }
  665. oldIps = append(oldIps, ip)
  666. }
  667. for _, v := range req.WebForwardingData.BackendList {
  668. ip, _, err := net.SplitHostPort(v.Addr)
  669. if err != nil {
  670. return err
  671. }
  672. newIps = append(newIps, ip)
  673. }
  674. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  675. if len(addedIps) > 0 {
  676. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  677. }
  678. // IP过白
  679. if len(removedIps) > 0 {
  680. // 1. 一次性获取所有相关IP的数量
  681. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  682. if err != nil {
  683. return err
  684. }
  685. // 4. 如果有需要处理的IP,则批量发布一次任务
  686. if len(ipsToDelist) > 0 {
  687. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  688. }
  689. }
  690. //修改源站
  691. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  692. addedIds := make(map[string]int64)
  693. for _, v := range addOrigins {
  694. var apiType string
  695. if v.IsHttps == isHttps {
  696. apiType = protocolHttps
  697. } else {
  698. apiType = protocolHttp
  699. }
  700. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  701. ApiType: apiType,
  702. BackendList: v.Addr,
  703. Host: v.CustomHost,
  704. Comment: req.WebForwardingData.Comment,
  705. })
  706. if err != nil {
  707. return err
  708. }
  709. addedIds[v.Addr] = id
  710. }
  711. for _, v := range addedIds {
  712. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  713. if err != nil {
  714. return err
  715. }
  716. }
  717. for k, v := range ipData.CdnOriginIds {
  718. for _, ip := range delOrigins {
  719. if k == ip.Addr {
  720. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  721. if err != nil {
  722. return err
  723. }
  724. delete(ipData.CdnOriginIds, k)
  725. }
  726. }
  727. }
  728. maps.Copy(ipData.CdnOriginIds, addedIds)
  729. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  730. webModel.Id = req.WebForwardingData.Id
  731. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  732. return err
  733. }
  734. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  735. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  736. return err
  737. }
  738. return nil
  739. }
  740. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, req v1.DeleteWebForwardingRequest) error {
  741. for _, Id := range req.Ids {
  742. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  743. if err != nil {
  744. return err
  745. }
  746. if oldData.HostId != req.HostId {
  747. return fmt.Errorf("用户权限不足")
  748. }
  749. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  750. if err != nil {
  751. return err
  752. }
  753. // 异步任务:将域名添加到白名单
  754. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(oldData.HostId), int64(req.Uid))
  755. if err != nil {
  756. return err
  757. }
  758. if oldData.Domain != "" {
  759. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  760. if err != nil {
  761. return err
  762. }
  763. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  764. }
  765. // IP过白
  766. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, Id)
  767. if err != nil {
  768. return err
  769. }
  770. var ips []string
  771. if ipData != nil && len(ipData.BackendList) > 0 {
  772. for _, v := range ipData.BackendList {
  773. ip, _, err := net.SplitHostPort(v.Addr)
  774. if err != nil {
  775. return err
  776. }
  777. ips = append(ips, ip)
  778. }
  779. }
  780. if len(ips) > 0 {
  781. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  782. if err != nil {
  783. return err
  784. }
  785. // 4. 如果有需要处理的IP,则批量发布一次任务
  786. if len(ipsToDelist) > 0 {
  787. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  788. }
  789. }
  790. // 删除ssl
  791. if oldData.SslCertId != 0 {
  792. err = s.cdn.DelSSLCert(ctx, int64(oldData.SslCertId))
  793. if err != nil {
  794. return err
  795. }
  796. err = s.sslCert.EditSslPolicy(ctx, int64(oldData.SslPolicyId), []int64{int64(oldData.SslCertId)}, "del")
  797. if err != nil {
  798. return err
  799. }
  800. }
  801. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  802. return err
  803. }
  804. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  805. return err
  806. }
  807. }
  808. return nil
  809. }
  810. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  811. type CombinedResult struct {
  812. Id int
  813. Forwarding *model.WebForwarding
  814. BackendRule *model.WebForwardingRule
  815. Err error // 如果此ID的处理出错,则携带错误
  816. }
  817. g, gCtx := errgroup.WithContext(ctx)
  818. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  819. if err != nil {
  820. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  821. }
  822. if len(ids) == 0 {
  823. return nil, nil // 没有ID,直接返回空切片
  824. }
  825. // 创建一个通道来接收每个ID的处理结果
  826. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  827. resultsChan := make(chan CombinedResult, len(ids))
  828. for _, idVal := range ids {
  829. currentID := idVal // 捕获循环变量
  830. g.Go(func() error {
  831. var wf *model.WebForwarding
  832. var bk *model.WebForwardingRule
  833. var localErr error
  834. // 1. 获取 WebForwarding 信息
  835. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  836. if localErr != nil {
  837. // 发送错误到通道,并由 errgroup 捕获
  838. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  839. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  840. return localErr // 返回错误给 errgroup
  841. }
  842. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  843. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  844. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  845. return localErr
  846. }
  847. // 2. 获取 Backend IP 信息
  848. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  849. // 如果它也可能返回错误,则处理方式与上面类似
  850. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  851. if localErr != nil {
  852. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  853. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  854. // 这里假设它也是一个需要errgroup捕获的错误
  855. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  856. return localErr // 返回错误给 errgroup
  857. }
  858. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  859. // 发送成功的结果到通道
  860. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  861. return nil // 此goroutine成功
  862. })
  863. }
  864. // 等待所有goroutine完成
  865. groupErr := g.Wait()
  866. // 关闭通道,表示所有发送者都已完成
  867. // 这一步很重要,这样下面的 range 循环才能正常结束
  868. close(resultsChan)
  869. // 如果 errgroup 捕获到任何错误,优先返回该错误
  870. if groupErr != nil {
  871. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  872. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  873. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  874. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  875. return nil, groupErr
  876. }
  877. // 如果没有错误,收集所有成功的结果
  878. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  879. for res := range resultsChan {
  880. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  881. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  882. // (理论上,如果goroutine返回了错误,errgroup会处理)
  883. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  884. if res.Err != nil {
  885. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  886. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  887. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  888. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  889. // 但以防万一,我们可以记录日志
  890. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  891. }
  892. if res.Forwarding == nil {
  893. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  894. }
  895. dataReq := v1.WebForwardingDataRequest{
  896. Id: res.Forwarding.Id,
  897. Port: res.Forwarding.Port,
  898. Domain: res.Forwarding.Domain,
  899. IsHttps: res.Forwarding.IsHttps,
  900. Comment: res.Forwarding.Comment,
  901. HttpsKey: res.Forwarding.HttpsKey,
  902. HttpsCert: res.Forwarding.HttpsCert,
  903. Proxy: res.Forwarding.Proxy,
  904. CcConfig: v1.CcConfigRequest{
  905. IsOn: res.Forwarding.Cc,
  906. ThresholdMethod: res.Forwarding.ThresholdMethod,
  907. Level: res.Forwarding.Level,
  908. Limit5s: res.Forwarding.Limit5s,
  909. Limit60s: res.Forwarding.Limit60s,
  910. Limit300s: res.Forwarding.Limit300s,
  911. },
  912. }
  913. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  914. dataReq.BackendList = res.BackendRule.BackendList
  915. }
  916. finalResults = append(finalResults, dataReq)
  917. }
  918. sort.Slice(finalResults, func(i, j int) bool {
  919. return finalResults[i].Id > finalResults[j].Id
  920. })
  921. return finalResults, nil
  922. }
  923. // 清洗IP
  924. func (s *webForwardingService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  925. var newAllowIps []string
  926. var oldAllowIps []string
  927. if len(oldIpList) > 0 {
  928. for _, v := range oldIpList {
  929. if net.ParseIP(v) != nil {
  930. oldAllowIps = append(oldAllowIps, v)
  931. }
  932. }
  933. }
  934. if len(newIpList) > 0 {
  935. for _, v := range newIpList {
  936. if net.ParseIP(v) != nil {
  937. newAllowIps = append(newAllowIps, v)
  938. }
  939. }
  940. }
  941. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  942. return addedDenyIps, removedDenyIps
  943. }
  944. // 修改日志配置
  945. func (s *webForwardingService) EditLog(ctx context.Context,webId int64) error {
  946. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  947. if err != nil {
  948. return err
  949. }
  950. if err := s.cdn.EditWebLog(ctx, webConfigId,v1.WebLog{
  951. IsPrior: false,
  952. IsOn: true,
  953. Fields: []int64{1, 2, 6, 7},
  954. Status1: true,
  955. Status2: true,
  956. Status3: true,
  957. Status4: true,
  958. Status5: true,
  959. FirewallOnly: false,
  960. EnableClientClosed: false,
  961. }); err != nil {
  962. return err
  963. }
  964. return nil
  965. }
  966. // 修改CC配置
  967. func (s *webForwardingService) EditCcConfig(ctx context.Context,webId int64, req v1.CcConfigRequest) error {
  968. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  969. if err != nil {
  970. return err
  971. }
  972. configThreshold := []struct{
  973. MaxRequests int `json:"maxRequests"`
  974. BlockSeconds int `json:"blockSeconds"`
  975. PeriodSeconds int `json:"periodSeconds"`
  976. }{
  977. {MaxRequests: req.Limit5s},
  978. {MaxRequests: req.Limit60s},
  979. {MaxRequests: req.Limit300s},
  980. }
  981. if err := s.cdn.EditCcConfig(ctx, webConfigId, v1.CcConfig{
  982. IsOn: req.IsOn,
  983. ThresholdMethod: req.ThresholdMethod,
  984. Thresholds: configThreshold,
  985. Level: req.Level,
  986. UseDefaultThresholds : true,
  987. EnableGET302: true,
  988. EnableFingerprint : true,
  989. IgnoreCommonFiles : true,
  990. }); err != nil {
  991. return err
  992. }
  993. return nil
  994. }
  995. func (s *webForwardingService) BulidFormData(ctx context.Context,formData v1.Website) (v1.WebsiteSend, error) {
  996. httpJSON, err := json.Marshal(formData.HttpJSON)
  997. if err != nil {
  998. return v1.WebsiteSend{},err
  999. }
  1000. httpsJSON, err := json.Marshal(formData.HttpsJSON)
  1001. if err != nil {
  1002. return v1.WebsiteSend{},err
  1003. }
  1004. formDataSend := v1.WebsiteSend{
  1005. UserId: formData.UserId,
  1006. AdminId: formData.AdminId,
  1007. Type: formData.Type,
  1008. Name: formData.Name,
  1009. Description: formData.Description,
  1010. ServerNamesJSON: formData.ServerNamesJSON,
  1011. HttpJSON: httpJSON,
  1012. HttpsJSON: httpsJSON,
  1013. TcpJSON: formData.TcpJSON,
  1014. TlsJSON: formData.TlsJSON,
  1015. UdpJSON: formData.UdpJSON,
  1016. WebId: formData.WebId,
  1017. ReverseProxyJSON: formData.ReverseProxyJSON,
  1018. ServerGroupIds: formData.ServerGroupIds,
  1019. UserPlanId: formData.UserPlanId,
  1020. NodeClusterId: formData.NodeClusterId,
  1021. IncludeNodesJSON: formData.IncludeNodesJSON,
  1022. ExcludeNodesJSON: formData.ExcludeNodesJSON,
  1023. }
  1024. return formDataSend, nil
  1025. }