webforwarding.go 32 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115
  1. package waf
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository/api/waf"
  9. "github.com/go-nunu/nunu-layout-advanced/internal/service"
  10. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/flexCdn"
  11. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  12. "golang.org/x/sync/errgroup"
  13. "maps"
  14. "net"
  15. "sort"
  16. )
  17. type WebForwardingService interface {
  18. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  19. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  20. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) (int, error)
  21. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  22. DeleteWebForwarding(ctx context.Context, req v1.DeleteWebForwardingRequest) error
  23. }
  24. func NewWebForwardingService(
  25. service *service.Service,
  26. required service.RequiredService,
  27. webForwardingRepository waf.WebForwardingRepository,
  28. crawler service.CrawlerService,
  29. parser service.ParserService,
  30. wafformatter WafFormatterService,
  31. aoDun service.AoDunService,
  32. mq *rabbitmq.RabbitMQ,
  33. gatewayIp GatewayipService,
  34. globalLimitRep waf.GlobalLimitRepository,
  35. cdn flexCdn.CdnService,
  36. proxy flexCdn.ProxyService,
  37. sslCert flexCdn.SslCertService,
  38. websocket flexCdn.WebsocketService,
  39. cc CcService,
  40. ccIpList CcIpListService,
  41. ) WebForwardingService {
  42. return &webForwardingService{
  43. Service: service,
  44. webForwardingRepository: webForwardingRepository,
  45. required: required,
  46. parser: parser,
  47. crawler: crawler,
  48. wafformatter: wafformatter,
  49. aoDun: aoDun,
  50. mq: mq,
  51. gatewayIp: gatewayIp,
  52. cdn: cdn,
  53. globalLimitRep: globalLimitRep,
  54. proxy: proxy,
  55. sslCert: sslCert,
  56. websocket: websocket,
  57. cc: cc,
  58. ccIpList: ccIpList,
  59. }
  60. }
  61. const (
  62. isHttps = 1
  63. protocolHttps = "https"
  64. protocolHttp = "http"
  65. )
  66. type webForwardingService struct {
  67. *service.Service
  68. webForwardingRepository waf.WebForwardingRepository
  69. required service.RequiredService
  70. parser service.ParserService
  71. crawler service.CrawlerService
  72. wafformatter WafFormatterService
  73. aoDun service.AoDunService
  74. mq *rabbitmq.RabbitMQ
  75. gatewayIp GatewayipService
  76. cdn flexCdn.CdnService
  77. globalLimitRep waf.GlobalLimitRepository
  78. proxy flexCdn.ProxyService
  79. sslCert flexCdn.SslCertService
  80. websocket flexCdn.WebsocketService
  81. cc CcService
  82. ccIpList CcIpListService
  83. }
  84. func (s *webForwardingService) require(ctx context.Context, req v1.GlobalRequire) (v1.GlobalRequire, error) {
  85. var err error
  86. var res v1.GlobalRequire
  87. g, gCtx := errgroup.WithContext(ctx)
  88. //g.Go(func() error {
  89. // result, e := s.wafformatter.require(gCtx, req, "web")
  90. // if e != nil {
  91. // return e
  92. // }
  93. // res = result
  94. // return nil
  95. //})
  96. g.Go(func() error {
  97. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  98. if e != nil {
  99. return e
  100. }
  101. return nil
  102. })
  103. if err = g.Wait(); err != nil {
  104. return v1.GlobalRequire{}, err
  105. }
  106. return res, nil
  107. }
  108. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  109. var webForwarding model.WebForwarding
  110. var backend model.WebForwardingRule
  111. g, gCtx := errgroup.WithContext(ctx)
  112. g.Go(func() error {
  113. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  114. if e != nil {
  115. // 直接返回错误,errgroup 会捕获它
  116. return fmt.Errorf("GetWebForwarding failed: %w", e)
  117. }
  118. if res != nil {
  119. webForwarding = *res
  120. }
  121. return nil
  122. })
  123. g.Go(func() error {
  124. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  125. if e != nil {
  126. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  127. }
  128. if res != nil {
  129. backend = *res
  130. }
  131. return nil
  132. })
  133. if err := g.Wait(); err != nil {
  134. return v1.WebForwardingDataRequest{}, err
  135. }
  136. return v1.WebForwardingDataRequest{
  137. Id: webForwarding.Id,
  138. Port: webForwarding.Port,
  139. Domain: webForwarding.Domain,
  140. IsHttps: webForwarding.IsHttps,
  141. Comment: webForwarding.Comment,
  142. BackendList: backend.BackendList,
  143. HttpsKey: webForwarding.HttpsKey,
  144. HttpsCert: webForwarding.HttpsCert,
  145. Proxy: webForwarding.Proxy,
  146. CcConfig: v1.CcConfigRequest{
  147. IsOn: webForwarding.Cc,
  148. ThresholdMethod: webForwarding.ThresholdMethod,
  149. Level: webForwarding.Level,
  150. Limit5s: webForwarding.Limit5s,
  151. Limit60s: webForwarding.Limit60s,
  152. Limit300s: webForwarding.Limit300s,
  153. },
  154. }, nil
  155. }
  156. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  157. // ruleId 是从 WAF 系统获取的 ID
  158. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  159. return &model.WebForwarding{
  160. HostId: require.HostId,
  161. CdnWebId: ruleId,
  162. Port: req.Port,
  163. Domain: req.Domain,
  164. IsHttps: req.IsHttps,
  165. Comment: req.Comment,
  166. HttpsCert: req.HttpsCert,
  167. HttpsKey: req.HttpsKey,
  168. SslCertId: int(req.SslCertId),
  169. SslPolicyId: int(req.SslPolicyId),
  170. Cc: req.CcConfig.IsOn,
  171. ThresholdMethod: req.CcConfig.ThresholdMethod,
  172. Level: req.CcConfig.Level,
  173. Limit5s: req.CcConfig.Limit5s,
  174. Limit60s: req.CcConfig.Limit60s,
  175. Limit300s: req.CcConfig.Limit300s,
  176. Proxy: req.Proxy,
  177. }
  178. }
  179. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  180. return &model.WebForwardingRule{
  181. Uid: require.Uid,
  182. HostId: require.HostId,
  183. WebId: localDbId,
  184. CdnOriginIds: cdnOriginIds,
  185. BackendList: reqData.BackendList,
  186. }
  187. }
  188. // =================================================================
  189. // 主函数:prepareWafData
  190. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  191. // =================================================================
  192. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  193. // 1. 获取基础配置
  194. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  195. HostId: req.HostId,
  196. Uid: req.Uid,
  197. Comment: req.WebForwardingData.Comment,
  198. })
  199. if err != nil {
  200. return RequireResponse{}, v1.Website{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  201. }
  202. if require.Uid == 0 {
  203. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  204. }
  205. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  206. byteData, err := s.buildProxyConfig(ctx, req, require)
  207. if err != nil {
  208. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  209. }
  210. type serverNames struct {
  211. ServerNames string `json:"name" form:"name"`
  212. Type string `json:"type" form:"type"`
  213. }
  214. var serverName []serverNames
  215. var serverJson []byte
  216. if req.WebForwardingData.Domain != "" {
  217. serverName = append(serverName, serverNames{
  218. ServerNames: req.WebForwardingData.Domain,
  219. Type: "full",
  220. })
  221. serverJson, err = json.Marshal(serverName)
  222. if err != nil {
  223. return RequireResponse{}, v1.Website{}, err
  224. }
  225. }
  226. // 3. 组装最终的 WAF 表单数据
  227. formData := v1.Website{
  228. UserId: int64(require.CdnUid),
  229. Type: "httpProxy",
  230. Name: require.Tag,
  231. ServerNamesJSON: serverJson,
  232. Description: req.WebForwardingData.Comment,
  233. ServerGroupIds: []int64{int64(require.GroupId)},
  234. NodeClusterId: 2,
  235. }
  236. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  237. if req.WebForwardingData.IsHttps == isHttps {
  238. formData.HttpJSON = v1.TypeJSON{IsOn: false}
  239. formData.HttpsJSON = byteData
  240. } else {
  241. formData.HttpJSON = byteData
  242. formData.HttpsJSON = v1.TypeJSON{IsOn: false}
  243. }
  244. return require, formData, nil
  245. }
  246. // =================================================================
  247. // 辅助函数:buildProxyJSONConfig
  248. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  249. // =================================================================
  250. func (s *webForwardingService) buildProxyConfig(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) (v1.TypeJSON, error) {
  251. var (
  252. jsonData v1.TypeJSON
  253. apiType string
  254. )
  255. jsonData.IsOn = true
  256. apiType = protocolHttps
  257. jsonData.SslPolicyRef.SslPolicyId = req.WebForwardingData.SslPolicyId
  258. // 判断协议类型,并处理 HTTPS 的特殊逻辑(证书)
  259. if req.WebForwardingData.IsHttps == isHttps {
  260. // 处理证书信息
  261. if jsonData.SslPolicyRef.SslPolicyId == 0 {
  262. sslPolicyId, err := s.sslCert.AddSslPolicy(ctx, nil)
  263. if err != nil {
  264. return v1.TypeJSON{}, err
  265. }
  266. jsonData.SslPolicyRef.SslPolicyId = sslPolicyId
  267. }
  268. jsonData.SslPolicyRef.IsOn = true
  269. } else {
  270. apiType = protocolHttp
  271. jsonData.SslPolicyRef = v1.SslPolicyRef{
  272. IsOn: false,
  273. SslPolicyId: req.WebForwardingData.SslCertId,
  274. }
  275. }
  276. // 填充通用的 Listen 配置
  277. for _, v := range require.GatewayIps {
  278. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  279. Protocol: apiType,
  280. Host: v,
  281. Port: req.WebForwardingData.Port,
  282. })
  283. }
  284. return jsonData, nil
  285. }
  286. // 查找两个列表的差异
  287. func (s webForwardingService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  288. diff := make(map[v1.BackendList]int)
  289. // 1. 遍历旧列表,为每个元素计数 +1
  290. for _, item := range oldList {
  291. diff[item]++
  292. }
  293. // 2. 遍历新列表,为每个元素计数 -1
  294. for _, item := range newList {
  295. diff[item]--
  296. }
  297. // 3. 遍历 diff map 来找出差异
  298. for item, count := range diff {
  299. if count > 0 {
  300. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  301. removed = append(removed, item)
  302. } else if count < 0 {
  303. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  304. added = append(added, item)
  305. }
  306. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  307. }
  308. return added, removed
  309. }
  310. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) (int, error) {
  311. require, formData, err := s.prepareWafData(ctx, req)
  312. if err != nil {
  313. return 0, err
  314. }
  315. // 验证域名限制
  316. err = s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  317. HostId: req.HostId,
  318. Domain: req.WebForwardingData.Domain,
  319. Comment: req.WebForwardingData.Comment,
  320. Uid: req.Uid,
  321. })
  322. if err != nil {
  323. return 0, err
  324. }
  325. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  326. if err != nil {
  327. return 0, err
  328. }
  329. var protocol string
  330. if req.WebForwardingData.IsHttps == isHttps {
  331. protocol = "https"
  332. }else{
  333. protocol = "http"
  334. }
  335. // 验证端口重复
  336. err = s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  337. if err != nil {
  338. return 0, err
  339. }
  340. // 添加证书
  341. if req.WebForwardingData.IsHttps == isHttps {
  342. sslCertId, err := s.sslCert.AddSSLCert(ctx, v1.SSL{
  343. Name: req.WebForwardingData.Domain,
  344. Domain: req.WebForwardingData.Domain,
  345. CertData: req.WebForwardingData.HttpsCert,
  346. KeyData: req.WebForwardingData.HttpsKey,
  347. CdnUserId: require.CdnUid,
  348. Description: req.WebForwardingData.Comment,
  349. })
  350. if err != nil {
  351. return 0, err
  352. }
  353. req.WebForwardingData.SslCertId = sslCertId
  354. req.WebForwardingData.SslPolicyId = formData.HttpsJSON.SslPolicyRef.SslPolicyId
  355. err = s.sslCert.EditSslPolicy(ctx, formData.HttpsJSON.SslPolicyRef.SslPolicyId, []int64{sslCertId}, "add")
  356. if err != nil {
  357. return 0, err
  358. }
  359. }
  360. // 添加网站
  361. formDataSend, err := s.BulidFormData(ctx, formData)
  362. if err != nil {
  363. return 0, err
  364. }
  365. webId, err := s.cdn.CreateWebsite(ctx, formDataSend)
  366. if err != nil {
  367. return 0, err
  368. }
  369. backendList := make(map[string]string)
  370. for _, k := range req.WebForwardingData.BackendList {
  371. backendList[k.Addr] = k.CustomHost
  372. }
  373. // 开启websocket
  374. websocketId, err := s.websocket.AddWebsocket(ctx)
  375. if err != nil {
  376. return 0, err
  377. }
  378. if err := s.websocket.EnableOrDisable(ctx, webId, websocketId, true, false); err != nil {
  379. return 0, err
  380. }
  381. // 添加源站
  382. cdnOriginIds := make(map[string]int64)
  383. for _, v := range req.WebForwardingData.BackendList {
  384. apiType := protocolHttp
  385. // 如果条件满足,则覆盖为 HTTPS
  386. if v.IsHttps == isHttps {
  387. apiType = protocolHttps
  388. }
  389. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  390. ApiType: apiType,
  391. BackendList: v.Addr,
  392. Host: v.CustomHost,
  393. Comment: req.WebForwardingData.Comment,
  394. })
  395. if err != nil {
  396. return 0, err
  397. }
  398. cdnOriginIds[v.Addr] = id
  399. }
  400. // 添加源站到网站
  401. for _, v := range cdnOriginIds {
  402. err = s.cdn.AddServerOrigin(ctx, webId, v)
  403. if err != nil {
  404. return 0, err
  405. }
  406. }
  407. // 开启proxy
  408. if req.WebForwardingData.Proxy {
  409. err = s.proxy.EditProxy(ctx,webId, v1.ProxyProtocolJSON{
  410. IsOn: true,
  411. Version: 1,
  412. })
  413. if err != nil {
  414. return 0, err
  415. }
  416. }
  417. // 开启访问日志
  418. err = s.EditLog(ctx, webId)
  419. if err != nil {
  420. return 0, err
  421. }
  422. // 开启CC
  423. if req.WebForwardingData.CcConfig.IsOn {
  424. err = s.cc.EditCcConfig(ctx, webId, req.WebForwardingData.CcConfig)
  425. if err != nil {
  426. return 0, err
  427. }
  428. }
  429. // 开启waf防火墙
  430. if err = s.ccIpList.AddCcIpListPolicy(ctx, webId, int64(require.GroupId)); err != nil {
  431. return 0, err
  432. }
  433. webModel := s.buildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  434. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  435. if err != nil {
  436. return 0, err
  437. }
  438. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  439. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  440. return 0, err
  441. }
  442. if req.WebForwardingData.Domain != "" {
  443. // 异步任务:将域名添加到白名单
  444. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  445. if err != nil {
  446. return 0, err
  447. }
  448. if len(require.GatewayIps) == 0 {
  449. return 0, fmt.Errorf("网关组不存在")
  450. }
  451. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(require.HostId), int64(require.Uid))
  452. if err != nil {
  453. return 0, err
  454. }
  455. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  456. }
  457. // 源站IP过白
  458. var ips []string
  459. if req.WebForwardingData.BackendList != nil {
  460. for _, v := range req.WebForwardingData.BackendList {
  461. ip, _, err := net.SplitHostPort(v.Addr)
  462. if err != nil {
  463. return 0, err
  464. }
  465. ips = append(ips, ip)
  466. }
  467. go s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  468. }
  469. return id, nil
  470. }
  471. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  472. err := s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  473. HostId: req.HostId,
  474. Domain: req.WebForwardingData.Domain,
  475. Comment: req.WebForwardingData.Comment,
  476. Uid: req.Uid,
  477. })
  478. if err != nil {
  479. return err
  480. }
  481. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  482. if err != nil {
  483. return err
  484. }
  485. req.WebForwardingData.SslCertId = int64(oldData.SslCertId)
  486. req.WebForwardingData.SslPolicyId = int64(oldData.SslPolicyId)
  487. require, formData, err := s.prepareWafData(ctx, req)
  488. if err != nil {
  489. return err
  490. }
  491. // 验证端口重复
  492. var protocol string
  493. if req.WebForwardingData.IsHttps == isHttps {
  494. protocol = "https"
  495. }else{
  496. protocol = "http"
  497. }
  498. err = s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  499. if err != nil {
  500. return err
  501. }
  502. //修改网站端口
  503. if oldData.Port != req.WebForwardingData.Port || oldData.IsHttps != req.WebForwardingData.IsHttps || oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  504. var apiType string
  505. var closeType string
  506. // 修改证书
  507. if oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  508. err = s.sslCert.EditSSLCert(ctx, v1.SSL{
  509. Name: req.WebForwardingData.Domain,
  510. CertId: oldData.SslCertId,
  511. CertData: req.WebForwardingData.HttpsCert,
  512. KeyData: req.WebForwardingData.HttpsKey,
  513. CdnUserId: require.CdnUid,
  514. Domain: req.WebForwardingData.Domain,
  515. Description: req.WebForwardingData.Comment,
  516. })
  517. if err != nil {
  518. return err
  519. }
  520. }
  521. // 切换协议
  522. var typeConfig v1.TypeJSON
  523. var closeConfig v1.TypeJSON
  524. if req.WebForwardingData.IsHttps == isHttps {
  525. typeConfig = formData.HttpsJSON
  526. closeConfig = formData.HttpJSON
  527. apiType = protocolHttps
  528. closeType = protocolHttp
  529. } else {
  530. typeConfig = formData.HttpJSON
  531. closeConfig = formData.HttpsJSON
  532. apiType = protocolHttp
  533. closeType = protocolHttps
  534. }
  535. typeJson,err := json.Marshal(typeConfig)
  536. if err != nil {
  537. return err
  538. }
  539. closeJson,err := json.Marshal(closeConfig)
  540. if err != nil {
  541. return err
  542. }
  543. // 切换协议
  544. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  545. Id: int64(oldData.CdnWebId),
  546. TypeJSON: typeJson,
  547. }, apiType)
  548. if err != nil {
  549. return err
  550. }
  551. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  552. Id: int64(oldData.CdnWebId),
  553. TypeJSON: closeJson,
  554. }, closeType)
  555. if err != nil {
  556. return err
  557. }
  558. }
  559. //修改网站域名
  560. if oldData.Domain != req.WebForwardingData.Domain {
  561. type serverName struct {
  562. Name string `json:"name" form:"name"`
  563. Type string `json:"type" form:"type"`
  564. }
  565. var serverData []serverName
  566. var serverJson []byte
  567. serverData = append(serverData, serverName{
  568. Name: req.WebForwardingData.Domain,
  569. Type: "full",
  570. })
  571. serverJson, err = json.Marshal(serverData)
  572. if err != nil {
  573. return err
  574. }
  575. err = s.cdn.EditServerName(ctx, v1.EditServerNames{
  576. ServerId: int64(oldData.CdnWebId),
  577. ServerNamesJSON: serverJson,
  578. })
  579. if err != nil {
  580. return err
  581. }
  582. }
  583. //修改网站名字
  584. if oldData.Comment != req.WebForwardingData.Comment {
  585. nodeId,err := s.globalLimitRep.GetNodeId(ctx, oldData.CdnWebId)
  586. if err != nil {
  587. return err
  588. }
  589. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag,nodeId)
  590. if err != nil {
  591. return err
  592. }
  593. }
  594. //修改Proxy
  595. if oldData.Proxy != req.WebForwardingData.Proxy {
  596. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  597. IsOn: req.WebForwardingData.Proxy,
  598. Version: 1,
  599. })
  600. if err != nil {
  601. return err
  602. }
  603. }
  604. // 修改CC配置
  605. err = s.cc.EditCcConfig(ctx, int64(oldData.CdnWebId), v1.CcConfigRequest{
  606. IsOn: req.WebForwardingData.CcConfig.IsOn,
  607. Level: req.WebForwardingData.CcConfig.Level,
  608. Limit5s: req.WebForwardingData.CcConfig.Limit5s,
  609. Limit60s: req.WebForwardingData.CcConfig.Limit60s,
  610. Limit300s: req.WebForwardingData.CcConfig.Limit300s,
  611. ThresholdMethod: req.WebForwardingData.CcConfig.ThresholdMethod,
  612. })
  613. if err != nil {
  614. return err
  615. }
  616. // 将域名添加到白名单
  617. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  618. if err != nil {
  619. return err
  620. }
  621. // 异步任务:将域名添加到白名单
  622. if webData.Domain != req.WebForwardingData.Domain {
  623. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(req.HostId), int64(req.Uid))
  624. if err != nil {
  625. return err
  626. }
  627. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  628. if err != nil {
  629. return err
  630. }
  631. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  632. if err != nil {
  633. return err
  634. }
  635. if len(require.GatewayIps) == 0 {
  636. return fmt.Errorf("网关组不存在")
  637. }
  638. // 查找域名数量,如果数量小于2,删除旧域名
  639. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, webData.Domain)
  640. if err != nil {
  641. return err
  642. }
  643. if count < 2 {
  644. go s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  645. }
  646. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  647. }
  648. // IP过白
  649. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.WebForwardingData.Id)
  650. if err != nil {
  651. return err
  652. }
  653. var oldIps []string
  654. var newIps []string
  655. for _, v := range ipData.BackendList {
  656. ip, _, err := net.SplitHostPort(v.Addr)
  657. if err != nil {
  658. return err
  659. }
  660. oldIps = append(oldIps, ip)
  661. }
  662. for _, v := range req.WebForwardingData.BackendList {
  663. ip, _, err := net.SplitHostPort(v.Addr)
  664. if err != nil {
  665. return err
  666. }
  667. newIps = append(newIps, ip)
  668. }
  669. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  670. if len(addedIps) > 0 {
  671. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  672. }
  673. // IP过白
  674. if len(removedIps) > 0 {
  675. // 1. 一次性获取所有相关IP的数量
  676. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  677. if err != nil {
  678. return err
  679. }
  680. // 4. 如果有需要处理的IP,则批量发布一次任务
  681. if len(ipsToDelist) > 0 {
  682. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  683. }
  684. }
  685. //修改源站
  686. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  687. addedIds := make(map[string]int64)
  688. for _, v := range addOrigins {
  689. var apiType string
  690. if v.IsHttps == isHttps {
  691. apiType = protocolHttps
  692. } else {
  693. apiType = protocolHttp
  694. }
  695. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  696. ApiType: apiType,
  697. BackendList: v.Addr,
  698. Host: v.CustomHost,
  699. Comment: req.WebForwardingData.Comment,
  700. })
  701. if err != nil {
  702. return err
  703. }
  704. addedIds[v.Addr] = id
  705. }
  706. for _, v := range addedIds {
  707. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  708. if err != nil {
  709. return err
  710. }
  711. }
  712. for k, v := range ipData.CdnOriginIds {
  713. for _, ip := range delOrigins {
  714. if k == ip.Addr {
  715. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  716. if err != nil {
  717. return err
  718. }
  719. delete(ipData.CdnOriginIds, k)
  720. }
  721. }
  722. }
  723. maps.Copy(ipData.CdnOriginIds, addedIds)
  724. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  725. webModel.Id = req.WebForwardingData.Id
  726. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  727. return err
  728. }
  729. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  730. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  731. return err
  732. }
  733. return nil
  734. }
  735. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, req v1.DeleteWebForwardingRequest) error {
  736. for _, Id := range req.Ids {
  737. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  738. if err != nil {
  739. return err
  740. }
  741. if oldData.HostId != req.HostId {
  742. return fmt.Errorf("用户权限不足")
  743. }
  744. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  745. if err != nil {
  746. return err
  747. }
  748. // 异步任务:将域名添加到白名单
  749. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(oldData.HostId), int64(req.Uid))
  750. if err != nil {
  751. return err
  752. }
  753. if oldData.Domain != "" {
  754. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  755. if err != nil {
  756. return err
  757. }
  758. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  759. }
  760. // IP过白
  761. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, Id)
  762. if err != nil {
  763. return err
  764. }
  765. var ips []string
  766. if ipData != nil && len(ipData.BackendList) > 0 {
  767. for _, v := range ipData.BackendList {
  768. ip, _, err := net.SplitHostPort(v.Addr)
  769. if err != nil {
  770. return err
  771. }
  772. ips = append(ips, ip)
  773. }
  774. }
  775. if len(ips) > 0 {
  776. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  777. if err != nil {
  778. return err
  779. }
  780. // 4. 如果有需要处理的IP,则批量发布一次任务
  781. if len(ipsToDelist) > 0 {
  782. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  783. }
  784. }
  785. // 删除ssl
  786. if oldData.SslCertId != 0 {
  787. err = s.cdn.DelSSLCert(ctx, int64(oldData.SslCertId))
  788. if err != nil {
  789. return err
  790. }
  791. err = s.sslCert.EditSslPolicy(ctx, int64(oldData.SslPolicyId), []int64{int64(oldData.SslCertId)}, "del")
  792. if err != nil {
  793. return err
  794. }
  795. }
  796. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  797. return err
  798. }
  799. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  800. return err
  801. }
  802. }
  803. return nil
  804. }
  805. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  806. type CombinedResult struct {
  807. Id int
  808. Forwarding *model.WebForwarding
  809. BackendRule *model.WebForwardingRule
  810. Err error // 如果此ID的处理出错,则携带错误
  811. }
  812. g, gCtx := errgroup.WithContext(ctx)
  813. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  814. if err != nil {
  815. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  816. }
  817. if len(ids) == 0 {
  818. return nil, nil // 没有ID,直接返回空切片
  819. }
  820. // 创建一个通道来接收每个ID的处理结果
  821. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  822. resultsChan := make(chan CombinedResult, len(ids))
  823. for _, idVal := range ids {
  824. currentID := idVal // 捕获循环变量
  825. g.Go(func() error {
  826. var wf *model.WebForwarding
  827. var bk *model.WebForwardingRule
  828. var localErr error
  829. // 1. 获取 WebForwarding 信息
  830. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  831. if localErr != nil {
  832. // 发送错误到通道,并由 errgroup 捕获
  833. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  834. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  835. return localErr // 返回错误给 errgroup
  836. }
  837. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  838. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  839. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  840. return localErr
  841. }
  842. // 2. 获取 Backend IP 信息
  843. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  844. // 如果它也可能返回错误,则处理方式与上面类似
  845. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  846. if localErr != nil {
  847. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  848. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  849. // 这里假设它也是一个需要errgroup捕获的错误
  850. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  851. return localErr // 返回错误给 errgroup
  852. }
  853. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  854. // 发送成功的结果到通道
  855. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  856. return nil // 此goroutine成功
  857. })
  858. }
  859. // 等待所有goroutine完成
  860. groupErr := g.Wait()
  861. // 关闭通道,表示所有发送者都已完成
  862. // 这一步很重要,这样下面的 range 循环才能正常结束
  863. close(resultsChan)
  864. // 如果 errgroup 捕获到任何错误,优先返回该错误
  865. if groupErr != nil {
  866. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  867. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  868. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  869. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  870. return nil, groupErr
  871. }
  872. // 如果没有错误,收集所有成功的结果
  873. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  874. for res := range resultsChan {
  875. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  876. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  877. // (理论上,如果goroutine返回了错误,errgroup会处理)
  878. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  879. if res.Err != nil {
  880. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  881. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  882. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  883. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  884. // 但以防万一,我们可以记录日志
  885. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  886. }
  887. if res.Forwarding == nil {
  888. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  889. }
  890. dataReq := v1.WebForwardingDataRequest{
  891. Id: res.Forwarding.Id,
  892. Port: res.Forwarding.Port,
  893. Domain: res.Forwarding.Domain,
  894. IsHttps: res.Forwarding.IsHttps,
  895. Comment: res.Forwarding.Comment,
  896. HttpsKey: res.Forwarding.HttpsKey,
  897. HttpsCert: res.Forwarding.HttpsCert,
  898. Proxy: res.Forwarding.Proxy,
  899. CcConfig: v1.CcConfigRequest{
  900. IsOn: res.Forwarding.Cc,
  901. ThresholdMethod: res.Forwarding.ThresholdMethod,
  902. Level: res.Forwarding.Level,
  903. Limit5s: res.Forwarding.Limit5s,
  904. Limit60s: res.Forwarding.Limit60s,
  905. Limit300s: res.Forwarding.Limit300s,
  906. },
  907. }
  908. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  909. dataReq.BackendList = res.BackendRule.BackendList
  910. }
  911. finalResults = append(finalResults, dataReq)
  912. }
  913. sort.Slice(finalResults, func(i, j int) bool {
  914. return finalResults[i].Id > finalResults[j].Id
  915. })
  916. return finalResults, nil
  917. }
  918. // 清洗IP
  919. func (s *webForwardingService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  920. var newAllowIps []string
  921. var oldAllowIps []string
  922. if len(oldIpList) > 0 {
  923. for _, v := range oldIpList {
  924. if net.ParseIP(v) != nil {
  925. oldAllowIps = append(oldAllowIps, v)
  926. }
  927. }
  928. }
  929. if len(newIpList) > 0 {
  930. for _, v := range newIpList {
  931. if net.ParseIP(v) != nil {
  932. newAllowIps = append(newAllowIps, v)
  933. }
  934. }
  935. }
  936. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  937. return addedDenyIps, removedDenyIps
  938. }
  939. // 修改日志配置
  940. func (s *webForwardingService) EditLog(ctx context.Context,webId int64) error {
  941. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  942. if err != nil {
  943. return err
  944. }
  945. if err := s.cdn.EditWebLog(ctx, webConfigId,v1.WebLog{
  946. IsPrior: false,
  947. IsOn: true,
  948. Fields: []int64{1, 2, 6, 7},
  949. Status1: true,
  950. Status2: true,
  951. Status3: true,
  952. Status4: true,
  953. Status5: true,
  954. FirewallOnly: false,
  955. EnableClientClosed: false,
  956. }); err != nil {
  957. return err
  958. }
  959. return nil
  960. }
  961. func (s *webForwardingService) BulidFormData(ctx context.Context,formData v1.Website) (v1.WebsiteSend, error) {
  962. httpJSON, err := json.Marshal(formData.HttpJSON)
  963. if err != nil {
  964. return v1.WebsiteSend{},err
  965. }
  966. httpsJSON, err := json.Marshal(formData.HttpsJSON)
  967. if err != nil {
  968. return v1.WebsiteSend{},err
  969. }
  970. formDataSend := v1.WebsiteSend{
  971. UserId: formData.UserId,
  972. AdminId: formData.AdminId,
  973. Type: formData.Type,
  974. Name: formData.Name,
  975. Description: formData.Description,
  976. ServerNamesJSON: formData.ServerNamesJSON,
  977. HttpJSON: httpJSON,
  978. HttpsJSON: httpsJSON,
  979. TcpJSON: formData.TcpJSON,
  980. TlsJSON: formData.TlsJSON,
  981. UdpJSON: formData.UdpJSON,
  982. WebId: formData.WebId,
  983. ReverseProxyJSON: formData.ReverseProxyJSON,
  984. ServerGroupIds: formData.ServerGroupIds,
  985. UserPlanId: formData.UserPlanId,
  986. NodeClusterId: formData.NodeClusterId,
  987. IncludeNodesJSON: formData.IncludeNodesJSON,
  988. ExcludeNodesJSON: formData.ExcludeNodesJSON,
  989. }
  990. return formDataSend, nil
  991. }