webforwarding.go 34 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  10. "golang.org/x/sync/errgroup"
  11. "maps"
  12. "net"
  13. "sort"
  14. )
  15. type WebForwardingService interface {
  16. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  17. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  18. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  19. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  20. DeleteWebForwarding(ctx context.Context, Ids []int) error
  21. }
  22. func NewWebForwardingService(
  23. service *Service,
  24. required RequiredService,
  25. webForwardingRepository repository.WebForwardingRepository,
  26. crawler CrawlerService,
  27. parser ParserService,
  28. wafformatter WafFormatterService,
  29. aoDun AoDunService,
  30. mq *rabbitmq.RabbitMQ,
  31. gatewayGroupIpRep repository.GateWayGroupIpRepository,
  32. gatewayGroupRep repository.GatewayGroupRepository,
  33. globalLimitRep repository.GlobalLimitRepository,
  34. cdn CdnService,
  35. proxy ProxyService,
  36. sslCert SslCertService,
  37. websocket WebsocketService,
  38. ) WebForwardingService {
  39. return &webForwardingService{
  40. Service: service,
  41. webForwardingRepository: webForwardingRepository,
  42. required: required,
  43. parser: parser,
  44. crawler: crawler,
  45. wafformatter: wafformatter,
  46. aoDun: aoDun,
  47. mq: mq,
  48. gatewayGroupIpRep: gatewayGroupIpRep,
  49. gatewayGroupRep: gatewayGroupRep,
  50. cdn: cdn,
  51. globalLimitRep: globalLimitRep,
  52. proxy: proxy,
  53. sslCert: sslCert,
  54. websocket: websocket,
  55. }
  56. }
  57. const (
  58. isHttps = 1
  59. protocolHttps = "https"
  60. protocolHttp = "http"
  61. defaultNodeClusterId = 1
  62. )
  63. type webForwardingService struct {
  64. *Service
  65. webForwardingRepository repository.WebForwardingRepository
  66. required RequiredService
  67. parser ParserService
  68. crawler CrawlerService
  69. wafformatter WafFormatterService
  70. aoDun AoDunService
  71. mq *rabbitmq.RabbitMQ
  72. gatewayGroupIpRep repository.GateWayGroupIpRepository
  73. gatewayGroupRep repository.GatewayGroupRepository
  74. cdn CdnService
  75. globalLimitRep repository.GlobalLimitRepository
  76. proxy ProxyService
  77. sslCert SslCertService
  78. websocket WebsocketService
  79. }
  80. func (s *webForwardingService) require(ctx context.Context, req v1.GlobalRequire) (v1.GlobalRequire, error) {
  81. var err error
  82. var res v1.GlobalRequire
  83. g, gCtx := errgroup.WithContext(ctx)
  84. //g.Go(func() error {
  85. // result, e := s.wafformatter.require(gCtx, req, "web")
  86. // if e != nil {
  87. // return e
  88. // }
  89. // res = result
  90. // return nil
  91. //})
  92. g.Go(func() error {
  93. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  94. if e != nil {
  95. return e
  96. }
  97. return nil
  98. })
  99. if err = g.Wait(); err != nil {
  100. return v1.GlobalRequire{}, err
  101. }
  102. return res, nil
  103. }
  104. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  105. var webForwarding model.WebForwarding
  106. var backend model.WebForwardingRule
  107. g, gCtx := errgroup.WithContext(ctx)
  108. g.Go(func() error {
  109. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  110. if e != nil {
  111. // 直接返回错误,errgroup 会捕获它
  112. return fmt.Errorf("GetWebForwarding failed: %w", e)
  113. }
  114. if res != nil {
  115. webForwarding = *res
  116. }
  117. return nil
  118. })
  119. g.Go(func() error {
  120. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  121. if e != nil {
  122. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  123. }
  124. if res != nil {
  125. backend = *res
  126. }
  127. return nil
  128. })
  129. if err := g.Wait(); err != nil {
  130. return v1.WebForwardingDataRequest{}, err
  131. }
  132. return v1.WebForwardingDataRequest{
  133. Id: webForwarding.Id,
  134. Port: webForwarding.Port,
  135. Domain: webForwarding.Domain,
  136. IsHttps: webForwarding.IsHttps,
  137. Comment: webForwarding.Comment,
  138. BackendList: backend.BackendList,
  139. HttpsKey: webForwarding.HttpsKey,
  140. HttpsCert: webForwarding.HttpsCert,
  141. Proxy: webForwarding.Proxy,
  142. CcConfig: v1.CcConfigRequest{
  143. IsOn: webForwarding.Cc,
  144. ThresholdMethod: webForwarding.ThresholdMethod,
  145. Level: webForwarding.Level,
  146. Limit5s: webForwarding.Limit5s,
  147. Limit60s: webForwarding.Limit60s,
  148. Limit300s: webForwarding.Limit300s,
  149. },
  150. }, nil
  151. }
  152. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  153. // ruleId 是从 WAF 系统获取的 ID
  154. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  155. return &model.WebForwarding{
  156. HostId: require.HostId,
  157. CdnWebId: ruleId,
  158. Port: req.Port,
  159. Domain: req.Domain,
  160. IsHttps: req.IsHttps,
  161. Comment: req.Comment,
  162. HttpsCert: req.HttpsCert,
  163. HttpsKey: req.HttpsKey,
  164. SslCertId: int(req.SslCertId),
  165. SslPolicyId: int(req.SslPolicyId),
  166. Cc: req.CcConfig.IsOn,
  167. ThresholdMethod: req.CcConfig.ThresholdMethod,
  168. Level: req.CcConfig.Level,
  169. Limit5s: req.CcConfig.Limit5s,
  170. Limit60s: req.CcConfig.Limit60s,
  171. Limit300s: req.CcConfig.Limit300s,
  172. Proxy: req.Proxy,
  173. }
  174. }
  175. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  176. return &model.WebForwardingRule{
  177. Uid: require.Uid,
  178. HostId: require.HostId,
  179. WebId: localDbId,
  180. CdnOriginIds: cdnOriginIds,
  181. BackendList: reqData.BackendList,
  182. }
  183. }
  184. // =================================================================
  185. // 主函数:prepareWafData
  186. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  187. // =================================================================
  188. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  189. // 1. 获取基础配置
  190. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  191. HostId: req.HostId,
  192. Uid: req.Uid,
  193. Comment: req.WebForwardingData.Comment,
  194. })
  195. if err != nil {
  196. return RequireResponse{}, v1.Website{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  197. }
  198. if require.GatewayGroupId == 0 || require.Uid == 0 {
  199. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  200. }
  201. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  202. byteData, err := s.buildProxyConfig(ctx, req, require)
  203. if err != nil {
  204. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  205. }
  206. type serverNames struct {
  207. ServerNames string `json:"name" form:"name"`
  208. Type string `json:"type" form:"type"`
  209. }
  210. var serverName []serverNames
  211. var serverJson []byte
  212. if req.WebForwardingData.Domain != "" {
  213. serverName = append(serverName, serverNames{
  214. ServerNames: req.WebForwardingData.Domain,
  215. Type: "full",
  216. })
  217. serverJson, err = json.Marshal(serverName)
  218. if err != nil {
  219. return RequireResponse{}, v1.Website{}, err
  220. }
  221. }
  222. // 3. 组装最终的 WAF 表单数据
  223. formData := v1.Website{
  224. UserId: int64(require.CdnUid),
  225. Type: "httpProxy",
  226. Name: require.Tag,
  227. ServerNamesJSON: serverJson,
  228. Description: req.WebForwardingData.Comment,
  229. ServerGroupIds: []int64{int64(require.GroupId)},
  230. UserPlanId: int64(require.RuleId),
  231. NodeClusterId: defaultNodeClusterId,
  232. }
  233. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  234. if req.WebForwardingData.IsHttps == isHttps {
  235. formData.HttpJSON = v1.TypeJSON{IsOn: false}
  236. formData.HttpsJSON = byteData
  237. } else {
  238. formData.HttpJSON = byteData
  239. formData.HttpsJSON = v1.TypeJSON{IsOn: false}
  240. }
  241. return require, formData, nil
  242. }
  243. // =================================================================
  244. // 辅助函数:buildProxyJSONConfig
  245. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  246. // =================================================================
  247. func (s *webForwardingService) buildProxyConfig(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) (v1.TypeJSON, error) {
  248. var (
  249. jsonData v1.TypeJSON
  250. apiType string
  251. )
  252. jsonData.IsOn = true
  253. apiType = protocolHttps
  254. jsonData.SslPolicyRef.SslPolicyId = req.WebForwardingData.SslPolicyId
  255. // 判断协议类型,并处理 HTTPS 的特殊逻辑(证书)
  256. if req.WebForwardingData.IsHttps == isHttps {
  257. // 处理证书信息
  258. if jsonData.SslPolicyRef.SslPolicyId == 0 {
  259. sslPolicyId, err := s.sslCert.AddSslPolicy(ctx, nil)
  260. if err != nil {
  261. return v1.TypeJSON{}, err
  262. }
  263. jsonData.SslPolicyRef.SslPolicyId = sslPolicyId
  264. }
  265. jsonData.SslPolicyRef.IsOn = true
  266. } else {
  267. apiType = protocolHttp
  268. jsonData.SslPolicyRef = v1.SslPolicyRef{
  269. IsOn: false,
  270. SslPolicyId: req.WebForwardingData.SslCertId,
  271. }
  272. }
  273. // 填充通用的 Listen 配置
  274. for _, v := range require.GatewayIps {
  275. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  276. Protocol: apiType,
  277. Host: v,
  278. Port: req.WebForwardingData.Port,
  279. })
  280. }
  281. return jsonData, nil
  282. }
  283. // 查找两个列表的差异
  284. func (s webForwardingService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  285. diff := make(map[v1.BackendList]int)
  286. // 1. 遍历旧列表,为每个元素计数 +1
  287. for _, item := range oldList {
  288. diff[item]++
  289. }
  290. // 2. 遍历新列表,为每个元素计数 -1
  291. for _, item := range newList {
  292. diff[item]--
  293. }
  294. // 3. 遍历 diff map 来找出差异
  295. for item, count := range diff {
  296. if count > 0 {
  297. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  298. removed = append(removed, item)
  299. } else if count < 0 {
  300. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  301. added = append(added, item)
  302. }
  303. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  304. }
  305. return added, removed
  306. }
  307. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  308. require, formData, err := s.prepareWafData(ctx, req)
  309. if err != nil {
  310. return err
  311. }
  312. // 验证域名限制
  313. err = s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  314. HostId: req.HostId,
  315. Domain: req.WebForwardingData.Domain,
  316. Comment: req.WebForwardingData.Comment,
  317. Uid: req.Uid,
  318. })
  319. if err != nil {
  320. return err
  321. }
  322. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  323. if err != nil {
  324. return err
  325. }
  326. var protocol string
  327. if req.WebForwardingData.IsHttps == isHttps {
  328. protocol = "https"
  329. }else{
  330. protocol = "http"
  331. }
  332. // 验证端口重复
  333. err = s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  334. if err != nil {
  335. return err
  336. }
  337. // 添加证书
  338. if req.WebForwardingData.IsHttps == isHttps {
  339. sslCertId, err := s.sslCert.AddSSLCert(ctx, v1.SSL{
  340. Name: req.WebForwardingData.Domain,
  341. Domain: req.WebForwardingData.Domain,
  342. CertData: req.WebForwardingData.HttpsCert,
  343. KeyData: req.WebForwardingData.HttpsKey,
  344. CdnUserId: require.CdnUid,
  345. Description: req.WebForwardingData.Comment,
  346. })
  347. if err != nil {
  348. return err
  349. }
  350. req.WebForwardingData.SslCertId = sslCertId
  351. req.WebForwardingData.SslPolicyId = formData.HttpsJSON.SslPolicyRef.SslPolicyId
  352. err = s.sslCert.EditSslPolicy(ctx, formData.HttpsJSON.SslPolicyRef.SslPolicyId, []int64{sslCertId}, "add")
  353. if err != nil {
  354. return err
  355. }
  356. }
  357. // 添加网站
  358. formDataSend, err := s.BulidFormData(ctx, formData)
  359. if err != nil {
  360. return err
  361. }
  362. webId, err := s.cdn.CreateWebsite(ctx, formDataSend)
  363. if err != nil {
  364. return err
  365. }
  366. backendList := make(map[string]string)
  367. for _, k := range req.WebForwardingData.BackendList {
  368. backendList[k.Addr] = k.CustomHost
  369. }
  370. // 开启websocket
  371. websocketId, err := s.websocket.AddWebsocket(ctx)
  372. if err != nil {
  373. return err
  374. }
  375. if err := s.websocket.EnableOrDisable(ctx, webId, websocketId, true, false); err != nil {
  376. return err
  377. }
  378. // 添加源站
  379. cdnOriginIds := make(map[string]int64)
  380. for _, v := range req.WebForwardingData.BackendList {
  381. apiType := protocolHttp
  382. // 如果条件满足,则覆盖为 HTTPS
  383. if v.IsHttps == isHttps {
  384. apiType = protocolHttps
  385. }
  386. host, port, err := net.SplitHostPort(v.Addr)
  387. if err != nil {
  388. return err
  389. }
  390. var addrPunyPort string
  391. addrPunyPort = v.Addr
  392. // 如果是 IP 地址,不需要转换
  393. if ok := net.ParseIP(host); ok == nil {
  394. _, hostPuny, err := s.wafformatter.ConvertToPunycodeIfIDN(ctx, host)
  395. if err != nil {
  396. return err
  397. }
  398. addrPunyPort = fmt.Sprintf("%s:%s", hostPuny, port)
  399. }
  400. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  401. ApiType: apiType,
  402. BackendList: addrPunyPort,
  403. Host: v.CustomHost,
  404. Comment: req.WebForwardingData.Comment,
  405. })
  406. if err != nil {
  407. return err
  408. }
  409. cdnOriginIds[v.Addr] = id
  410. }
  411. // 添加源站到网站
  412. for _, v := range cdnOriginIds {
  413. err = s.cdn.AddServerOrigin(ctx, webId, v)
  414. if err != nil {
  415. return err
  416. }
  417. }
  418. // 开启proxy
  419. if req.WebForwardingData.Proxy {
  420. err = s.proxy.EditProxy(ctx,webId, v1.ProxyProtocolJSON{
  421. IsOn: true,
  422. Version: 1,
  423. })
  424. if err != nil {
  425. return err
  426. }
  427. }
  428. // 开启访问日志
  429. err = s.EditLog(ctx, webId)
  430. if err != nil {
  431. return err
  432. }
  433. // 开启CC
  434. if req.WebForwardingData.CcConfig.IsOn {
  435. err = s.EditCcConfig(ctx, webId, req.WebForwardingData.CcConfig)
  436. if err != nil {
  437. return err
  438. }
  439. }
  440. webModel := s.buildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  441. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  442. if err != nil {
  443. return err
  444. }
  445. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  446. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  447. return err
  448. }
  449. if req.WebForwardingData.Domain != "" {
  450. // 异步任务:将域名添加到白名单
  451. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  452. if err != nil {
  453. return err
  454. }
  455. if len(require.GatewayIps) == 0 {
  456. return fmt.Errorf("网关组不存在")
  457. }
  458. firstIp, err := s.GetGatewayFirstIp(ctx, require.HostId)
  459. if err != nil {
  460. return err
  461. }
  462. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  463. }
  464. // 源站IP过白
  465. var ips []string
  466. if req.WebForwardingData.BackendList != nil {
  467. for _, v := range req.WebForwardingData.BackendList {
  468. ip, _, err := net.SplitHostPort(v.Addr)
  469. if err != nil {
  470. return err
  471. }
  472. ips = append(ips, ip)
  473. }
  474. go s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  475. }
  476. return nil
  477. }
  478. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  479. err := s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  480. HostId: req.HostId,
  481. Domain: req.WebForwardingData.Domain,
  482. Comment: req.WebForwardingData.Comment,
  483. Uid: req.Uid,
  484. })
  485. if err != nil {
  486. return err
  487. }
  488. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  489. if err != nil {
  490. return err
  491. }
  492. req.WebForwardingData.SslCertId = int64(oldData.SslCertId)
  493. req.WebForwardingData.SslPolicyId = int64(oldData.SslPolicyId)
  494. require, formData, err := s.prepareWafData(ctx, req)
  495. if err != nil {
  496. return err
  497. }
  498. // 验证端口重复
  499. var protocol string
  500. if req.WebForwardingData.IsHttps == isHttps {
  501. protocol = "https"
  502. }else{
  503. protocol = "http"
  504. }
  505. if oldData.Port != req.WebForwardingData.Port {
  506. err = s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  507. if err != nil {
  508. return err
  509. }
  510. }
  511. //修改网站端口
  512. if oldData.Port != req.WebForwardingData.Port || oldData.IsHttps != req.WebForwardingData.IsHttps || oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  513. var apiType string
  514. var closeType string
  515. // 修改证书
  516. if oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  517. err = s.sslCert.EditSSLCert(ctx, v1.SSL{
  518. Name: req.WebForwardingData.Domain,
  519. CertId: oldData.SslCertId,
  520. CertData: req.WebForwardingData.HttpsCert,
  521. KeyData: req.WebForwardingData.HttpsKey,
  522. CdnUserId: require.CdnUid,
  523. Domain: req.WebForwardingData.Domain,
  524. Description: req.WebForwardingData.Comment,
  525. })
  526. if err != nil {
  527. return err
  528. }
  529. }
  530. // 切换协议
  531. var typeConfig v1.TypeJSON
  532. var closeConfig v1.TypeJSON
  533. if req.WebForwardingData.IsHttps == isHttps {
  534. typeConfig = formData.HttpsJSON
  535. closeConfig = formData.HttpJSON
  536. apiType = protocolHttps
  537. closeType = protocolHttp
  538. } else {
  539. typeConfig = formData.HttpJSON
  540. closeConfig = formData.HttpsJSON
  541. apiType = protocolHttp
  542. closeType = protocolHttps
  543. }
  544. typeJson,err := json.Marshal(typeConfig)
  545. if err != nil {
  546. return err
  547. }
  548. closeJson,err := json.Marshal(closeConfig)
  549. if err != nil {
  550. return err
  551. }
  552. // 切换协议
  553. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  554. Id: int64(oldData.CdnWebId),
  555. TypeJSON: typeJson,
  556. }, apiType)
  557. if err != nil {
  558. return err
  559. }
  560. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  561. Id: int64(oldData.CdnWebId),
  562. TypeJSON: closeJson,
  563. }, closeType)
  564. if err != nil {
  565. return err
  566. }
  567. }
  568. //修改网站域名
  569. if oldData.Domain != req.WebForwardingData.Domain {
  570. type serverName struct {
  571. Name string `json:"name" form:"name"`
  572. Type string `json:"type" form:"type"`
  573. }
  574. var serverData []serverName
  575. var serverJson []byte
  576. serverData = append(serverData, serverName{
  577. Name: req.WebForwardingData.Domain,
  578. Type: "full",
  579. })
  580. serverJson, err = json.Marshal(serverData)
  581. if err != nil {
  582. return err
  583. }
  584. err = s.cdn.EditServerName(ctx, v1.EditServerNames{
  585. ServerId: int64(oldData.CdnWebId),
  586. ServerNamesJSON: serverJson,
  587. })
  588. if err != nil {
  589. return err
  590. }
  591. }
  592. //修改网站名字
  593. if oldData.Comment != req.WebForwardingData.Comment {
  594. nodeId,err := s.globalLimitRep.GetNodeId(ctx, oldData.CdnWebId)
  595. if err != nil {
  596. return err
  597. }
  598. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag,nodeId)
  599. if err != nil {
  600. return err
  601. }
  602. }
  603. //修改Proxy
  604. if oldData.Proxy != req.WebForwardingData.Proxy {
  605. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  606. IsOn: req.WebForwardingData.Proxy,
  607. Version: 1,
  608. })
  609. if err != nil {
  610. return err
  611. }
  612. }
  613. // 修改CC配置
  614. err = s.EditCcConfig(ctx, int64(oldData.CdnWebId), v1.CcConfigRequest{
  615. IsOn: req.WebForwardingData.CcConfig.IsOn,
  616. Level: req.WebForwardingData.CcConfig.Level,
  617. Limit5s: req.WebForwardingData.CcConfig.Limit5s,
  618. Limit60s: req.WebForwardingData.CcConfig.Limit60s,
  619. Limit300s: req.WebForwardingData.CcConfig.Limit300s,
  620. ThresholdMethod: req.WebForwardingData.CcConfig.ThresholdMethod,
  621. })
  622. if err != nil {
  623. return err
  624. }
  625. // 将域名添加到白名单
  626. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  627. if err != nil {
  628. return err
  629. }
  630. // 异步任务:将域名添加到白名单
  631. if webData.Domain != req.WebForwardingData.Domain {
  632. firstIp, err := s.GetGatewayFirstIp(ctx, req.HostId)
  633. if err != nil {
  634. return err
  635. }
  636. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  637. if err != nil {
  638. return err
  639. }
  640. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  641. if err != nil {
  642. return err
  643. }
  644. if len(require.GatewayIps) == 0 {
  645. return fmt.Errorf("网关组不存在")
  646. }
  647. // 查找域名数量,如果数量小于2,删除旧域名
  648. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, webData.Domain)
  649. if err != nil {
  650. return err
  651. }
  652. if count < 2 {
  653. go s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  654. }
  655. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  656. }
  657. // IP过白
  658. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.WebForwardingData.Id)
  659. if err != nil {
  660. return err
  661. }
  662. var oldIps []string
  663. var newIps []string
  664. for _, v := range ipData.BackendList {
  665. ip, _, err := net.SplitHostPort(v.Addr)
  666. if err != nil {
  667. return err
  668. }
  669. oldIps = append(oldIps, ip)
  670. }
  671. for _, v := range req.WebForwardingData.BackendList {
  672. ip, _, err := net.SplitHostPort(v.Addr)
  673. if err != nil {
  674. return err
  675. }
  676. newIps = append(newIps, ip)
  677. }
  678. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  679. if len(addedIps) > 0 {
  680. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  681. }
  682. // IP过白
  683. if len(removedIps) > 0 {
  684. // 1. 一次性获取所有相关IP的数量
  685. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  686. if err != nil {
  687. return err
  688. }
  689. // 4. 如果有需要处理的IP,则批量发布一次任务
  690. if len(ipsToDelist) > 0 {
  691. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  692. }
  693. }
  694. //修改源站
  695. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  696. addedIds := make(map[string]int64)
  697. for _, v := range addOrigins {
  698. var apiType string
  699. if v.IsHttps == isHttps {
  700. apiType = protocolHttps
  701. } else {
  702. apiType = protocolHttp
  703. }
  704. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  705. ApiType: apiType,
  706. BackendList: v.Addr,
  707. Host: v.CustomHost,
  708. Comment: req.WebForwardingData.Comment,
  709. })
  710. if err != nil {
  711. return err
  712. }
  713. addedIds[v.Addr] = id
  714. }
  715. for _, v := range addedIds {
  716. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  717. if err != nil {
  718. return err
  719. }
  720. }
  721. for k, v := range ipData.CdnOriginIds {
  722. for _, ip := range delOrigins {
  723. if k == ip.Addr {
  724. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  725. if err != nil {
  726. return err
  727. }
  728. delete(ipData.CdnOriginIds, k)
  729. }
  730. }
  731. }
  732. maps.Copy(ipData.CdnOriginIds, addedIds)
  733. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  734. webModel.Id = req.WebForwardingData.Id
  735. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  736. return err
  737. }
  738. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  739. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  740. return err
  741. }
  742. return nil
  743. }
  744. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, Ids []int) error {
  745. for _, Id := range Ids {
  746. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  747. if err != nil {
  748. return err
  749. }
  750. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  751. if err != nil {
  752. return err
  753. }
  754. // 异步任务:将域名添加到白名单
  755. firstIp, err := s.GetGatewayFirstIp(ctx, oldData.HostId)
  756. if err != nil {
  757. return err
  758. }
  759. if oldData.Domain != "" {
  760. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  761. if err != nil {
  762. return err
  763. }
  764. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  765. }
  766. // IP过白
  767. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, Id)
  768. if err != nil {
  769. return err
  770. }
  771. var ips []string
  772. if len(ipData.BackendList) > 0 {
  773. for _, v := range ipData.BackendList {
  774. ip, _, err := net.SplitHostPort(v.Addr)
  775. if err != nil {
  776. return err
  777. }
  778. ips = append(ips, ip)
  779. }
  780. }
  781. if len(ips) > 0 {
  782. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  783. if err != nil {
  784. return err
  785. }
  786. // 4. 如果有需要处理的IP,则批量发布一次任务
  787. if len(ipsToDelist) > 0 {
  788. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  789. }
  790. }
  791. // 删除ssl
  792. if oldData.SslCertId != 0 {
  793. err = s.cdn.DelSSLCert(ctx, int64(oldData.SslCertId))
  794. if err != nil {
  795. return err
  796. }
  797. err = s.sslCert.EditSslPolicy(ctx, int64(oldData.SslPolicyId), []int64{int64(oldData.SslCertId)}, "del")
  798. if err != nil {
  799. return err
  800. }
  801. }
  802. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  803. return err
  804. }
  805. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  806. return err
  807. }
  808. }
  809. return nil
  810. }
  811. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  812. type CombinedResult struct {
  813. Id int
  814. Forwarding *model.WebForwarding
  815. BackendRule *model.WebForwardingRule
  816. Err error // 如果此ID的处理出错,则携带错误
  817. }
  818. g, gCtx := errgroup.WithContext(ctx)
  819. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  820. if err != nil {
  821. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  822. }
  823. if len(ids) == 0 {
  824. return nil, nil // 没有ID,直接返回空切片
  825. }
  826. // 创建一个通道来接收每个ID的处理结果
  827. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  828. resultsChan := make(chan CombinedResult, len(ids))
  829. for _, idVal := range ids {
  830. currentID := idVal // 捕获循环变量
  831. g.Go(func() error {
  832. var wf *model.WebForwarding
  833. var bk *model.WebForwardingRule
  834. var localErr error
  835. // 1. 获取 WebForwarding 信息
  836. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  837. if localErr != nil {
  838. // 发送错误到通道,并由 errgroup 捕获
  839. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  840. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  841. return localErr // 返回错误给 errgroup
  842. }
  843. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  844. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  845. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  846. return localErr
  847. }
  848. // 2. 获取 Backend IP 信息
  849. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  850. // 如果它也可能返回错误,则处理方式与上面类似
  851. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  852. if localErr != nil {
  853. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  854. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  855. // 这里假设它也是一个需要errgroup捕获的错误
  856. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  857. return localErr // 返回错误给 errgroup
  858. }
  859. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  860. // 发送成功的结果到通道
  861. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  862. return nil // 此goroutine成功
  863. })
  864. }
  865. // 等待所有goroutine完成
  866. groupErr := g.Wait()
  867. // 关闭通道,表示所有发送者都已完成
  868. // 这一步很重要,这样下面的 range 循环才能正常结束
  869. close(resultsChan)
  870. // 如果 errgroup 捕获到任何错误,优先返回该错误
  871. if groupErr != nil {
  872. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  873. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  874. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  875. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  876. return nil, groupErr
  877. }
  878. // 如果没有错误,收集所有成功的结果
  879. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  880. for res := range resultsChan {
  881. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  882. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  883. // (理论上,如果goroutine返回了错误,errgroup会处理)
  884. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  885. if res.Err != nil {
  886. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  887. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  888. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  889. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  890. // 但以防万一,我们可以记录日志
  891. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  892. }
  893. if res.Forwarding == nil {
  894. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  895. }
  896. dataReq := v1.WebForwardingDataRequest{
  897. Id: res.Forwarding.Id,
  898. Port: res.Forwarding.Port,
  899. Domain: res.Forwarding.Domain,
  900. IsHttps: res.Forwarding.IsHttps,
  901. Comment: res.Forwarding.Comment,
  902. HttpsKey: res.Forwarding.HttpsKey,
  903. HttpsCert: res.Forwarding.HttpsCert,
  904. Proxy: res.Forwarding.Proxy,
  905. CcConfig: v1.CcConfigRequest{
  906. IsOn: res.Forwarding.Cc,
  907. ThresholdMethod: res.Forwarding.ThresholdMethod,
  908. Level: res.Forwarding.Level,
  909. Limit5s: res.Forwarding.Limit5s,
  910. Limit60s: res.Forwarding.Limit60s,
  911. Limit300s: res.Forwarding.Limit300s,
  912. },
  913. }
  914. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  915. dataReq.BackendList = res.BackendRule.BackendList
  916. }
  917. finalResults = append(finalResults, dataReq)
  918. }
  919. sort.Slice(finalResults, func(i, j int) bool {
  920. return finalResults[i].Id > finalResults[j].Id
  921. })
  922. return finalResults, nil
  923. }
  924. func (s *webForwardingService) GetGatewayFirstIp(ctx context.Context, hostId int) (string, error) {
  925. gateWayGroup, err := s.gatewayGroupRep.GetGatewayGroupByHostId(ctx, int64(hostId))
  926. if err != nil {
  927. return "", err
  928. }
  929. if gateWayGroup == nil {
  930. return "", fmt.Errorf("网关组不存在")
  931. }
  932. gateWayIps, err := s.gatewayGroupIpRep.GetGateWayGroupFirstIpByGatewayGroupId(ctx, gateWayGroup.Id)
  933. if err != nil {
  934. return "", err
  935. }
  936. if len(gateWayIps) == 0 {
  937. return "", fmt.Errorf("网关组IP为空")
  938. }
  939. return gateWayIps, nil
  940. }
  941. // 清洗IP
  942. func (s *webForwardingService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  943. var newAllowIps []string
  944. var oldAllowIps []string
  945. if len(oldIpList) > 0 {
  946. for _, v := range oldIpList {
  947. if net.ParseIP(v) != nil {
  948. oldAllowIps = append(oldAllowIps, v)
  949. }
  950. }
  951. }
  952. if len(newIpList) > 0 {
  953. for _, v := range newIpList {
  954. if net.ParseIP(v) != nil {
  955. newAllowIps = append(newAllowIps, v)
  956. }
  957. }
  958. }
  959. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  960. return addedDenyIps, removedDenyIps
  961. }
  962. // 修改日志配置
  963. func (s *webForwardingService) EditLog(ctx context.Context,webId int64) error {
  964. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  965. if err != nil {
  966. return err
  967. }
  968. if err := s.cdn.EditWebLog(ctx, webConfigId,v1.WebLog{
  969. IsPrior: false,
  970. IsOn: true,
  971. Fields: []int64{1, 2, 6, 7},
  972. Status1: true,
  973. Status2: true,
  974. Status3: true,
  975. Status4: true,
  976. Status5: true,
  977. FirewallOnly: false,
  978. EnableClientClosed: false,
  979. }); err != nil {
  980. return err
  981. }
  982. return nil
  983. }
  984. // 修改CC配置
  985. func (s *webForwardingService) EditCcConfig(ctx context.Context,webId int64, req v1.CcConfigRequest) error {
  986. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  987. if err != nil {
  988. return err
  989. }
  990. configThreshold := []struct{
  991. MaxRequests int `json:"maxRequests"`
  992. BlockSeconds int `json:"blockSeconds"`
  993. PeriodSeconds int `json:"periodSeconds"`
  994. }{
  995. {MaxRequests: req.Limit5s},
  996. {MaxRequests: req.Limit60s},
  997. {MaxRequests: req.Limit300s},
  998. }
  999. if err := s.cdn.EditCcConfig(ctx, webConfigId, v1.CcConfig{
  1000. IsOn: req.IsOn,
  1001. ThresholdMethod: req.ThresholdMethod,
  1002. Thresholds: configThreshold,
  1003. Level: req.Level,
  1004. UseDefaultThresholds : true,
  1005. EnableGET302: true,
  1006. EnableFingerprint : true,
  1007. IgnoreCommonFiles : true,
  1008. }); err != nil {
  1009. return err
  1010. }
  1011. return nil
  1012. }
  1013. func (s *webForwardingService) BulidFormData(ctx context.Context,formData v1.Website) (v1.WebsiteSend, error) {
  1014. httpJSON, err := json.Marshal(formData.HttpJSON)
  1015. if err != nil {
  1016. return v1.WebsiteSend{},err
  1017. }
  1018. httpsJSON, err := json.Marshal(formData.HttpsJSON)
  1019. if err != nil {
  1020. return v1.WebsiteSend{},err
  1021. }
  1022. formDataSend := v1.WebsiteSend{
  1023. UserId: formData.UserId,
  1024. AdminId: formData.AdminId,
  1025. Type: formData.Type,
  1026. Name: formData.Name,
  1027. Description: formData.Description,
  1028. ServerNamesJSON: formData.ServerNamesJSON,
  1029. HttpJSON: httpJSON,
  1030. HttpsJSON: httpsJSON,
  1031. TcpJSON: formData.TcpJSON,
  1032. TlsJSON: formData.TlsJSON,
  1033. UdpJSON: formData.UdpJSON,
  1034. WebId: formData.WebId,
  1035. ReverseProxyJSON: formData.ReverseProxyJSON,
  1036. ServerGroupIds: formData.ServerGroupIds,
  1037. UserPlanId: formData.UserPlanId,
  1038. NodeClusterId: formData.NodeClusterId,
  1039. IncludeNodesJSON: formData.IncludeNodesJSON,
  1040. ExcludeNodesJSON: formData.ExcludeNodesJSON,
  1041. }
  1042. return formDataSend, nil
  1043. }