webforwarding.go 33 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "github.com/go-nunu/nunu-layout-advanced/pkg/rabbitmq"
  10. "golang.org/x/sync/errgroup"
  11. "maps"
  12. "net"
  13. "sort"
  14. )
  15. type WebForwardingService interface {
  16. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  17. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  18. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  19. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  20. DeleteWebForwarding(ctx context.Context, req v1.DeleteWebForwardingRequest) error
  21. }
  22. func NewWebForwardingService(
  23. service *Service,
  24. required RequiredService,
  25. webForwardingRepository repository.WebForwardingRepository,
  26. crawler CrawlerService,
  27. parser ParserService,
  28. wafformatter WafFormatterService,
  29. aoDun AoDunService,
  30. mq *rabbitmq.RabbitMQ,
  31. gatewayIpRep repository.GatewayipRepository,
  32. globalLimitRep repository.GlobalLimitRepository,
  33. cdn CdnService,
  34. proxy ProxyService,
  35. sslCert SslCertService,
  36. websocket WebsocketService,
  37. ) WebForwardingService {
  38. return &webForwardingService{
  39. Service: service,
  40. webForwardingRepository: webForwardingRepository,
  41. required: required,
  42. parser: parser,
  43. crawler: crawler,
  44. wafformatter: wafformatter,
  45. aoDun: aoDun,
  46. mq: mq,
  47. gatewayIpRep: gatewayIpRep,
  48. cdn: cdn,
  49. globalLimitRep: globalLimitRep,
  50. proxy: proxy,
  51. sslCert: sslCert,
  52. websocket: websocket,
  53. }
  54. }
  55. const (
  56. isHttps = 1
  57. protocolHttps = "https"
  58. protocolHttp = "http"
  59. defaultNodeClusterId = 1
  60. )
  61. type webForwardingService struct {
  62. *Service
  63. webForwardingRepository repository.WebForwardingRepository
  64. required RequiredService
  65. parser ParserService
  66. crawler CrawlerService
  67. wafformatter WafFormatterService
  68. aoDun AoDunService
  69. mq *rabbitmq.RabbitMQ
  70. gatewayIpRep repository.GatewayipRepository
  71. cdn CdnService
  72. globalLimitRep repository.GlobalLimitRepository
  73. proxy ProxyService
  74. sslCert SslCertService
  75. websocket WebsocketService
  76. }
  77. func (s *webForwardingService) require(ctx context.Context, req v1.GlobalRequire) (v1.GlobalRequire, error) {
  78. var err error
  79. var res v1.GlobalRequire
  80. g, gCtx := errgroup.WithContext(ctx)
  81. //g.Go(func() error {
  82. // result, e := s.wafformatter.require(gCtx, req, "web")
  83. // if e != nil {
  84. // return e
  85. // }
  86. // res = result
  87. // return nil
  88. //})
  89. g.Go(func() error {
  90. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  91. if e != nil {
  92. return e
  93. }
  94. return nil
  95. })
  96. if err = g.Wait(); err != nil {
  97. return v1.GlobalRequire{}, err
  98. }
  99. return res, nil
  100. }
  101. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  102. var webForwarding model.WebForwarding
  103. var backend model.WebForwardingRule
  104. g, gCtx := errgroup.WithContext(ctx)
  105. g.Go(func() error {
  106. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  107. if e != nil {
  108. // 直接返回错误,errgroup 会捕获它
  109. return fmt.Errorf("GetWebForwarding failed: %w", e)
  110. }
  111. if res != nil {
  112. webForwarding = *res
  113. }
  114. return nil
  115. })
  116. g.Go(func() error {
  117. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  118. if e != nil {
  119. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  120. }
  121. if res != nil {
  122. backend = *res
  123. }
  124. return nil
  125. })
  126. if err := g.Wait(); err != nil {
  127. return v1.WebForwardingDataRequest{}, err
  128. }
  129. return v1.WebForwardingDataRequest{
  130. Id: webForwarding.Id,
  131. Port: webForwarding.Port,
  132. Domain: webForwarding.Domain,
  133. IsHttps: webForwarding.IsHttps,
  134. Comment: webForwarding.Comment,
  135. BackendList: backend.BackendList,
  136. HttpsKey: webForwarding.HttpsKey,
  137. HttpsCert: webForwarding.HttpsCert,
  138. Proxy: webForwarding.Proxy,
  139. CcConfig: v1.CcConfigRequest{
  140. IsOn: webForwarding.Cc,
  141. ThresholdMethod: webForwarding.ThresholdMethod,
  142. Level: webForwarding.Level,
  143. Limit5s: webForwarding.Limit5s,
  144. Limit60s: webForwarding.Limit60s,
  145. Limit300s: webForwarding.Limit300s,
  146. },
  147. }, nil
  148. }
  149. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  150. // ruleId 是从 WAF 系统获取的 ID
  151. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  152. return &model.WebForwarding{
  153. HostId: require.HostId,
  154. CdnWebId: ruleId,
  155. Port: req.Port,
  156. Domain: req.Domain,
  157. IsHttps: req.IsHttps,
  158. Comment: req.Comment,
  159. HttpsCert: req.HttpsCert,
  160. HttpsKey: req.HttpsKey,
  161. SslCertId: int(req.SslCertId),
  162. SslPolicyId: int(req.SslPolicyId),
  163. Cc: req.CcConfig.IsOn,
  164. ThresholdMethod: req.CcConfig.ThresholdMethod,
  165. Level: req.CcConfig.Level,
  166. Limit5s: req.CcConfig.Limit5s,
  167. Limit60s: req.CcConfig.Limit60s,
  168. Limit300s: req.CcConfig.Limit300s,
  169. Proxy: req.Proxy,
  170. }
  171. }
  172. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  173. return &model.WebForwardingRule{
  174. Uid: require.Uid,
  175. HostId: require.HostId,
  176. WebId: localDbId,
  177. CdnOriginIds: cdnOriginIds,
  178. BackendList: reqData.BackendList,
  179. }
  180. }
  181. // =================================================================
  182. // 主函数:prepareWafData
  183. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  184. // =================================================================
  185. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  186. // 1. 获取基础配置
  187. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  188. HostId: req.HostId,
  189. Uid: req.Uid,
  190. Comment: req.WebForwardingData.Comment,
  191. })
  192. if err != nil {
  193. return RequireResponse{}, v1.Website{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  194. }
  195. if require.Uid == 0 {
  196. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  197. }
  198. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  199. byteData, err := s.buildProxyConfig(ctx, req, require)
  200. if err != nil {
  201. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  202. }
  203. type serverNames struct {
  204. ServerNames string `json:"name" form:"name"`
  205. Type string `json:"type" form:"type"`
  206. }
  207. var serverName []serverNames
  208. var serverJson []byte
  209. if req.WebForwardingData.Domain != "" {
  210. serverName = append(serverName, serverNames{
  211. ServerNames: req.WebForwardingData.Domain,
  212. Type: "full",
  213. })
  214. serverJson, err = json.Marshal(serverName)
  215. if err != nil {
  216. return RequireResponse{}, v1.Website{}, err
  217. }
  218. }
  219. // 3. 组装最终的 WAF 表单数据
  220. formData := v1.Website{
  221. UserId: int64(require.CdnUid),
  222. Type: "httpProxy",
  223. Name: require.Tag,
  224. ServerNamesJSON: serverJson,
  225. Description: req.WebForwardingData.Comment,
  226. ServerGroupIds: []int64{int64(require.GroupId)},
  227. UserPlanId: int64(require.RuleId),
  228. NodeClusterId: defaultNodeClusterId,
  229. }
  230. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  231. if req.WebForwardingData.IsHttps == isHttps {
  232. formData.HttpJSON = v1.TypeJSON{IsOn: false}
  233. formData.HttpsJSON = byteData
  234. } else {
  235. formData.HttpJSON = byteData
  236. formData.HttpsJSON = v1.TypeJSON{IsOn: false}
  237. }
  238. return require, formData, nil
  239. }
  240. // =================================================================
  241. // 辅助函数:buildProxyJSONConfig
  242. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  243. // =================================================================
  244. func (s *webForwardingService) buildProxyConfig(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) (v1.TypeJSON, error) {
  245. var (
  246. jsonData v1.TypeJSON
  247. apiType string
  248. )
  249. jsonData.IsOn = true
  250. apiType = protocolHttps
  251. jsonData.SslPolicyRef.SslPolicyId = req.WebForwardingData.SslPolicyId
  252. // 判断协议类型,并处理 HTTPS 的特殊逻辑(证书)
  253. if req.WebForwardingData.IsHttps == isHttps {
  254. // 处理证书信息
  255. if jsonData.SslPolicyRef.SslPolicyId == 0 {
  256. sslPolicyId, err := s.sslCert.AddSslPolicy(ctx, nil)
  257. if err != nil {
  258. return v1.TypeJSON{}, err
  259. }
  260. jsonData.SslPolicyRef.SslPolicyId = sslPolicyId
  261. }
  262. jsonData.SslPolicyRef.IsOn = true
  263. } else {
  264. apiType = protocolHttp
  265. jsonData.SslPolicyRef = v1.SslPolicyRef{
  266. IsOn: false,
  267. SslPolicyId: req.WebForwardingData.SslCertId,
  268. }
  269. }
  270. // 填充通用的 Listen 配置
  271. for _, v := range require.GatewayIps {
  272. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  273. Protocol: apiType,
  274. Host: v,
  275. Port: req.WebForwardingData.Port,
  276. })
  277. }
  278. return jsonData, nil
  279. }
  280. // 查找两个列表的差异
  281. func (s webForwardingService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  282. diff := make(map[v1.BackendList]int)
  283. // 1. 遍历旧列表,为每个元素计数 +1
  284. for _, item := range oldList {
  285. diff[item]++
  286. }
  287. // 2. 遍历新列表,为每个元素计数 -1
  288. for _, item := range newList {
  289. diff[item]--
  290. }
  291. // 3. 遍历 diff map 来找出差异
  292. for item, count := range diff {
  293. if count > 0 {
  294. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  295. removed = append(removed, item)
  296. } else if count < 0 {
  297. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  298. added = append(added, item)
  299. }
  300. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  301. }
  302. return added, removed
  303. }
  304. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  305. require, formData, err := s.prepareWafData(ctx, req)
  306. if err != nil {
  307. return err
  308. }
  309. // 验证域名限制
  310. err = s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  311. HostId: req.HostId,
  312. Domain: req.WebForwardingData.Domain,
  313. Comment: req.WebForwardingData.Comment,
  314. Uid: req.Uid,
  315. })
  316. if err != nil {
  317. return err
  318. }
  319. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  320. if err != nil {
  321. return err
  322. }
  323. var protocol string
  324. if req.WebForwardingData.IsHttps == isHttps {
  325. protocol = "https"
  326. }else{
  327. protocol = "http"
  328. }
  329. // 验证端口重复
  330. err = s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  331. if err != nil {
  332. return err
  333. }
  334. // 添加证书
  335. if req.WebForwardingData.IsHttps == isHttps {
  336. sslCertId, err := s.sslCert.AddSSLCert(ctx, v1.SSL{
  337. Name: req.WebForwardingData.Domain,
  338. Domain: req.WebForwardingData.Domain,
  339. CertData: req.WebForwardingData.HttpsCert,
  340. KeyData: req.WebForwardingData.HttpsKey,
  341. CdnUserId: require.CdnUid,
  342. Description: req.WebForwardingData.Comment,
  343. })
  344. if err != nil {
  345. return err
  346. }
  347. req.WebForwardingData.SslCertId = sslCertId
  348. req.WebForwardingData.SslPolicyId = formData.HttpsJSON.SslPolicyRef.SslPolicyId
  349. err = s.sslCert.EditSslPolicy(ctx, formData.HttpsJSON.SslPolicyRef.SslPolicyId, []int64{sslCertId}, "add")
  350. if err != nil {
  351. return err
  352. }
  353. }
  354. // 添加网站
  355. formDataSend, err := s.BulidFormData(ctx, formData)
  356. if err != nil {
  357. return err
  358. }
  359. webId, err := s.cdn.CreateWebsite(ctx, formDataSend)
  360. if err != nil {
  361. return err
  362. }
  363. backendList := make(map[string]string)
  364. for _, k := range req.WebForwardingData.BackendList {
  365. backendList[k.Addr] = k.CustomHost
  366. }
  367. // 开启websocket
  368. websocketId, err := s.websocket.AddWebsocket(ctx)
  369. if err != nil {
  370. return err
  371. }
  372. if err := s.websocket.EnableOrDisable(ctx, webId, websocketId, true, false); err != nil {
  373. return err
  374. }
  375. // 添加源站
  376. cdnOriginIds := make(map[string]int64)
  377. for _, v := range req.WebForwardingData.BackendList {
  378. apiType := protocolHttp
  379. // 如果条件满足,则覆盖为 HTTPS
  380. if v.IsHttps == isHttps {
  381. apiType = protocolHttps
  382. }
  383. host, port, err := net.SplitHostPort(v.Addr)
  384. if err != nil {
  385. return err
  386. }
  387. var addrPunyPort string
  388. addrPunyPort = v.Addr
  389. // 如果是 IP 地址,不需要转换
  390. if ok := net.ParseIP(host); ok == nil {
  391. _, hostPuny, err := s.wafformatter.ConvertToPunycodeIfIDN(ctx, host)
  392. if err != nil {
  393. return err
  394. }
  395. addrPunyPort = fmt.Sprintf("%s:%s", hostPuny, port)
  396. }
  397. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  398. ApiType: apiType,
  399. BackendList: addrPunyPort,
  400. Host: v.CustomHost,
  401. Comment: req.WebForwardingData.Comment,
  402. })
  403. if err != nil {
  404. return err
  405. }
  406. cdnOriginIds[v.Addr] = id
  407. }
  408. // 添加源站到网站
  409. for _, v := range cdnOriginIds {
  410. err = s.cdn.AddServerOrigin(ctx, webId, v)
  411. if err != nil {
  412. return err
  413. }
  414. }
  415. // 开启proxy
  416. if req.WebForwardingData.Proxy {
  417. err = s.proxy.EditProxy(ctx,webId, v1.ProxyProtocolJSON{
  418. IsOn: true,
  419. Version: 1,
  420. })
  421. if err != nil {
  422. return err
  423. }
  424. }
  425. // 开启访问日志
  426. err = s.EditLog(ctx, webId)
  427. if err != nil {
  428. return err
  429. }
  430. // 开启CC
  431. if req.WebForwardingData.CcConfig.IsOn {
  432. err = s.EditCcConfig(ctx, webId, req.WebForwardingData.CcConfig)
  433. if err != nil {
  434. return err
  435. }
  436. }
  437. webModel := s.buildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  438. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  439. if err != nil {
  440. return err
  441. }
  442. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  443. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  444. return err
  445. }
  446. if req.WebForwardingData.Domain != "" {
  447. // 异步任务:将域名添加到白名单
  448. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  449. if err != nil {
  450. return err
  451. }
  452. if len(require.GatewayIps) == 0 {
  453. return fmt.Errorf("网关组不存在")
  454. }
  455. firstIp, err := s.gatewayIpRep.GetGatewayipByHostIdFirst(ctx, int64(require.HostId))
  456. if err != nil {
  457. return err
  458. }
  459. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  460. }
  461. // 源站IP过白
  462. var ips []string
  463. if req.WebForwardingData.BackendList != nil {
  464. for _, v := range req.WebForwardingData.BackendList {
  465. ip, _, err := net.SplitHostPort(v.Addr)
  466. if err != nil {
  467. return err
  468. }
  469. ips = append(ips, ip)
  470. }
  471. go s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  472. }
  473. return nil
  474. }
  475. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  476. err := s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  477. HostId: req.HostId,
  478. Domain: req.WebForwardingData.Domain,
  479. Comment: req.WebForwardingData.Comment,
  480. Uid: req.Uid,
  481. })
  482. if err != nil {
  483. return err
  484. }
  485. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  486. if err != nil {
  487. return err
  488. }
  489. req.WebForwardingData.SslCertId = int64(oldData.SslCertId)
  490. req.WebForwardingData.SslPolicyId = int64(oldData.SslPolicyId)
  491. require, formData, err := s.prepareWafData(ctx, req)
  492. if err != nil {
  493. return err
  494. }
  495. // 验证端口重复
  496. var protocol string
  497. if req.WebForwardingData.IsHttps == isHttps {
  498. protocol = "https"
  499. }else{
  500. protocol = "http"
  501. }
  502. err = s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain)
  503. if err != nil {
  504. return err
  505. }
  506. //修改网站端口
  507. if oldData.Port != req.WebForwardingData.Port || oldData.IsHttps != req.WebForwardingData.IsHttps || oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  508. var apiType string
  509. var closeType string
  510. // 修改证书
  511. if oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  512. err = s.sslCert.EditSSLCert(ctx, v1.SSL{
  513. Name: req.WebForwardingData.Domain,
  514. CertId: oldData.SslCertId,
  515. CertData: req.WebForwardingData.HttpsCert,
  516. KeyData: req.WebForwardingData.HttpsKey,
  517. CdnUserId: require.CdnUid,
  518. Domain: req.WebForwardingData.Domain,
  519. Description: req.WebForwardingData.Comment,
  520. })
  521. if err != nil {
  522. return err
  523. }
  524. }
  525. // 切换协议
  526. var typeConfig v1.TypeJSON
  527. var closeConfig v1.TypeJSON
  528. if req.WebForwardingData.IsHttps == isHttps {
  529. typeConfig = formData.HttpsJSON
  530. closeConfig = formData.HttpJSON
  531. apiType = protocolHttps
  532. closeType = protocolHttp
  533. } else {
  534. typeConfig = formData.HttpJSON
  535. closeConfig = formData.HttpsJSON
  536. apiType = protocolHttp
  537. closeType = protocolHttps
  538. }
  539. typeJson,err := json.Marshal(typeConfig)
  540. if err != nil {
  541. return err
  542. }
  543. closeJson,err := json.Marshal(closeConfig)
  544. if err != nil {
  545. return err
  546. }
  547. // 切换协议
  548. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  549. Id: int64(oldData.CdnWebId),
  550. TypeJSON: typeJson,
  551. }, apiType)
  552. if err != nil {
  553. return err
  554. }
  555. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  556. Id: int64(oldData.CdnWebId),
  557. TypeJSON: closeJson,
  558. }, closeType)
  559. if err != nil {
  560. return err
  561. }
  562. }
  563. //修改网站域名
  564. if oldData.Domain != req.WebForwardingData.Domain {
  565. type serverName struct {
  566. Name string `json:"name" form:"name"`
  567. Type string `json:"type" form:"type"`
  568. }
  569. var serverData []serverName
  570. var serverJson []byte
  571. serverData = append(serverData, serverName{
  572. Name: req.WebForwardingData.Domain,
  573. Type: "full",
  574. })
  575. serverJson, err = json.Marshal(serverData)
  576. if err != nil {
  577. return err
  578. }
  579. err = s.cdn.EditServerName(ctx, v1.EditServerNames{
  580. ServerId: int64(oldData.CdnWebId),
  581. ServerNamesJSON: serverJson,
  582. })
  583. if err != nil {
  584. return err
  585. }
  586. }
  587. //修改网站名字
  588. if oldData.Comment != req.WebForwardingData.Comment {
  589. nodeId,err := s.globalLimitRep.GetNodeId(ctx, oldData.CdnWebId)
  590. if err != nil {
  591. return err
  592. }
  593. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag,nodeId)
  594. if err != nil {
  595. return err
  596. }
  597. }
  598. //修改Proxy
  599. if oldData.Proxy != req.WebForwardingData.Proxy {
  600. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  601. IsOn: req.WebForwardingData.Proxy,
  602. Version: 1,
  603. })
  604. if err != nil {
  605. return err
  606. }
  607. }
  608. // 修改CC配置
  609. err = s.EditCcConfig(ctx, int64(oldData.CdnWebId), v1.CcConfigRequest{
  610. IsOn: req.WebForwardingData.CcConfig.IsOn,
  611. Level: req.WebForwardingData.CcConfig.Level,
  612. Limit5s: req.WebForwardingData.CcConfig.Limit5s,
  613. Limit60s: req.WebForwardingData.CcConfig.Limit60s,
  614. Limit300s: req.WebForwardingData.CcConfig.Limit300s,
  615. ThresholdMethod: req.WebForwardingData.CcConfig.ThresholdMethod,
  616. })
  617. if err != nil {
  618. return err
  619. }
  620. // 将域名添加到白名单
  621. webData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(req.WebForwardingData.Id))
  622. if err != nil {
  623. return err
  624. }
  625. // 异步任务:将域名添加到白名单
  626. if webData.Domain != req.WebForwardingData.Domain {
  627. firstIp, err := s.gatewayIpRep.GetGatewayipByHostIdFirst(ctx, int64(req.HostId))
  628. if err != nil {
  629. return err
  630. }
  631. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  632. if err != nil {
  633. return err
  634. }
  635. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, webData.Domain)
  636. if err != nil {
  637. return err
  638. }
  639. if len(require.GatewayIps) == 0 {
  640. return fmt.Errorf("网关组不存在")
  641. }
  642. // 查找域名数量,如果数量小于2,删除旧域名
  643. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, webData.Domain)
  644. if err != nil {
  645. return err
  646. }
  647. if count < 2 {
  648. go s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  649. }
  650. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  651. }
  652. // IP过白
  653. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.WebForwardingData.Id)
  654. if err != nil {
  655. return err
  656. }
  657. var oldIps []string
  658. var newIps []string
  659. for _, v := range ipData.BackendList {
  660. ip, _, err := net.SplitHostPort(v.Addr)
  661. if err != nil {
  662. return err
  663. }
  664. oldIps = append(oldIps, ip)
  665. }
  666. for _, v := range req.WebForwardingData.BackendList {
  667. ip, _, err := net.SplitHostPort(v.Addr)
  668. if err != nil {
  669. return err
  670. }
  671. newIps = append(newIps, ip)
  672. }
  673. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  674. if len(addedIps) > 0 {
  675. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  676. }
  677. // IP过白
  678. if len(removedIps) > 0 {
  679. // 1. 一次性获取所有相关IP的数量
  680. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  681. if err != nil {
  682. return err
  683. }
  684. // 4. 如果有需要处理的IP,则批量发布一次任务
  685. if len(ipsToDelist) > 0 {
  686. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  687. }
  688. }
  689. //修改源站
  690. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  691. addedIds := make(map[string]int64)
  692. for _, v := range addOrigins {
  693. var apiType string
  694. if v.IsHttps == isHttps {
  695. apiType = protocolHttps
  696. } else {
  697. apiType = protocolHttp
  698. }
  699. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  700. ApiType: apiType,
  701. BackendList: v.Addr,
  702. Host: v.CustomHost,
  703. Comment: req.WebForwardingData.Comment,
  704. })
  705. if err != nil {
  706. return err
  707. }
  708. addedIds[v.Addr] = id
  709. }
  710. for _, v := range addedIds {
  711. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  712. if err != nil {
  713. return err
  714. }
  715. }
  716. for k, v := range ipData.CdnOriginIds {
  717. for _, ip := range delOrigins {
  718. if k == ip.Addr {
  719. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  720. if err != nil {
  721. return err
  722. }
  723. delete(ipData.CdnOriginIds, k)
  724. }
  725. }
  726. }
  727. maps.Copy(ipData.CdnOriginIds, addedIds)
  728. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  729. webModel.Id = req.WebForwardingData.Id
  730. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  731. return err
  732. }
  733. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  734. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  735. return err
  736. }
  737. return nil
  738. }
  739. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, req v1.DeleteWebForwardingRequest) error {
  740. for _, Id := range req.Ids {
  741. oldData, err := s.webForwardingRepository.GetWebForwarding(ctx, int64(Id))
  742. if err != nil {
  743. return err
  744. }
  745. if oldData.HostId != req.HostId {
  746. return fmt.Errorf("用户权限不足")
  747. }
  748. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  749. if err != nil {
  750. return err
  751. }
  752. // 异步任务:将域名添加到白名单
  753. firstIp, err := s.gatewayIpRep.GetGatewayipByHostIdFirst(ctx, int64(oldData.HostId))
  754. if err != nil {
  755. return err
  756. }
  757. if oldData.Domain != "" {
  758. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  759. if err != nil {
  760. return err
  761. }
  762. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  763. }
  764. // IP过白
  765. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, Id)
  766. if err != nil {
  767. return err
  768. }
  769. var ips []string
  770. if ipData != nil && len(ipData.BackendList) > 0 {
  771. for _, v := range ipData.BackendList {
  772. ip, _, err := net.SplitHostPort(v.Addr)
  773. if err != nil {
  774. return err
  775. }
  776. ips = append(ips, ip)
  777. }
  778. }
  779. if len(ips) > 0 {
  780. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  781. if err != nil {
  782. return err
  783. }
  784. // 4. 如果有需要处理的IP,则批量发布一次任务
  785. if len(ipsToDelist) > 0 {
  786. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  787. }
  788. }
  789. // 删除ssl
  790. if oldData.SslCertId != 0 {
  791. err = s.cdn.DelSSLCert(ctx, int64(oldData.SslCertId))
  792. if err != nil {
  793. return err
  794. }
  795. err = s.sslCert.EditSslPolicy(ctx, int64(oldData.SslPolicyId), []int64{int64(oldData.SslCertId)}, "del")
  796. if err != nil {
  797. return err
  798. }
  799. }
  800. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  801. return err
  802. }
  803. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  804. return err
  805. }
  806. }
  807. return nil
  808. }
  809. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  810. type CombinedResult struct {
  811. Id int
  812. Forwarding *model.WebForwarding
  813. BackendRule *model.WebForwardingRule
  814. Err error // 如果此ID的处理出错,则携带错误
  815. }
  816. g, gCtx := errgroup.WithContext(ctx)
  817. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  818. if err != nil {
  819. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  820. }
  821. if len(ids) == 0 {
  822. return nil, nil // 没有ID,直接返回空切片
  823. }
  824. // 创建一个通道来接收每个ID的处理结果
  825. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  826. resultsChan := make(chan CombinedResult, len(ids))
  827. for _, idVal := range ids {
  828. currentID := idVal // 捕获循环变量
  829. g.Go(func() error {
  830. var wf *model.WebForwarding
  831. var bk *model.WebForwardingRule
  832. var localErr error
  833. // 1. 获取 WebForwarding 信息
  834. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  835. if localErr != nil {
  836. // 发送错误到通道,并由 errgroup 捕获
  837. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  838. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  839. return localErr // 返回错误给 errgroup
  840. }
  841. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  842. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  843. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  844. return localErr
  845. }
  846. // 2. 获取 Backend IP 信息
  847. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  848. // 如果它也可能返回错误,则处理方式与上面类似
  849. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  850. if localErr != nil {
  851. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  852. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  853. // 这里假设它也是一个需要errgroup捕获的错误
  854. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  855. return localErr // 返回错误给 errgroup
  856. }
  857. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  858. // 发送成功的结果到通道
  859. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  860. return nil // 此goroutine成功
  861. })
  862. }
  863. // 等待所有goroutine完成
  864. groupErr := g.Wait()
  865. // 关闭通道,表示所有发送者都已完成
  866. // 这一步很重要,这样下面的 range 循环才能正常结束
  867. close(resultsChan)
  868. // 如果 errgroup 捕获到任何错误,优先返回该错误
  869. if groupErr != nil {
  870. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  871. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  872. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  873. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  874. return nil, groupErr
  875. }
  876. // 如果没有错误,收集所有成功的结果
  877. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  878. for res := range resultsChan {
  879. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  880. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  881. // (理论上,如果goroutine返回了错误,errgroup会处理)
  882. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  883. if res.Err != nil {
  884. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  885. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  886. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  887. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  888. // 但以防万一,我们可以记录日志
  889. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  890. }
  891. if res.Forwarding == nil {
  892. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  893. }
  894. dataReq := v1.WebForwardingDataRequest{
  895. Id: res.Forwarding.Id,
  896. Port: res.Forwarding.Port,
  897. Domain: res.Forwarding.Domain,
  898. IsHttps: res.Forwarding.IsHttps,
  899. Comment: res.Forwarding.Comment,
  900. HttpsKey: res.Forwarding.HttpsKey,
  901. HttpsCert: res.Forwarding.HttpsCert,
  902. Proxy: res.Forwarding.Proxy,
  903. CcConfig: v1.CcConfigRequest{
  904. IsOn: res.Forwarding.Cc,
  905. ThresholdMethod: res.Forwarding.ThresholdMethod,
  906. Level: res.Forwarding.Level,
  907. Limit5s: res.Forwarding.Limit5s,
  908. Limit60s: res.Forwarding.Limit60s,
  909. Limit300s: res.Forwarding.Limit300s,
  910. },
  911. }
  912. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  913. dataReq.BackendList = res.BackendRule.BackendList
  914. }
  915. finalResults = append(finalResults, dataReq)
  916. }
  917. sort.Slice(finalResults, func(i, j int) bool {
  918. return finalResults[i].Id > finalResults[j].Id
  919. })
  920. return finalResults, nil
  921. }
  922. // 清洗IP
  923. func (s *webForwardingService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  924. var newAllowIps []string
  925. var oldAllowIps []string
  926. if len(oldIpList) > 0 {
  927. for _, v := range oldIpList {
  928. if net.ParseIP(v) != nil {
  929. oldAllowIps = append(oldAllowIps, v)
  930. }
  931. }
  932. }
  933. if len(newIpList) > 0 {
  934. for _, v := range newIpList {
  935. if net.ParseIP(v) != nil {
  936. newAllowIps = append(newAllowIps, v)
  937. }
  938. }
  939. }
  940. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  941. return addedDenyIps, removedDenyIps
  942. }
  943. // 修改日志配置
  944. func (s *webForwardingService) EditLog(ctx context.Context,webId int64) error {
  945. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  946. if err != nil {
  947. return err
  948. }
  949. if err := s.cdn.EditWebLog(ctx, webConfigId,v1.WebLog{
  950. IsPrior: false,
  951. IsOn: true,
  952. Fields: []int64{1, 2, 6, 7},
  953. Status1: true,
  954. Status2: true,
  955. Status3: true,
  956. Status4: true,
  957. Status5: true,
  958. FirewallOnly: false,
  959. EnableClientClosed: false,
  960. }); err != nil {
  961. return err
  962. }
  963. return nil
  964. }
  965. // 修改CC配置
  966. func (s *webForwardingService) EditCcConfig(ctx context.Context,webId int64, req v1.CcConfigRequest) error {
  967. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  968. if err != nil {
  969. return err
  970. }
  971. configThreshold := []struct{
  972. MaxRequests int `json:"maxRequests"`
  973. BlockSeconds int `json:"blockSeconds"`
  974. PeriodSeconds int `json:"periodSeconds"`
  975. }{
  976. {MaxRequests: req.Limit5s},
  977. {MaxRequests: req.Limit60s},
  978. {MaxRequests: req.Limit300s},
  979. }
  980. if err := s.cdn.EditCcConfig(ctx, webConfigId, v1.CcConfig{
  981. IsOn: req.IsOn,
  982. ThresholdMethod: req.ThresholdMethod,
  983. Thresholds: configThreshold,
  984. Level: req.Level,
  985. UseDefaultThresholds : true,
  986. EnableGET302: true,
  987. EnableFingerprint : true,
  988. IgnoreCommonFiles : true,
  989. }); err != nil {
  990. return err
  991. }
  992. return nil
  993. }
  994. func (s *webForwardingService) BulidFormData(ctx context.Context,formData v1.Website) (v1.WebsiteSend, error) {
  995. httpJSON, err := json.Marshal(formData.HttpJSON)
  996. if err != nil {
  997. return v1.WebsiteSend{},err
  998. }
  999. httpsJSON, err := json.Marshal(formData.HttpsJSON)
  1000. if err != nil {
  1001. return v1.WebsiteSend{},err
  1002. }
  1003. formDataSend := v1.WebsiteSend{
  1004. UserId: formData.UserId,
  1005. AdminId: formData.AdminId,
  1006. Type: formData.Type,
  1007. Name: formData.Name,
  1008. Description: formData.Description,
  1009. ServerNamesJSON: formData.ServerNamesJSON,
  1010. HttpJSON: httpJSON,
  1011. HttpsJSON: httpsJSON,
  1012. TcpJSON: formData.TcpJSON,
  1013. TlsJSON: formData.TlsJSON,
  1014. UdpJSON: formData.UdpJSON,
  1015. WebId: formData.WebId,
  1016. ReverseProxyJSON: formData.ReverseProxyJSON,
  1017. ServerGroupIds: formData.ServerGroupIds,
  1018. UserPlanId: formData.UserPlanId,
  1019. NodeClusterId: formData.NodeClusterId,
  1020. IncludeNodesJSON: formData.IncludeNodesJSON,
  1021. ExcludeNodesJSON: formData.ExcludeNodesJSON,
  1022. }
  1023. return formDataSend, nil
  1024. }