webforwarding.go 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "golang.org/x/sync/errgroup"
  10. "sort"
  11. "strconv"
  12. "strings"
  13. )
  14. type WebForwardingService interface {
  15. GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error)
  16. GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error)
  17. AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  18. EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error
  19. DeleteWebForwarding(ctx context.Context, Ids []int) error
  20. }
  21. func NewWebForwardingService(
  22. service *Service,
  23. required RequiredService,
  24. webForwardingRepository repository.WebForwardingRepository,
  25. crawler CrawlerService,
  26. parser ParserService,
  27. wafformatter WafFormatterService,
  28. ) WebForwardingService {
  29. return &webForwardingService{
  30. Service: service,
  31. webForwardingRepository: webForwardingRepository,
  32. required: required,
  33. parser: parser,
  34. crawler: crawler,
  35. wafformatter: wafformatter,
  36. }
  37. }
  38. type webForwardingService struct {
  39. *Service
  40. webForwardingRepository repository.WebForwardingRepository
  41. required RequiredService
  42. parser ParserService
  43. crawler CrawlerService
  44. wafformatter WafFormatterService
  45. }
  46. func (s *webForwardingService) require(ctx context.Context,req v1.GlobalRequire) (v1.GlobalRequire, error) {
  47. var err error
  48. var res v1.GlobalRequire
  49. g, gCtx := errgroup.WithContext(ctx)
  50. g.Go(func() error {
  51. result, e := s.wafformatter.require(gCtx, req, "web")
  52. if e != nil {
  53. return e
  54. }
  55. res = result
  56. return nil
  57. })
  58. g.Go(func() error {
  59. e := s.wafformatter.validateWafDomainCount(gCtx, req)
  60. if e != nil {
  61. return e
  62. }
  63. return nil
  64. })
  65. if err = g.Wait(); err != nil {
  66. return v1.GlobalRequire{}, err
  67. }
  68. return res, nil
  69. }
  70. func (s *webForwardingService) GetWebForwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.WebForwardingDataRequest, error) {
  71. var webForwarding model.WebForwarding
  72. var backend model.WebForwardingRule
  73. g, gCtx := errgroup.WithContext(ctx)
  74. g.Go(func() error {
  75. res, e := s.webForwardingRepository.GetWebForwarding(gCtx, int64(req.Id))
  76. if e != nil {
  77. // 直接返回错误,errgroup 会捕获它
  78. return fmt.Errorf("GetWebForwarding failed: %w", e)
  79. }
  80. if res != nil {
  81. webForwarding = *res
  82. }
  83. return nil
  84. })
  85. g.Go(func() error {
  86. res, e := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, req.Id)
  87. if e != nil {
  88. return fmt.Errorf("GetWebForwardingByID failed: %w", e)
  89. }
  90. if res != nil {
  91. backend = *res
  92. }
  93. return nil
  94. })
  95. if err := g.Wait(); err != nil {
  96. return v1.WebForwardingDataRequest{}, err
  97. }
  98. return v1.WebForwardingDataRequest{
  99. Id: webForwarding.Id,
  100. WafWebId: webForwarding.WafWebId,
  101. Tag: webForwarding.Tag,
  102. Port: webForwarding.Port,
  103. Domain: webForwarding.Domain,
  104. CustomHost: webForwarding.CustomHost,
  105. WafWebLimitId: webForwarding.WebLimitRuleId,
  106. WafGatewayGroupId: webForwarding.WafGatewayGroupId,
  107. CcCount: webForwarding.CcCount,
  108. CcDuration: webForwarding.CcDuration,
  109. CcBlockCount: webForwarding.CcBlockCount,
  110. CcBlockDuration: webForwarding.CcBlockDuration,
  111. Cc4xxCount: webForwarding.Cc4xxCount,
  112. Cc4xxDuration: webForwarding.Cc4xxDuration,
  113. Cc4xxBlockCount: webForwarding.Cc4xxBlockCount,
  114. Cc4xxBlockDuration: webForwarding.Cc4xxBlockDuration,
  115. Cc5xxCount: webForwarding.Cc5xxCount,
  116. Cc5xxDuration: webForwarding.Cc5xxDuration,
  117. Cc5xxBlockCount: webForwarding.Cc5xxBlockCount,
  118. Cc5xxBlockDuration: webForwarding.Cc5xxBlockDuration,
  119. IsHttps: webForwarding.IsHttps,
  120. Comment: webForwarding.Comment,
  121. BackendList: backend.BackendList,
  122. AllowIpList: backend.AllowIpList,
  123. DenyIpList: backend.DenyIpList,
  124. AccessRule: backend.AccessRule,
  125. HttpsKey: webForwarding.HttpsKey,
  126. HttpsCert: webForwarding.HttpsCert,
  127. }, nil
  128. }
  129. // buildWafFormData 辅助函数,用于构建通用的 formData
  130. func (s *webForwardingService) buildWafFormData(req *v1.WebForwardingDataSend, require v1.GlobalRequire) map[string]interface{} {
  131. // 将BackendList序列化为JSON字符串
  132. backendJSON, err := json.MarshalIndent(req.BackendList, "", " ")
  133. var backendStr interface{}
  134. if err != nil {
  135. // 如果序列化失败,使用空数组
  136. backendStr = "[]"
  137. } else {
  138. // 成功序列化后,使用JSON字符串
  139. backendStr = string(backendJSON)
  140. }
  141. return map[string]interface{}{
  142. "waf_web_id": req.WafWebId,
  143. "tag": require.Tag,
  144. "port": req.Port,
  145. "domain": req.Domain,
  146. "custom_host": req.CustomHost,
  147. "waf_gateway_group_id": require.WafGatewayGroupId,
  148. "waf_web_limit_id": require.LimitRuleId,
  149. "cc_count": req.CcCount,
  150. "cc_duration": req.CcDuration,
  151. "cc_block_count": req.CcBlockCount,
  152. "cc_block_duration": req.CcBlockDuration,
  153. "cc_4xx_count": req.Cc4xxCount,
  154. "cc_4xx_duration": req.Cc4xxDuration,
  155. "cc_4xx_block_count": req.Cc4xxBlockCount,
  156. "cc_4xx_block_duration": req.Cc4xxBlockDuration,
  157. "cc_5xx_count": req.Cc5xxCount,
  158. "cc_5xx_duration": req.Cc5xxDuration,
  159. "cc_5xx_block_count": req.Cc5xxBlockCount,
  160. "cc_5xx_block_duration": req.Cc5xxBlockDuration,
  161. "backend": backendStr,
  162. "allow_ip_list": req.AllowIpList,
  163. "deny_ip_list": req.DenyIpList,
  164. "access_rule": req.AccessRule,
  165. "is_https": req.IsHttps,
  166. "comment": req.Comment,
  167. "https_cert": req.HttpsCert,
  168. "https_key": req.HttpsKey,
  169. }
  170. }
  171. // buildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  172. // ruleId 是从 WAF 系统获取的 ID
  173. func (s *webForwardingService) buildWebForwardingModel(req *v1.WebForwardingDataRequest,ruleId int, require v1.GlobalRequire) *model.WebForwarding {
  174. return &model.WebForwarding{
  175. HostId: require.HostId,
  176. WafWebId: ruleId,
  177. Tag: require.Tag,
  178. Port: req.Port,
  179. Domain: req.Domain,
  180. CustomHost: req.CustomHost,
  181. WafGatewayGroupId: require.WafGatewayGroupId,
  182. WebLimitRuleId: require.LimitRuleId,
  183. CcCount: req.CcCount,
  184. CcDuration: req.CcDuration,
  185. CcBlockCount: req.CcBlockCount,
  186. CcBlockDuration: req.CcBlockDuration,
  187. Cc4xxCount: req.Cc4xxCount,
  188. Cc4xxDuration: req.Cc4xxDuration,
  189. Cc4xxBlockCount: req.Cc4xxBlockCount,
  190. Cc4xxBlockDuration: req.Cc4xxBlockDuration,
  191. Cc5xxCount: req.Cc5xxCount,
  192. Cc5xxDuration: req.Cc5xxDuration,
  193. Cc5xxBlockCount: req.Cc5xxBlockCount,
  194. Cc5xxBlockDuration: req.Cc5xxBlockDuration,
  195. IsHttps: req.IsHttps,
  196. Comment: req.Comment,
  197. HttpsCert: req.HttpsCert,
  198. HttpsKey: req.HttpsKey,
  199. }
  200. }
  201. func (s *webForwardingService) buildWebRuleModel(reqData *v1.WebForwardingDataRequest, require v1.GlobalRequire, localDbId int) *model.WebForwardingRule {
  202. return &model.WebForwardingRule{
  203. Uid: require.Uid,
  204. HostId: require.HostId,
  205. WebId: localDbId, // 关联到本地数据库的主记录 ID
  206. BackendList: reqData.BackendList,
  207. AllowIpList: reqData.AllowIpList,
  208. DenyIpList: reqData.DenyIpList,
  209. AccessRule: reqData.AccessRule,
  210. }
  211. }
  212. func (s *webForwardingService) prepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (v1.GlobalRequire, map[string]interface{}, error) {
  213. // 1. 获取必要的全局信息
  214. require, err := s.require(ctx, v1.GlobalRequire{
  215. HostId: req.HostId,
  216. Uid: req.Uid,
  217. Comment: req.WebForwardingData.Comment,
  218. Domain: req.WebForwardingData.Domain,
  219. })
  220. if err != nil {
  221. return v1.GlobalRequire{}, nil, err
  222. }
  223. if require.WafGatewayGroupId == 0 || require.LimitRuleId == 0 {
  224. return v1.GlobalRequire{}, nil, fmt.Errorf("请先配置实例")
  225. }
  226. // 2. 将字符串切片拼接成字符串,用于 WAF API
  227. allowIpListStr := strings.Join(req.WebForwardingData.AllowIpList, "\n")
  228. denyIpListStr := strings.Join(req.WebForwardingData.DenyIpList, "\n")
  229. PortInt, err := strconv.Atoi(req.WebForwardingData.Port)
  230. if err != nil {
  231. return v1.GlobalRequire{}, nil, err
  232. }
  233. // 3. 创建用于构建 WAF 表单的数据结构
  234. formDataBase := v1.WebForwardingDataSend{
  235. Tag: require.Tag,
  236. WafWebId: req.WebForwardingData.WafWebId,
  237. WafGatewayGroupId: require.WafGatewayGroupId,
  238. WafWebLimitId: require.LimitRuleId,
  239. Port: PortInt,
  240. Domain: req.WebForwardingData.Domain,
  241. CustomHost: req.WebForwardingData.CustomHost,
  242. CcCount: req.WebForwardingData.CcCount,
  243. CcDuration: req.WebForwardingData.CcDuration,
  244. CcBlockCount: req.WebForwardingData.CcBlockCount,
  245. CcBlockDuration: req.WebForwardingData.CcBlockDuration,
  246. Cc4xxCount: req.WebForwardingData.Cc4xxCount,
  247. Cc4xxDuration: req.WebForwardingData.Cc4xxDuration,
  248. Cc4xxBlockCount: req.WebForwardingData.Cc4xxBlockCount,
  249. Cc4xxBlockDuration: req.WebForwardingData.Cc4xxBlockDuration,
  250. Cc5xxCount: req.WebForwardingData.Cc5xxCount,
  251. Cc5xxDuration: req.WebForwardingData.Cc5xxDuration,
  252. Cc5xxBlockCount: req.WebForwardingData.Cc5xxBlockCount,
  253. Cc5xxBlockDuration: req.WebForwardingData.Cc5xxBlockDuration,
  254. IsHttps: req.WebForwardingData.IsHttps,
  255. BackendList: req.WebForwardingData.BackendList,
  256. AllowIpList: allowIpListStr,
  257. DenyIpList: denyIpListStr,
  258. AccessRule: req.WebForwardingData.AccessRule,
  259. Comment: req.WebForwardingData.Comment,
  260. HttpsCert: req.WebForwardingData.HttpsCert,
  261. HttpsKey: req.WebForwardingData.HttpsKey,
  262. }
  263. // 4. 构建 WAF 表单数据映射
  264. formData := s.buildWafFormData(&formDataBase, require)
  265. return require, formData, nil
  266. }
  267. func (s *webForwardingService) AddWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  268. require, formData, err := s.prepareWafData(ctx, req)
  269. if err != nil {
  270. return err
  271. }
  272. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  273. if err != nil {
  274. return err
  275. }
  276. wafWebId, err := s.wafformatter.sendFormData(ctx, "admin/info/waf_web/new", "admin/new/waf_web", formData)
  277. if err != nil {
  278. return err
  279. }
  280. webModel := s.buildWebForwardingModel(&req.WebForwardingData, wafWebId, require)
  281. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  282. if err != nil {
  283. return err
  284. }
  285. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, id)
  286. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  287. return err
  288. }
  289. return nil
  290. }
  291. func (s *webForwardingService) EditWebForwarding(ctx context.Context, req *v1.WebForwardingRequest) error {
  292. WafWebId, err := s.webForwardingRepository.GetWebForwardingWafWebIdById(ctx, req.WebForwardingData.Id)
  293. if err != nil {
  294. return err
  295. }
  296. req.WebForwardingData.WafWebId = WafWebId
  297. require, formData, err := s.prepareWafData(ctx, req)
  298. if err != nil {
  299. return err
  300. }
  301. _, err = s.wafformatter.sendFormData(ctx, "admin/info/waf_web/edit?&__goadmin_edit_pk="+strconv.Itoa(req.WebForwardingData.WafWebId), "admin/edit/waf_web", formData)
  302. if err != nil {
  303. return err
  304. }
  305. webModel := s.buildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.WafWebId, require)
  306. webModel.Id = req.WebForwardingData.Id
  307. if err = s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  308. return err
  309. }
  310. webRuleModel := s.buildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id)
  311. if err = s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  312. return err
  313. }
  314. return nil
  315. }
  316. func (s *webForwardingService) DeleteWebForwarding(ctx context.Context, Ids []int) error {
  317. for _, Id := range Ids {
  318. wafWebId, err := s.webForwardingRepository.GetWebForwardingWafWebIdById(ctx, Id)
  319. if err != nil {
  320. return err
  321. }
  322. _, err = s.crawler.DeleteRule(ctx, wafWebId, "admin/delete/waf_web?page=1&__pageSize=10&__sort=waf_web_id&__sort_type=desc")
  323. if err != nil {
  324. return err
  325. }
  326. if err = s.webForwardingRepository.DeleteWebForwarding(ctx, int64(Id)); err != nil {
  327. return err
  328. }
  329. if err = s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, Id); err != nil {
  330. return err
  331. }
  332. }
  333. return nil
  334. }
  335. func (s *webForwardingService) GetWebForwardingWafWebAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.WebForwardingDataRequest, error) {
  336. type CombinedResult struct {
  337. Id int
  338. Forwarding *model.WebForwarding
  339. BackendRule *model.WebForwardingRule
  340. Err error // 如果此ID的处理出错,则携带错误
  341. }
  342. g, gCtx := errgroup.WithContext(ctx)
  343. ids, err := s.webForwardingRepository.GetWebForwardingWafWebAllIds(gCtx, req.HostId)
  344. if err != nil {
  345. return nil, fmt.Errorf("GetWebForwardingWafWebAllIds failed: %w", err)
  346. }
  347. if len(ids) == 0 {
  348. return nil, nil // 没有ID,直接返回空切片
  349. }
  350. // 创建一个通道来接收每个ID的处理结果
  351. // 通道缓冲区大小设为ID数量,这样发送者不会因为接收者慢而阻塞(在所有goroutine都启动后)
  352. resultsChan := make(chan CombinedResult, len(ids))
  353. for _, idVal := range ids {
  354. currentID := idVal // 捕获循环变量
  355. g.Go(func() error {
  356. var wf *model.WebForwarding
  357. var bk *model.WebForwardingRule
  358. var localErr error
  359. // 1. 获取 WebForwarding 信息
  360. wf, localErr = s.webForwardingRepository.GetWebForwarding(gCtx, int64(currentID))
  361. if localErr != nil {
  362. // 发送错误到通道,并由 errgroup 捕获
  363. // errgroup 会处理第一个非nil错误,并取消其他 goroutine
  364. resultsChan <- CombinedResult{Id: currentID, Err: fmt.Errorf("GetWebForwarding for id %d failed: %w", currentID, localErr)}
  365. return localErr // 返回错误给 errgroup
  366. }
  367. if wf == nil { // 正常情况下,如果没错误,wf不应为nil,但防御性检查
  368. localErr = fmt.Errorf("GetWebForwarding for id %d returned nil data without error", currentID)
  369. resultsChan <- CombinedResult{Id: currentID, Err: localErr}
  370. return localErr
  371. }
  372. // 2. 获取 Backend IP 信息
  373. // 注意:这里我们允许 GetWebForwardingIpsByID 可能返回 nil 数据(例如没有规则)而不是错误
  374. // 如果它也可能返回错误,则处理方式与上面类似
  375. bk, localErr = s.webForwardingRepository.GetWebForwardingIpsByID(gCtx, currentID)
  376. if localErr != nil {
  377. // 如果获取IP信息失败是一个致命错误,则也应返回错误
  378. // 如果允许部分成功(比如有WebForwarding但没有IP信息),则可以不将此视为errgroup的错误
  379. // 这里假设它也是一个需要errgroup捕获的错误
  380. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, Err: fmt.Errorf("GetWebForwardingIpsByID for id %d failed: %w", currentID, localErr)}
  381. return localErr // 返回错误给 errgroup
  382. }
  383. // bk 可能是 nil 如果没有错误且没有规则,这取决于业务逻辑
  384. // 发送成功的结果到通道
  385. resultsChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  386. return nil // 此goroutine成功
  387. })
  388. }
  389. // 等待所有goroutine完成
  390. groupErr := g.Wait()
  391. // 关闭通道,表示所有发送者都已完成
  392. // 这一步很重要,这样下面的 range 循环才能正常结束
  393. close(resultsChan)
  394. // 如果 errgroup 捕获到任何错误,优先返回该错误
  395. if groupErr != nil {
  396. // 虽然errgroup已经出错了,但通道中可能已经有一些结果(来自出错前成功或出错的goroutine)
  397. // 我们需要排空通道以避免goroutine泄漏(如果它们在发送时阻塞)
  398. // 但由于我们优先返回groupErr,这些结果将被丢弃。
  399. // 在这种设计下,通常任何一个子任务失败都会导致整个操作失败。
  400. return nil, groupErr
  401. }
  402. // 如果没有错误,收集所有成功的结果
  403. finalResults := make([]v1.WebForwardingDataRequest, 0, len(ids))
  404. for res := range resultsChan {
  405. // 再次检查通道中的错误,尽管 errgroup 应该已经捕获了
  406. // 但这是一种更细致的错误处理,以防万一有goroutine在errgroup.Wait()前发送了错误但未被errgroup捕获
  407. // (理论上,如果goroutine返回了错误,errgroup会处理)
  408. // 主要目的是处理 res.forwarding 为 nil 的情况 (如果上面允许不返回错误)
  409. if res.Err != nil {
  410. // 如果到这里还有错误,说明逻辑可能有问题,或者我们决定忽略某些类型的子错误
  411. // 在此示例中,因为 g.Wait() 没有错误,所以这里的 res.err 应该是nil
  412. // 如果不是,那么可能是goroutine在return nil前发送了带有错误的res。
  413. // 严格来说,如果errgroup没有错误,这里res.err也应该是nil
  414. // 但以防万一,我们可以记录日志
  415. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", res.Id, res.Err)
  416. }
  417. if res.Forwarding == nil {
  418. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", res.Id)
  419. }
  420. dataReq := v1.WebForwardingDataRequest{
  421. Id: res.Forwarding.Id,
  422. Port: res.Forwarding.Port,
  423. Domain: res.Forwarding.Domain,
  424. CustomHost: res.Forwarding.CustomHost,
  425. CcCount: res.Forwarding.CcCount,
  426. CcDuration: res.Forwarding.CcDuration,
  427. CcBlockCount: res.Forwarding.CcBlockCount,
  428. CcBlockDuration: res.Forwarding.CcBlockDuration,
  429. Cc4xxCount: res.Forwarding.Cc4xxCount,
  430. Cc4xxDuration: res.Forwarding.Cc4xxDuration,
  431. Cc4xxBlockCount: res.Forwarding.Cc4xxBlockCount,
  432. Cc4xxBlockDuration: res.Forwarding.Cc4xxBlockDuration,
  433. Cc5xxCount: res.Forwarding.Cc5xxCount,
  434. Cc5xxDuration: res.Forwarding.Cc5xxDuration,
  435. Cc5xxBlockCount: res.Forwarding.Cc5xxBlockCount,
  436. Cc5xxBlockDuration: res.Forwarding.Cc5xxBlockDuration,
  437. IsHttps: res.Forwarding.IsHttps,
  438. Comment: res.Forwarding.Comment,
  439. HttpsKey: res.Forwarding.HttpsKey,
  440. HttpsCert: res.Forwarding.HttpsCert,
  441. }
  442. if res.BackendRule != nil { // 只有当 BackendRule 存在时才填充相关字段
  443. dataReq.BackendList = res.BackendRule.BackendList
  444. dataReq.AllowIpList = res.BackendRule.AllowIpList
  445. dataReq.DenyIpList = res.BackendRule.DenyIpList
  446. dataReq.AccessRule = res.BackendRule.AccessRule
  447. }
  448. finalResults = append(finalResults, dataReq)
  449. }
  450. sort.Slice(finalResults, func(i, j int) bool {
  451. return finalResults[i].Id > finalResults[j].Id
  452. })
  453. return finalResults, nil
  454. }