udpforwarding.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514
  1. package waf
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "github.com/go-nunu/nunu-layout-advanced/internal/repository/api/waf"
  10. "github.com/go-nunu/nunu-layout-advanced/internal/service"
  11. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/flexCdn"
  12. "golang.org/x/sync/errgroup"
  13. "maps"
  14. "net"
  15. "sort"
  16. )
  17. type UdpForWardingService interface {
  18. GetUdpForWarding(ctx context.Context,req v1.GetForwardingRequest) (v1.UdpForwardingDataRequest, error)
  19. AddUdpForwarding(ctx context.Context, req *v1.UdpForwardingRequest) (int, error)
  20. EditUdpForwarding(ctx context.Context, req *v1.UdpForwardingRequest) error
  21. DeleteUdpForwarding(ctx context.Context, req v1.DeleteUdpForwardingRequest) error
  22. GetUdpForwardingWafUdpAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.UdpForwardingDataRequest, error)
  23. }
  24. func NewUdpForWardingService(
  25. service *service.Service,
  26. udpForWardingRepository waf.UdpForWardingRepository,
  27. required service.RequiredService,
  28. parser service.ParserService,
  29. crawler service.CrawlerService,
  30. globalRep waf.GlobalLimitRepository,
  31. hostRep repository.HostRepository,
  32. wafformatter WafFormatterService,
  33. cdn flexCdn.CdnService,
  34. proxy flexCdn.ProxyService,
  35. ) UdpForWardingService {
  36. return &udpForWardingService{
  37. Service: service,
  38. udpForWardingRepository: udpForWardingRepository,
  39. required: required,
  40. parser: parser,
  41. crawler: crawler,
  42. globalRep: globalRep,
  43. hostRep: hostRep,
  44. wafformatter: wafformatter,
  45. cdn: cdn,
  46. proxy: proxy,
  47. }
  48. }
  49. type udpForWardingService struct {
  50. *service.Service
  51. udpForWardingRepository waf.UdpForWardingRepository
  52. required service.RequiredService
  53. parser service.ParserService
  54. crawler service.CrawlerService
  55. globalRep waf.GlobalLimitRepository
  56. hostRep repository.HostRepository
  57. wafformatter WafFormatterService
  58. cdn flexCdn.CdnService
  59. proxy flexCdn.ProxyService
  60. }
  61. func (s *udpForWardingService) GetUdpForWarding(ctx context.Context,req v1.GetForwardingRequest) (v1.UdpForwardingDataRequest, error) {
  62. var udpForWarding model.UdpForWarding
  63. var backend model.UdpForwardingRule
  64. var err error
  65. g, gCtx := errgroup.WithContext(ctx)
  66. g.Go(func() error {
  67. res, e := s.udpForWardingRepository.GetUdpForWarding(gCtx, int64(req.Id))
  68. if e != nil {
  69. return fmt.Errorf("GetUdpForWarding failed: %w", e)
  70. }
  71. if res != nil {
  72. udpForWarding = *res
  73. }
  74. return nil
  75. })
  76. g.Go(func() error {
  77. res, e := s.udpForWardingRepository.GetUdpForwardingIpsByID(gCtx, req.Id)
  78. if e != nil {
  79. return fmt.Errorf("GetUdpForWardingByID failed: %w", e)
  80. }
  81. if res != nil {
  82. backend = *res
  83. }
  84. return nil
  85. })
  86. if err = g.Wait(); err != nil {
  87. return v1.UdpForwardingDataRequest{}, err
  88. }
  89. return v1.UdpForwardingDataRequest{
  90. Id: udpForWarding.Id,
  91. Port: udpForWarding.Port,
  92. BackendList: backend.BackendList,
  93. Comment: udpForWarding.Comment,
  94. Proxy: udpForWarding.Proxy,
  95. }, nil
  96. }
  97. func (s *udpForWardingService) buildUdpForwardingModel(req *v1.UdpForwardingDataRequest, ruleId int, require RequireResponse) *model.UdpForWarding {
  98. return &model.UdpForWarding{
  99. HostId: require.HostId,
  100. CdnWebId: ruleId,
  101. Port: req.Port,
  102. Comment: req.Comment,
  103. Proxy: req.Proxy,
  104. }
  105. }
  106. func (s *udpForWardingService) buildUdpRuleModel(reqData *v1.UdpForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.UdpForwardingRule {
  107. return &model.UdpForwardingRule{
  108. Uid: require.Uid,
  109. HostId: require.HostId,
  110. UdpId: localDbId, // 关联到本地数据库的主记录 ID
  111. CdnOriginIds: cdnOriginIds,
  112. BackendList: reqData.BackendList,
  113. }
  114. }
  115. func (s *udpForWardingService) prepareWafData(ctx context.Context, req *v1.UdpForwardingRequest) (RequireResponse, v1.WebsiteSend, error) {
  116. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  117. HostId: req.HostId,
  118. Uid: req.Uid,
  119. Comment: req.UdpForwardingData.Comment,
  120. })
  121. if err != nil {
  122. return RequireResponse{}, v1.WebsiteSend{}, err
  123. }
  124. if require.Uid == 0 {
  125. return RequireResponse{}, v1.WebsiteSend{}, fmt.Errorf("请先配置实例")
  126. }
  127. var jsonData v1.TypeJSON
  128. jsonData.IsOn = true
  129. for _, v := range require.GatewayIps {
  130. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  131. Protocol: "udp",
  132. Host: v,
  133. Port: req.UdpForwardingData.Port,
  134. })
  135. }
  136. byteData, err := json.Marshal(jsonData)
  137. if err != nil {
  138. return RequireResponse{}, v1.WebsiteSend{}, err
  139. }
  140. formData := v1.WebsiteSend{
  141. UserId: int64(require.CdnUid),
  142. Type: "udpProxy",
  143. Name: require.Tag,
  144. Description: req.UdpForwardingData.Comment,
  145. UdpJSON: byteData,
  146. ServerGroupIds: []int64{int64(require.GroupId)},
  147. NodeClusterId: 2,
  148. }
  149. return require, formData, nil
  150. }
  151. func (s *udpForWardingService) AddUdpForwarding(ctx context.Context, req *v1.UdpForwardingRequest) (int, error) {
  152. require, formData, err := s.prepareWafData(ctx, req)
  153. if err != nil {
  154. return 0, err
  155. }
  156. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  157. if err != nil {
  158. return 0, err
  159. }
  160. // 验证端口重复
  161. err = s.wafformatter.VerifyPort(ctx, "udp", int64(req.UdpForwardingData.Id), req.UdpForwardingData.Port, int64(require.HostId), "")
  162. if err != nil {
  163. return 0, err
  164. }
  165. udpId, err := s.cdn.CreateWebsite(ctx, formData)
  166. if err != nil {
  167. return 0, err
  168. }
  169. // 添加源站
  170. cdnOriginIds := make(map[string]int64)
  171. for _, v := range req.UdpForwardingData.BackendList {
  172. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  173. ApiType: "udp",
  174. BackendList: v,
  175. Comment: req.UdpForwardingData.Comment,
  176. })
  177. if err != nil {
  178. return 0, err
  179. }
  180. cdnOriginIds[v] = id
  181. }
  182. // 添加源站到网站
  183. for _, v := range cdnOriginIds {
  184. err = s.cdn.AddServerOrigin(ctx, udpId, v)
  185. if err != nil {
  186. return 0, err
  187. }
  188. }
  189. // 开启proxy
  190. if req.UdpForwardingData.Proxy {
  191. err = s.proxy.EditProxy(ctx,udpId, v1.ProxyProtocolJSON{
  192. IsOn: true,
  193. Version: 1,
  194. })
  195. if err != nil {
  196. return 0, err
  197. }
  198. }
  199. udpModel := s.buildUdpForwardingModel(&req.UdpForwardingData, int(udpId), require)
  200. id, err := s.udpForWardingRepository.AddUdpForwarding(ctx, udpModel)
  201. if err != nil {
  202. return 0, err
  203. }
  204. udpRuleModel := s.buildUdpRuleModel(&req.UdpForwardingData, require, id, cdnOriginIds)
  205. if _, err = s.udpForWardingRepository.AddUdpForwardingIps(ctx, *udpRuleModel); err != nil {
  206. return 0, err
  207. }
  208. // 异步任务:将IP添加到白名单
  209. var ips []string
  210. if req.UdpForwardingData.BackendList != nil {
  211. for _, v := range req.UdpForwardingData.BackendList {
  212. ip, _, err := net.SplitHostPort(v)
  213. if err != nil {
  214. return 0, err
  215. }
  216. ips = append(ips, ip)
  217. }
  218. go s.wafformatter.PublishIpWhitelistTask(ips, "add","","white")
  219. }
  220. return id, nil
  221. }
  222. func (s *udpForWardingService) EditUdpForwarding(ctx context.Context, req *v1.UdpForwardingRequest) error {
  223. require, formData, err := s.prepareWafData(ctx, req)
  224. if err != nil {
  225. return err
  226. }
  227. oldData, err := s.udpForWardingRepository.GetUdpForWarding(ctx, int64(req.UdpForwardingData.Id))
  228. if err != nil {
  229. return err
  230. }
  231. // 验证端口重复
  232. if oldData.Port != req.UdpForwardingData.Port {
  233. err = s.wafformatter.VerifyPort(ctx, "udp", int64(req.UdpForwardingData.Id), req.UdpForwardingData.Port, int64(require.HostId), "")
  234. if err != nil {
  235. return err
  236. }
  237. }
  238. //修改网站端口
  239. if oldData.Port != req.UdpForwardingData.Port {
  240. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  241. Id: int64(oldData.CdnWebId),
  242. TypeJSON: formData.TcpJSON,
  243. }, "tcp")
  244. if err != nil {
  245. return err
  246. }
  247. }
  248. //修改网站名字
  249. if oldData.Comment != req.UdpForwardingData.Comment {
  250. nodeId, err := s.globalRep.GetNodeId(ctx, oldData.CdnWebId)
  251. if err != nil {
  252. return err
  253. }
  254. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag, nodeId)
  255. if err != nil {
  256. return err
  257. }
  258. }
  259. //修改Proxy
  260. if oldData.Proxy != req.UdpForwardingData.Proxy {
  261. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  262. IsOn: req.UdpForwardingData.Proxy,
  263. Version: 1,
  264. })
  265. if err != nil {
  266. return err
  267. }
  268. }
  269. // 异步任务:将IP添加到白名单
  270. ipData, err := s.udpForWardingRepository.GetUdpForwardingIpsByID(ctx, req.UdpForwardingData.Id)
  271. if err != nil {
  272. return err
  273. }
  274. addedIps, removedIps, err := s.wafformatter.WashEditWafIp(ctx,req.UdpForwardingData.BackendList,ipData.BackendList)
  275. if err != nil {
  276. return err
  277. }
  278. if len(addedIps) > 0 {
  279. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add","","white")
  280. }
  281. if len(removedIps) > 0 {
  282. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  283. if err != nil {
  284. return err
  285. }
  286. // 4. 如果有需要处理的IP,则批量发布一次任务
  287. if len(ipsToDelist) > 0 {
  288. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  289. }
  290. }
  291. //修改源站
  292. addOrigins, delOrigins := s.wafformatter.findIpDifferences(ipData.BackendList, req.UdpForwardingData.BackendList)
  293. addedIds := make(map[string]int64)
  294. for _, v := range addOrigins {
  295. id, err := s.wafformatter.AddOrigin(ctx,v1.WebJson{
  296. ApiType: "udp",
  297. BackendList: v,
  298. Comment: req.UdpForwardingData.Comment,
  299. })
  300. if err != nil {
  301. return err
  302. }
  303. addedIds[v] = id
  304. }
  305. for _, v := range addedIds {
  306. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  307. if err != nil {
  308. return err
  309. }
  310. }
  311. maps.Copy(ipData.CdnOriginIds, addedIds)
  312. for k, v := range ipData.CdnOriginIds {
  313. for _, ip := range delOrigins {
  314. if k == ip {
  315. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  316. if err != nil {
  317. return err
  318. }
  319. delete(ipData.CdnOriginIds, k)
  320. }
  321. }
  322. }
  323. udpModel := s.buildUdpForwardingModel(&req.UdpForwardingData, oldData.CdnWebId, require)
  324. udpModel.Id = req.UdpForwardingData.Id
  325. if err = s.udpForWardingRepository.EditUdpForwarding(ctx, udpModel); err != nil {
  326. return err
  327. }
  328. udpRuleModel := s.buildUdpRuleModel(&req.UdpForwardingData, require, req.UdpForwardingData.Id, ipData.CdnOriginIds)
  329. if err = s.udpForWardingRepository.EditUdpForwardingIps(ctx, *udpRuleModel); err != nil {
  330. return err
  331. }
  332. return nil
  333. }
  334. func (s *udpForWardingService) DeleteUdpForwarding(ctx context.Context, req v1.DeleteUdpForwardingRequest) error {
  335. for _, id := range req.Ids {
  336. oldData, err := s.udpForWardingRepository.GetUdpForWarding(ctx, int64(id))
  337. if err != nil {
  338. return err
  339. }
  340. if oldData.HostId != req.HostId {
  341. return fmt.Errorf("用户权限不足")
  342. }
  343. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  344. if err != nil {
  345. return err
  346. }
  347. // 异步任务:将IP添加到白名单
  348. ipData, err := s.udpForWardingRepository.GetUdpForwardingIpsByID(ctx, id)
  349. if err != nil {
  350. return err
  351. }
  352. var ips []string
  353. if ipData != nil && len(ipData.BackendList) > 0 {
  354. ips, err = s.wafformatter.WashDeleteWafIp(ctx, ipData.BackendList)
  355. if err != nil {
  356. return err
  357. }
  358. }
  359. if len(ips) > 0 {
  360. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  361. if err != nil {
  362. return err
  363. }
  364. // 4. 如果有需要处理的IP,则批量发布一次任务
  365. if len(ipsToDelist) > 0 {
  366. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  367. }
  368. }
  369. if err = s.udpForWardingRepository.DeleteUdpForwarding(ctx, int64(id)); err != nil {
  370. return err
  371. }
  372. if err = s.udpForWardingRepository.DeleteUdpForwardingIpsById(ctx, id); err != nil {
  373. return err
  374. }
  375. }
  376. return nil
  377. }
  378. func (s *udpForWardingService) GetUdpForwardingWafUdpAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.UdpForwardingDataRequest, error) {
  379. type CombinedResult struct {
  380. Id int
  381. Forwarding *model.UdpForWarding
  382. BackendRule *model.UdpForwardingRule
  383. Err error // 如果此ID的处理出错,则携带错误
  384. }
  385. g,gCtx := errgroup.WithContext(ctx)
  386. ids, err := s.udpForWardingRepository.GetUdpForwardingWafUdpAllIds(gCtx, req.HostId)
  387. if err != nil {
  388. return nil, fmt.Errorf("GetUdpForwardingWafUdpAllIds failed: %w", err)
  389. }
  390. if len(ids) == 0 {
  391. return nil, nil
  392. }
  393. resChan := make(chan CombinedResult, len(ids))
  394. for _, idVal := range ids {
  395. currentID := idVal
  396. g.Go(func() error {
  397. var wf *model.UdpForWarding
  398. var bk *model.UdpForwardingRule
  399. var localErr error
  400. wf, localErr = s.udpForWardingRepository.GetUdpForWarding(gCtx, int64(currentID))
  401. if localErr != nil {
  402. resChan <- CombinedResult{Id: currentID, Err: localErr}
  403. return localErr
  404. }
  405. bk, localErr = s.udpForWardingRepository.GetUdpForwardingIpsByID(gCtx, currentID)
  406. if localErr != nil {
  407. resChan <- CombinedResult{Id: currentID, Err: localErr}
  408. return localErr
  409. }
  410. resChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  411. return nil
  412. })
  413. }
  414. groupErr := g.Wait()
  415. close(resChan)
  416. if groupErr != nil {
  417. return nil, groupErr
  418. }
  419. res := make([]v1.UdpForwardingDataRequest, 0, len(ids))
  420. for r := range resChan {
  421. if r.Err != nil {
  422. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", r.Id, r.Err)
  423. }
  424. if r.Forwarding == nil {
  425. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", r.Id)
  426. }
  427. dataReq := v1.UdpForwardingDataRequest{
  428. Id: r.Forwarding.Id,
  429. Port: r.Forwarding.Port,
  430. Comment: r.Forwarding.Comment,
  431. Proxy: r.Forwarding.Proxy,
  432. }
  433. if r.BackendRule != nil {
  434. dataReq.BackendList = r.BackendRule.BackendList
  435. }
  436. res = append(res, dataReq)
  437. }
  438. sort.Slice(res, func(i, j int) bool {
  439. return res[i].Id > res[j].Id
  440. })
  441. return res, nil
  442. }