udpforwarding.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "golang.org/x/sync/errgroup"
  10. "maps"
  11. "net"
  12. "sort"
  13. )
  14. type UdpForWardingService interface {
  15. GetUdpForWarding(ctx context.Context,req v1.GetForwardingRequest) (v1.UdpForwardingDataRequest, error)
  16. AddUdpForwarding(ctx context.Context, req *v1.UdpForwardingRequest) error
  17. EditUdpForwarding(ctx context.Context, req *v1.UdpForwardingRequest) error
  18. DeleteUdpForwarding(ctx context.Context, Ids []int) error
  19. GetUdpForwardingWafUdpAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.UdpForwardingDataRequest, error)
  20. }
  21. func NewUdpForWardingService(
  22. service *Service,
  23. udpForWardingRepository repository.UdpForWardingRepository,
  24. required RequiredService,
  25. parser ParserService,
  26. crawler CrawlerService,
  27. globalRep repository.GlobalLimitRepository,
  28. hostRep repository.HostRepository,
  29. wafformatter WafFormatterService,
  30. cdn CdnService,
  31. ) UdpForWardingService {
  32. return &udpForWardingService{
  33. Service: service,
  34. udpForWardingRepository: udpForWardingRepository,
  35. required: required,
  36. parser: parser,
  37. crawler: crawler,
  38. globalRep: globalRep,
  39. hostRep: hostRep,
  40. wafformatter: wafformatter,
  41. cdn: cdn,
  42. }
  43. }
  44. const (
  45. udp = "udp"
  46. )
  47. type udpForWardingService struct {
  48. *Service
  49. udpForWardingRepository repository.UdpForWardingRepository
  50. required RequiredService
  51. parser ParserService
  52. crawler CrawlerService
  53. globalRep repository.GlobalLimitRepository
  54. hostRep repository.HostRepository
  55. wafformatter WafFormatterService
  56. cdn CdnService
  57. }
  58. func (s *udpForWardingService) GetUdpForWarding(ctx context.Context,req v1.GetForwardingRequest) (v1.UdpForwardingDataRequest, error) {
  59. var udpForWarding model.UdpForWarding
  60. var backend model.UdpForwardingRule
  61. var err error
  62. g, gCtx := errgroup.WithContext(ctx)
  63. g.Go(func() error {
  64. res, e := s.udpForWardingRepository.GetUdpForWarding(gCtx, int64(req.Id))
  65. if e != nil {
  66. return fmt.Errorf("GetUdpForWarding failed: %w", e)
  67. }
  68. if res != nil {
  69. udpForWarding = *res
  70. }
  71. return nil
  72. })
  73. g.Go(func() error {
  74. res, e := s.udpForWardingRepository.GetUdpForwardingIpsByID(gCtx, req.Id)
  75. if e != nil {
  76. return fmt.Errorf("GetUdpForWardingByID failed: %w", e)
  77. }
  78. if res != nil {
  79. backend = *res
  80. }
  81. return nil
  82. })
  83. if err = g.Wait(); err != nil {
  84. return v1.UdpForwardingDataRequest{}, err
  85. }
  86. return v1.UdpForwardingDataRequest{
  87. Id: udpForWarding.Id,
  88. Port: udpForWarding.Port,
  89. BackendList: backend.BackendList,
  90. Comment: udpForWarding.Comment,
  91. }, nil
  92. }
  93. func (s *udpForWardingService) buildUdpForwardingModel(req *v1.UdpForwardingDataRequest, ruleId int, require RequireResponse) *model.UdpForWarding {
  94. return &model.UdpForWarding{
  95. HostId: require.HostId,
  96. CdnWebId: ruleId,
  97. Port: req.Port,
  98. Comment: req.Comment,
  99. }
  100. }
  101. func (s *udpForWardingService) buildUdpRuleModel(reqData *v1.UdpForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.UdpForwardingRule {
  102. return &model.UdpForwardingRule{
  103. Uid: require.Uid,
  104. HostId: require.HostId,
  105. UdpId: localDbId, // 关联到本地数据库的主记录 ID
  106. CdnOriginIds: cdnOriginIds,
  107. BackendList: reqData.BackendList,
  108. }
  109. }
  110. func (s *udpForWardingService) prepareWafData(ctx context.Context, req *v1.UdpForwardingRequest) (RequireResponse, v1.Website, error) {
  111. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  112. HostId: req.HostId,
  113. Uid: req.Uid,
  114. Comment: req.UdpForwardingData.Comment,
  115. })
  116. if err != nil {
  117. return RequireResponse{}, v1.Website{}, err
  118. }
  119. if require.GatewayGroupId == 0 || require.Uid == 0 {
  120. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  121. }
  122. var jsonData v1.TypeJSON
  123. jsonData.IsOn = true
  124. for _, v := range require.GatewayIps {
  125. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  126. Protocol: "udp",
  127. Host: v,
  128. Port: req.UdpForwardingData.Port,
  129. })
  130. }
  131. byteData, err := json.Marshal(jsonData)
  132. if err != nil {
  133. return RequireResponse{}, v1.Website{}, err
  134. }
  135. formData := v1.Website{
  136. UserId: int64(require.CdnUid),
  137. Type: "udpProxy",
  138. Name: require.Tag,
  139. Description: req.UdpForwardingData.Comment,
  140. UdpJSON: byteData,
  141. ServerGroupIds: []int64{int64(require.GroupId)},
  142. UserPlanId: int64(require.RuleId),
  143. NodeClusterId: 1,
  144. }
  145. return require, formData, nil
  146. }
  147. func (s *udpForWardingService) AddUdpForwarding(ctx context.Context, req *v1.UdpForwardingRequest) error {
  148. require, formData, err := s.prepareWafData(ctx, req)
  149. if err != nil {
  150. return err
  151. }
  152. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  153. if err != nil {
  154. return err
  155. }
  156. udpId, err := s.cdn.CreateWebsite(ctx, formData)
  157. if err != nil {
  158. return err
  159. }
  160. // 添加源站
  161. cdnOriginIds := make(map[string]int64)
  162. for _, v := range req.UdpForwardingData.BackendList {
  163. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  164. ApiType: "udp",
  165. BackendList: v,
  166. Comment: req.UdpForwardingData.Comment,
  167. })
  168. if err != nil {
  169. return err
  170. }
  171. cdnOriginIds[v] = id
  172. }
  173. // 添加源站到网站
  174. for _, v := range cdnOriginIds {
  175. err = s.cdn.AddServerOrigin(ctx, udpId, v)
  176. if err != nil {
  177. return err
  178. }
  179. }
  180. udpModel := s.buildUdpForwardingModel(&req.UdpForwardingData, int(udpId), require)
  181. id, err := s.udpForWardingRepository.AddUdpForwarding(ctx, udpModel)
  182. if err != nil {
  183. return err
  184. }
  185. udpRuleModel := s.buildUdpRuleModel(&req.UdpForwardingData, require, id, cdnOriginIds)
  186. if _, err = s.udpForWardingRepository.AddUdpForwardingIps(ctx, *udpRuleModel); err != nil {
  187. return err
  188. }
  189. // 异步任务:将IP添加到白名单
  190. var ips []string
  191. if req.UdpForwardingData.BackendList != nil {
  192. for _, v := range req.UdpForwardingData.BackendList {
  193. ip, _, err := net.SplitHostPort(v)
  194. if err != nil {
  195. return err
  196. }
  197. ips = append(ips, ip)
  198. }
  199. go s.wafformatter.PublishIpWhitelistTask(ips, "add","","white")
  200. }
  201. return nil
  202. }
  203. func (s *udpForWardingService) EditUdpForwarding(ctx context.Context, req *v1.UdpForwardingRequest) error {
  204. require, formData, err := s.prepareWafData(ctx, req)
  205. if err != nil {
  206. return err
  207. }
  208. oldData, err := s.udpForWardingRepository.GetUdpForWarding(ctx, int64(req.UdpForwardingData.Id))
  209. if err != nil {
  210. return err
  211. }
  212. //修改网站端口
  213. if oldData.Port != req.UdpForwardingData.Port {
  214. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  215. Id: int64(oldData.CdnWebId),
  216. TypeJSON: formData.TcpJSON,
  217. }, "tcp")
  218. if err != nil {
  219. return err
  220. }
  221. }
  222. //修改网站名字
  223. if oldData.Comment != req.UdpForwardingData.Comment {
  224. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag)
  225. if err != nil {
  226. return err
  227. }
  228. }
  229. // 异步任务:将IP添加到白名单
  230. ipData, err := s.udpForWardingRepository.GetUdpForwardingIpsByID(ctx, req.UdpForwardingData.Id)
  231. if err != nil {
  232. return err
  233. }
  234. addedIps, removedIps, err := s.wafformatter.WashEditWafIp(ctx,req.UdpForwardingData.BackendList,ipData.BackendList)
  235. if err != nil {
  236. return err
  237. }
  238. if len(addedIps) > 0 {
  239. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add","","white")
  240. }
  241. if len(removedIps) > 0 {
  242. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps,udp)
  243. if err != nil {
  244. return err
  245. }
  246. // 4. 如果有需要处理的IP,则批量发布一次任务
  247. if len(ipsToDelist) > 0 {
  248. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  249. }
  250. }
  251. //修改源站
  252. addOrigins, delOrigins := s.wafformatter.findIpDifferences(ipData.BackendList, req.UdpForwardingData.BackendList)
  253. addedIds := make(map[string]int64)
  254. for _, v := range addOrigins {
  255. id, err := s.wafformatter.AddOrigin(ctx,v1.WebJson{
  256. ApiType: "udp",
  257. BackendList: v,
  258. Comment: req.UdpForwardingData.Comment,
  259. })
  260. if err != nil {
  261. return err
  262. }
  263. addedIds[v] = id
  264. }
  265. for _, v := range addedIds {
  266. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  267. if err != nil {
  268. return err
  269. }
  270. }
  271. maps.Copy(ipData.CdnOriginIds, addedIds)
  272. for k, v := range ipData.CdnOriginIds {
  273. for _, ip := range delOrigins {
  274. if k == ip {
  275. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  276. if err != nil {
  277. return err
  278. }
  279. delete(ipData.CdnOriginIds, k)
  280. }
  281. }
  282. }
  283. udpModel := s.buildUdpForwardingModel(&req.UdpForwardingData, oldData.CdnWebId, require)
  284. udpModel.Id = req.UdpForwardingData.Id
  285. if err = s.udpForWardingRepository.EditUdpForwarding(ctx, udpModel); err != nil {
  286. return err
  287. }
  288. udpRuleModel := s.buildUdpRuleModel(&req.UdpForwardingData, require, req.UdpForwardingData.Id, ipData.CdnOriginIds)
  289. if err = s.udpForWardingRepository.EditUdpForwardingIps(ctx, *udpRuleModel); err != nil {
  290. return err
  291. }
  292. return nil
  293. }
  294. func (s *udpForWardingService) DeleteUdpForwarding(ctx context.Context, Ids []int) error {
  295. for _, id := range Ids {
  296. oldData, err := s.udpForWardingRepository.GetUdpForWarding(ctx, int64(id))
  297. if err != nil {
  298. return err
  299. }
  300. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  301. if err != nil {
  302. return err
  303. }
  304. // 异步任务:将IP添加到白名单
  305. ipData, err := s.udpForWardingRepository.GetUdpForwardingIpsByID(ctx, id)
  306. if err != nil {
  307. return err
  308. }
  309. var ips []string
  310. ips, err = s.wafformatter.WashDeleteWafIp(ctx, ipData.BackendList)
  311. if err != nil {
  312. return err
  313. }
  314. if len(ips) > 0 {
  315. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips,udp)
  316. if err != nil {
  317. return err
  318. }
  319. // 4. 如果有需要处理的IP,则批量发布一次任务
  320. if len(ipsToDelist) > 0 {
  321. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  322. }
  323. }
  324. if err = s.udpForWardingRepository.DeleteUdpForwarding(ctx, int64(id)); err != nil {
  325. return err
  326. }
  327. if err = s.udpForWardingRepository.DeleteUdpForwardingIpsById(ctx, id); err != nil {
  328. return err
  329. }
  330. }
  331. return nil
  332. }
  333. func (s *udpForWardingService) GetUdpForwardingWafUdpAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.UdpForwardingDataRequest, error) {
  334. type CombinedResult struct {
  335. Id int
  336. Forwarding *model.UdpForWarding
  337. BackendRule *model.UdpForwardingRule
  338. Err error // 如果此ID的处理出错,则携带错误
  339. }
  340. g,gCtx := errgroup.WithContext(ctx)
  341. ids, err := s.udpForWardingRepository.GetUdpForwardingWafUdpAllIds(gCtx, req.HostId)
  342. if err != nil {
  343. return nil, fmt.Errorf("GetUdpForwardingWafUdpAllIds failed: %w", err)
  344. }
  345. if len(ids) == 0 {
  346. return nil, nil
  347. }
  348. resChan := make(chan CombinedResult, len(ids))
  349. for _, idVal := range ids {
  350. currentID := idVal
  351. g.Go(func() error {
  352. var wf *model.UdpForWarding
  353. var bk *model.UdpForwardingRule
  354. var localErr error
  355. wf, localErr = s.udpForWardingRepository.GetUdpForWarding(gCtx, int64(currentID))
  356. if localErr != nil {
  357. resChan <- CombinedResult{Id: currentID, Err: localErr}
  358. return localErr
  359. }
  360. bk, localErr = s.udpForWardingRepository.GetUdpForwardingIpsByID(gCtx, currentID)
  361. if localErr != nil {
  362. resChan <- CombinedResult{Id: currentID, Err: localErr}
  363. return localErr
  364. }
  365. resChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  366. return nil
  367. })
  368. }
  369. groupErr := g.Wait()
  370. close(resChan)
  371. if groupErr != nil {
  372. return nil, groupErr
  373. }
  374. res := make([]v1.UdpForwardingDataRequest, 0, len(ids))
  375. for r := range resChan {
  376. if r.Err != nil {
  377. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", r.Id, r.Err)
  378. }
  379. if r.Forwarding == nil {
  380. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", r.Id)
  381. }
  382. dataReq := v1.UdpForwardingDataRequest{
  383. Id: r.Forwarding.Id,
  384. Port: r.Forwarding.Port,
  385. Comment: r.Forwarding.Comment,
  386. }
  387. if r.BackendRule != nil {
  388. dataReq.BackendList = r.BackendRule.BackendList
  389. }
  390. res = append(res, dataReq)
  391. }
  392. sort.Slice(res, func(i, j int) bool {
  393. return res[i].Id > res[j].Id
  394. })
  395. return res, nil
  396. }