udpforwarding.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "golang.org/x/sync/errgroup"
  10. "maps"
  11. "net"
  12. "sort"
  13. )
  14. type UdpForWardingService interface {
  15. GetUdpForWarding(ctx context.Context,req v1.GetForwardingRequest) (v1.UdpForwardingDataRequest, error)
  16. AddUdpForwarding(ctx context.Context, req *v1.UdpForwardingRequest) error
  17. EditUdpForwarding(ctx context.Context, req *v1.UdpForwardingRequest) error
  18. DeleteUdpForwarding(ctx context.Context, Ids []int) error
  19. GetUdpForwardingWafUdpAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.UdpForwardingDataRequest, error)
  20. }
  21. func NewUdpForWardingService(
  22. service *Service,
  23. udpForWardingRepository repository.UdpForWardingRepository,
  24. required RequiredService,
  25. parser ParserService,
  26. crawler CrawlerService,
  27. globalRep repository.GlobalLimitRepository,
  28. hostRep repository.HostRepository,
  29. wafformatter WafFormatterService,
  30. cdn CdnService,
  31. ) UdpForWardingService {
  32. return &udpForWardingService{
  33. Service: service,
  34. udpForWardingRepository: udpForWardingRepository,
  35. required: required,
  36. parser: parser,
  37. crawler: crawler,
  38. globalRep: globalRep,
  39. hostRep: hostRep,
  40. wafformatter: wafformatter,
  41. cdn: cdn,
  42. }
  43. }
  44. type udpForWardingService struct {
  45. *Service
  46. udpForWardingRepository repository.UdpForWardingRepository
  47. required RequiredService
  48. parser ParserService
  49. crawler CrawlerService
  50. globalRep repository.GlobalLimitRepository
  51. hostRep repository.HostRepository
  52. wafformatter WafFormatterService
  53. cdn CdnService
  54. }
  55. func (s *udpForWardingService) GetUdpForWarding(ctx context.Context,req v1.GetForwardingRequest) (v1.UdpForwardingDataRequest, error) {
  56. var udpForWarding model.UdpForWarding
  57. var backend model.UdpForwardingRule
  58. var err error
  59. g, gCtx := errgroup.WithContext(ctx)
  60. g.Go(func() error {
  61. res, e := s.udpForWardingRepository.GetUdpForWarding(gCtx, int64(req.Id))
  62. if e != nil {
  63. return fmt.Errorf("GetUdpForWarding failed: %w", e)
  64. }
  65. if res != nil {
  66. udpForWarding = *res
  67. }
  68. return nil
  69. })
  70. g.Go(func() error {
  71. res, e := s.udpForWardingRepository.GetUdpForwardingIpsByID(gCtx, req.Id)
  72. if e != nil {
  73. return fmt.Errorf("GetUdpForWardingByID failed: %w", e)
  74. }
  75. if res != nil {
  76. backend = *res
  77. }
  78. return nil
  79. })
  80. if err = g.Wait(); err != nil {
  81. return v1.UdpForwardingDataRequest{}, err
  82. }
  83. return v1.UdpForwardingDataRequest{
  84. Id: udpForWarding.Id,
  85. Port: udpForWarding.Port,
  86. BackendList: backend.BackendList,
  87. AllowIpList: backend.AllowIpList,
  88. DenyIpList: backend.DenyIpList,
  89. AccessRule: backend.AccessRule,
  90. Comment: udpForWarding.Comment,
  91. }, nil
  92. }
  93. func (s *udpForWardingService) buildUdpForwardingModel(req *v1.UdpForwardingDataRequest, ruleId int, require RequireResponse) *model.UdpForWarding {
  94. return &model.UdpForWarding{
  95. HostId: require.HostId,
  96. CdnWebId: ruleId,
  97. Port: req.Port,
  98. Comment: req.Comment,
  99. }
  100. }
  101. func (s *udpForWardingService) buildUdpRuleModel(reqData *v1.UdpForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.UdpForwardingRule {
  102. return &model.UdpForwardingRule{
  103. Uid: require.Uid,
  104. HostId: require.HostId,
  105. UdpId: localDbId, // 关联到本地数据库的主记录 ID
  106. CdnOriginIds: cdnOriginIds,
  107. BackendList: reqData.BackendList,
  108. AllowIpList: reqData.AllowIpList,
  109. DenyIpList: reqData.DenyIpList,
  110. AccessRule: reqData.AccessRule,
  111. }
  112. }
  113. func (s *udpForWardingService) prepareWafData(ctx context.Context, req *v1.UdpForwardingRequest) (RequireResponse, v1.Website, error) {
  114. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  115. HostId: req.HostId,
  116. Uid: req.Uid,
  117. Comment: req.UdpForwardingData.Comment,
  118. })
  119. if err != nil {
  120. return RequireResponse{}, v1.Website{}, err
  121. }
  122. if require.GatewayGroupId == 0 || require.Uid == 0 {
  123. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  124. }
  125. var jsonData v1.TypeJSON
  126. jsonData.IsOn = true
  127. for _, v := range require.GatewayIps {
  128. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  129. Protocol: "udp",
  130. Host: v,
  131. Port: req.UdpForwardingData.Port,
  132. })
  133. }
  134. byteData, err := json.Marshal(jsonData)
  135. if err != nil {
  136. return RequireResponse{}, v1.Website{}, err
  137. }
  138. formData := v1.Website{
  139. UserId: int64(require.CdnUid),
  140. Type: "udpProxy",
  141. Name: require.Tag,
  142. Description: req.UdpForwardingData.Comment,
  143. UdpJSON: byteData,
  144. ServerGroupIds: []int64{int64(require.GroupId)},
  145. UserPlanId: int64(require.RuleId),
  146. NodeClusterId: 1,
  147. }
  148. return require, formData, nil
  149. }
  150. func (s *udpForWardingService) AddUdpForwarding(ctx context.Context, req *v1.UdpForwardingRequest) error {
  151. require, formData, err := s.prepareWafData(ctx, req)
  152. if err != nil {
  153. return err
  154. }
  155. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  156. if err != nil {
  157. return err
  158. }
  159. udpId, err := s.cdn.CreateWebsite(ctx, formData)
  160. if err != nil {
  161. return err
  162. }
  163. // 添加源站
  164. cdnOriginIds := make(map[string]int64)
  165. for _, v := range req.UdpForwardingData.BackendList {
  166. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  167. ApiType: "udp",
  168. BackendList: v,
  169. Comment: req.UdpForwardingData.Comment,
  170. })
  171. if err != nil {
  172. return err
  173. }
  174. cdnOriginIds[v] = id
  175. }
  176. // 添加源站到网站
  177. for _, v := range cdnOriginIds {
  178. err = s.cdn.AddServerOrigin(ctx, udpId, v)
  179. if err != nil {
  180. return err
  181. }
  182. }
  183. udpModel := s.buildUdpForwardingModel(&req.UdpForwardingData, int(udpId), require)
  184. id, err := s.udpForWardingRepository.AddUdpForwarding(ctx, udpModel)
  185. if err != nil {
  186. return err
  187. }
  188. udpRuleModel := s.buildUdpRuleModel(&req.UdpForwardingData, require, id, cdnOriginIds)
  189. if _, err = s.udpForWardingRepository.AddUdpForwardingIps(ctx, *udpRuleModel); err != nil {
  190. return err
  191. }
  192. // 异步任务:将IP添加到白名单
  193. var ips []string
  194. if req.UdpForwardingData.BackendList != nil {
  195. for _, v := range req.UdpForwardingData.BackendList {
  196. ip, _, err := net.SplitHostPort(v)
  197. if err != nil {
  198. return err
  199. }
  200. ips = append(ips, ip)
  201. }
  202. go s.wafformatter.PublishIpWhitelistTask(ips, "add","","white")
  203. }
  204. var accessRuleIps []string
  205. if req.UdpForwardingData.AllowIpList != nil {
  206. for _, v := range require.GatewayIps {
  207. for _, ip := range req.UdpForwardingData.AllowIpList {
  208. if net.ParseIP(ip) != nil {
  209. accessRuleIps = append(accessRuleIps, ip)
  210. }
  211. }
  212. go s.wafformatter.PublishIpWhitelistTask(accessRuleIps, "add",v,"white")
  213. }
  214. }
  215. var denyRuleIps []string
  216. if req.UdpForwardingData.DenyIpList != nil {
  217. for _, v := range require.GatewayIps {
  218. for _, ip := range req.UdpForwardingData.DenyIpList {
  219. if net.ParseIP(ip) != nil {
  220. denyRuleIps = append(denyRuleIps, ip)
  221. }
  222. }
  223. go s.wafformatter.PublishIpWhitelistTask(denyRuleIps, "add",v,"black")
  224. }
  225. }
  226. return nil
  227. }
  228. func (s *udpForWardingService) EditUdpForwarding(ctx context.Context, req *v1.UdpForwardingRequest) error {
  229. require, formData, err := s.prepareWafData(ctx, req)
  230. if err != nil {
  231. return err
  232. }
  233. oldData, err := s.udpForWardingRepository.GetUdpForWarding(ctx, int64(req.UdpForwardingData.Id))
  234. if err != nil {
  235. return err
  236. }
  237. //修改网站端口
  238. if oldData.Port != req.UdpForwardingData.Port {
  239. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  240. Id: int64(oldData.CdnWebId),
  241. TypeJSON: formData.TcpJSON,
  242. }, "tcp")
  243. if err != nil {
  244. return err
  245. }
  246. }
  247. //修改网站名字
  248. if oldData.Comment != req.UdpForwardingData.Comment {
  249. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag)
  250. if err != nil {
  251. return err
  252. }
  253. }
  254. // 异步任务:将IP添加到白名单
  255. ipData, err := s.udpForWardingRepository.GetUdpForwardingIpsByID(ctx, req.UdpForwardingData.Id)
  256. if err != nil {
  257. return err
  258. }
  259. addedIps, removedIps, addedAllowIps, removedAllowIps,addedDenyIps, removedDenyIps, err := s.wafformatter.WashEditWafIp(ctx,req.UdpForwardingData.BackendList,req.UdpForwardingData.AllowIpList,req.UdpForwardingData.DenyIpList,ipData.BackendList,ipData.AllowIpList,ipData.DenyIpList)
  260. if err != nil {
  261. return err
  262. }
  263. if len(addedIps) > 0 {
  264. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add","","white")
  265. }
  266. if len(removedIps) > 0 {
  267. go s.wafformatter.PublishIpWhitelistTask(removedIps, "del","","white")
  268. }
  269. //白名单
  270. if len(addedAllowIps) > 0 {
  271. for _, v := range require.GatewayIps {
  272. go s.wafformatter.PublishIpWhitelistTask(addedAllowIps, "add",v,"white")
  273. }
  274. }
  275. if len(removedAllowIps) > 0 {
  276. for _, v := range require.GatewayIps {
  277. go s.wafformatter.PublishIpWhitelistTask(removedAllowIps, "del",v,"white")
  278. }
  279. }
  280. //黑名单
  281. if len(addedDenyIps) > 0 {
  282. for _, v := range require.GatewayIps {
  283. go s.wafformatter.PublishIpWhitelistTask(addedDenyIps, "add",v,"black")
  284. }
  285. }
  286. if len(removedDenyIps) > 0 {
  287. for _, v := range require.GatewayIps {
  288. go s.wafformatter.PublishIpWhitelistTask(removedDenyIps, "del",v,"black")
  289. }
  290. }
  291. //修改源站
  292. addOrigins, delOrigins := s.wafformatter.findIpDifferences(ipData.BackendList, req.UdpForwardingData.BackendList)
  293. addedIds := make(map[string]int64)
  294. for _, v := range addOrigins {
  295. id, err := s.wafformatter.AddOrigin(ctx,v1.WebJson{
  296. ApiType: "udp",
  297. BackendList: v,
  298. Comment: req.UdpForwardingData.Comment,
  299. })
  300. if err != nil {
  301. return err
  302. }
  303. addedIds[v] = id
  304. }
  305. for _, v := range addedIds {
  306. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  307. if err != nil {
  308. return err
  309. }
  310. }
  311. maps.Copy(ipData.CdnOriginIds, addedIds)
  312. for k, v := range ipData.CdnOriginIds {
  313. for _, ip := range delOrigins {
  314. if k == ip {
  315. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  316. if err != nil {
  317. return err
  318. }
  319. delete(ipData.CdnOriginIds, k)
  320. }
  321. }
  322. }
  323. udpModel := s.buildUdpForwardingModel(&req.UdpForwardingData, oldData.CdnWebId, require)
  324. udpModel.Id = req.UdpForwardingData.Id
  325. if err = s.udpForWardingRepository.EditUdpForwarding(ctx, udpModel); err != nil {
  326. return err
  327. }
  328. udpRuleModel := s.buildUdpRuleModel(&req.UdpForwardingData, require, req.UdpForwardingData.Id, ipData.CdnOriginIds)
  329. if err = s.udpForWardingRepository.EditUdpForwardingIps(ctx, *udpRuleModel); err != nil {
  330. return err
  331. }
  332. return nil
  333. }
  334. func (s *udpForWardingService) DeleteUdpForwarding(ctx context.Context, Ids []int) error {
  335. for _, id := range Ids {
  336. oldData, err := s.udpForWardingRepository.GetUdpForWarding(ctx, int64(id))
  337. if err != nil {
  338. return err
  339. }
  340. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  341. if err != nil {
  342. return err
  343. }
  344. // 异步任务:将IP添加到白名单
  345. ipData, err := s.udpForWardingRepository.GetUdpForwardingIpsByID(ctx, id)
  346. if err != nil {
  347. return err
  348. }
  349. var ips []string
  350. ips, err = s.wafformatter.WashDeleteWafIp(ctx, ipData.BackendList, ipData.AllowIpList)
  351. if err != nil {
  352. return err
  353. }
  354. if len(ips) > 0 {
  355. go s.wafformatter.PublishIpWhitelistTask(ips, "del","","white")
  356. }
  357. // 删除黑名单
  358. if len(ipData.DenyIpList) > 0 {
  359. go s.wafformatter.PublishIpWhitelistTask(ips, "del","","black")
  360. }
  361. if err = s.udpForWardingRepository.DeleteUdpForwarding(ctx, int64(id)); err != nil {
  362. return err
  363. }
  364. if err = s.udpForWardingRepository.DeleteUdpForwardingIpsById(ctx, id); err != nil {
  365. return err
  366. }
  367. }
  368. return nil
  369. }
  370. func (s *udpForWardingService) GetUdpForwardingWafUdpAllIps(ctx context.Context, req v1.GetForwardingRequest) ([]v1.UdpForwardingDataRequest, error) {
  371. type CombinedResult struct {
  372. Id int
  373. Forwarding *model.UdpForWarding
  374. BackendRule *model.UdpForwardingRule
  375. Err error // 如果此ID的处理出错,则携带错误
  376. }
  377. g,gCtx := errgroup.WithContext(ctx)
  378. ids, err := s.udpForWardingRepository.GetUdpForwardingWafUdpAllIds(gCtx, req.HostId)
  379. if err != nil {
  380. return nil, fmt.Errorf("GetUdpForwardingWafUdpAllIds failed: %w", err)
  381. }
  382. if len(ids) == 0 {
  383. return nil, nil
  384. }
  385. resChan := make(chan CombinedResult, len(ids))
  386. for _, idVal := range ids {
  387. currentID := idVal
  388. g.Go(func() error {
  389. var wf *model.UdpForWarding
  390. var bk *model.UdpForwardingRule
  391. var localErr error
  392. wf, localErr = s.udpForWardingRepository.GetUdpForWarding(gCtx, int64(currentID))
  393. if localErr != nil {
  394. resChan <- CombinedResult{Id: currentID, Err: localErr}
  395. return localErr
  396. }
  397. bk, localErr = s.udpForWardingRepository.GetUdpForwardingIpsByID(gCtx, currentID)
  398. if localErr != nil {
  399. resChan <- CombinedResult{Id: currentID, Err: localErr}
  400. return localErr
  401. }
  402. resChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  403. return nil
  404. })
  405. }
  406. groupErr := g.Wait()
  407. close(resChan)
  408. if groupErr != nil {
  409. return nil, groupErr
  410. }
  411. res := make([]v1.UdpForwardingDataRequest, 0, len(ids))
  412. for r := range resChan {
  413. if r.Err != nil {
  414. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", r.Id, r.Err)
  415. }
  416. if r.Forwarding == nil {
  417. return nil, fmt.Errorf("received nil forwarding from goroutine for ID %d", r.Id)
  418. }
  419. dataReq := v1.UdpForwardingDataRequest{
  420. Id: r.Forwarding.Id,
  421. Port: r.Forwarding.Port,
  422. Comment: r.Forwarding.Comment,
  423. }
  424. if r.BackendRule != nil {
  425. dataReq.BackendList = r.BackendRule.BackendList
  426. dataReq.AllowIpList = r.BackendRule.AllowIpList
  427. dataReq.DenyIpList = r.BackendRule.DenyIpList
  428. dataReq.AccessRule = r.BackendRule.AccessRule
  429. }
  430. res = append(res, dataReq)
  431. }
  432. sort.Slice(res, func(i, j int) bool {
  433. return res[i].Id > res[j].Id
  434. })
  435. return res, nil
  436. }