tcpforwarding.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512
  1. package waf
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "github.com/go-nunu/nunu-layout-advanced/internal/repository/api/waf"
  10. "github.com/go-nunu/nunu-layout-advanced/internal/service"
  11. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/flexCdn"
  12. "golang.org/x/sync/errgroup"
  13. "maps"
  14. "net"
  15. "sort"
  16. )
  17. type TcpforwardingService interface {
  18. GetTcpforwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.TcpForwardingDataRequest, error)
  19. AddTcpForwarding(ctx context.Context, req *v1.TcpForwardingRequest) error
  20. EditTcpForwarding(ctx context.Context, req *v1.TcpForwardingRequest) error
  21. DeleteTcpForwarding(ctx context.Context, req v1.DeleteTcpForwardingRequest) error
  22. GetTcpForwardingAllIpsByHostId(ctx context.Context, req v1.GetForwardingRequest) ([]v1.TcpForwardingDataRequest, error)
  23. }
  24. func NewTcpforwardingService(
  25. service *service.Service,
  26. tcpforwardingRepository waf.TcpforwardingRepository,
  27. parser service.ParserService,
  28. required service.RequiredService,
  29. crawler service.CrawlerService,
  30. globalRep waf.GlobalLimitRepository,
  31. hostRep repository.HostRepository,
  32. wafformatter WafFormatterService,
  33. cdn flexCdn.CdnService,
  34. proxy flexCdn.ProxyService,
  35. ) TcpforwardingService {
  36. return &tcpforwardingService{
  37. Service: service,
  38. tcpforwardingRepository: tcpforwardingRepository,
  39. parser: parser,
  40. required: required,
  41. crawler: crawler,
  42. globalRep: globalRep,
  43. hostRep: hostRep,
  44. wafformatter: wafformatter,
  45. cdn: cdn,
  46. proxy: proxy,
  47. }
  48. }
  49. type tcpforwardingService struct {
  50. *service.Service
  51. tcpforwardingRepository waf.TcpforwardingRepository
  52. parser service.ParserService
  53. required service.RequiredService
  54. crawler service.CrawlerService
  55. globalRep waf.GlobalLimitRepository
  56. hostRep repository.HostRepository
  57. wafformatter WafFormatterService
  58. cdn flexCdn.CdnService
  59. proxy flexCdn.ProxyService
  60. }
  61. func (s *tcpforwardingService) GetTcpforwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.TcpForwardingDataRequest, error) {
  62. var tcpForwarding model.Tcpforwarding
  63. var backend model.TcpForwardingRule
  64. var err error
  65. g, gCtx := errgroup.WithContext(ctx)
  66. g.Go(func() error {
  67. res, e := s.tcpforwardingRepository.GetTcpforwarding(gCtx, int64(req.Id))
  68. if e != nil {
  69. return fmt.Errorf("GetTcpforwarding failed: %w", e)
  70. }
  71. if res != nil {
  72. tcpForwarding = *res
  73. }
  74. return nil
  75. })
  76. g.Go(func() error {
  77. res, e := s.tcpforwardingRepository.GetTcpForwardingIpsByID(gCtx, req.Id)
  78. if e != nil {
  79. return fmt.Errorf("GetTcpforwardingIps failed: %w", e)
  80. }
  81. if res != nil {
  82. backend = *res
  83. }
  84. return nil
  85. })
  86. if err = g.Wait(); err != nil {
  87. return v1.TcpForwardingDataRequest{}, err
  88. }
  89. return v1.TcpForwardingDataRequest{
  90. Id: tcpForwarding.Id,
  91. Port: tcpForwarding.Port,
  92. Comment: tcpForwarding.Comment,
  93. Proxy: tcpForwarding.Proxy,
  94. BackendList: backend.BackendList,
  95. }, nil
  96. }
  97. func (s *tcpforwardingService) buildTcpForwardingModel(req *v1.TcpForwardingDataRequest, ruleId int, require RequireResponse) *model.Tcpforwarding {
  98. return &model.Tcpforwarding{
  99. HostId: require.HostId,
  100. CdnWebId: ruleId,
  101. Port: req.Port,
  102. Comment: req.Comment,
  103. Proxy: req.Proxy,
  104. }
  105. }
  106. func (s *tcpforwardingService) buildTcpRuleModel(reqData *v1.TcpForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.TcpForwardingRule {
  107. return &model.TcpForwardingRule{
  108. Uid: require.Uid,
  109. HostId: require.HostId,
  110. TcpId: localDbId, // 关联到本地数据库的主记录 ID
  111. CdnOriginIds: cdnOriginIds,
  112. BackendList: reqData.BackendList,
  113. }
  114. }
  115. func (s *tcpforwardingService) prepareWafData(ctx context.Context, req *v1.TcpForwardingRequest) (RequireResponse, v1.WebsiteSend, error) {
  116. // 1. 获取必要的全局信息
  117. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  118. HostId: req.HostId,
  119. Uid: req.Uid,
  120. Comment: req.TcpForwardingData.Comment,
  121. })
  122. if err != nil {
  123. return RequireResponse{}, v1.WebsiteSend{}, err
  124. }
  125. if require.Uid == 0 {
  126. return RequireResponse{}, v1.WebsiteSend{}, fmt.Errorf("请先配置实例")
  127. }
  128. var jsonData v1.TypeJSON
  129. jsonData.IsOn = true
  130. for _, v := range require.GatewayIps {
  131. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  132. Protocol: "tcp",
  133. Host: v,
  134. Port: req.TcpForwardingData.Port,
  135. })
  136. }
  137. byteData, err := json.Marshal(jsonData)
  138. if err != nil {
  139. return RequireResponse{}, v1.WebsiteSend{}, err
  140. }
  141. formData := v1.WebsiteSend{
  142. UserId: int64(require.CdnUid),
  143. Type: "tcpProxy",
  144. Name: require.Tag,
  145. Description: req.TcpForwardingData.Comment,
  146. TcpJSON: byteData,
  147. ServerGroupIds: []int64{int64(require.GroupId)},
  148. UserPlanId: int64(require.RuleId),
  149. NodeClusterId: 1,
  150. }
  151. return require, formData, nil
  152. }
  153. func (s *tcpforwardingService) AddTcpForwarding(ctx context.Context, req *v1.TcpForwardingRequest) error {
  154. require, formData, err := s.prepareWafData(ctx, req)
  155. if err != nil {
  156. return err
  157. }
  158. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  159. if err != nil {
  160. return err
  161. }
  162. // 验证端口重复
  163. err = s.wafformatter.VerifyPort(ctx, "tcp", int64(req.TcpForwardingData.Id),req.TcpForwardingData.Port, int64(require.HostId), "")
  164. if err != nil {
  165. return err
  166. }
  167. tcpId, err := s.cdn.CreateWebsite(ctx, formData)
  168. if err != nil {
  169. return err
  170. }
  171. // 添加源站
  172. cdnOriginIds := make(map[string]int64)
  173. for _, v := range req.TcpForwardingData.BackendList{
  174. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  175. ApiType: "tcp",
  176. BackendList: v,
  177. Comment: req.TcpForwardingData.Comment,
  178. })
  179. if err != nil {
  180. return err
  181. }
  182. cdnOriginIds[v] = id
  183. }
  184. // 添加源站到网站
  185. for _, v := range cdnOriginIds {
  186. err = s.cdn.AddServerOrigin(ctx, tcpId, v)
  187. if err != nil {
  188. return err
  189. }
  190. }
  191. // 开启proxy
  192. if req.TcpForwardingData.Proxy {
  193. err = s.proxy.EditProxy(ctx,tcpId, v1.ProxyProtocolJSON{
  194. IsOn: true,
  195. Version: 1,
  196. })
  197. if err != nil {
  198. return err
  199. }
  200. }
  201. tcpModel := s.buildTcpForwardingModel(&req.TcpForwardingData, int(tcpId), require)
  202. id, err := s.tcpforwardingRepository.AddTcpforwarding(ctx, tcpModel)
  203. if err != nil {
  204. return err
  205. }
  206. TcpRuleModel := s.buildTcpRuleModel(&req.TcpForwardingData, require, id, cdnOriginIds)
  207. if _, err = s.tcpforwardingRepository.AddTcpforwardingIps(ctx, *TcpRuleModel); err != nil {
  208. return err
  209. }
  210. // 异步任务:将源站IP添加到白名单
  211. var ips []string
  212. if req.TcpForwardingData.BackendList != nil {
  213. for _, v := range req.TcpForwardingData.BackendList {
  214. ip, _, err := net.SplitHostPort(v)
  215. if err != nil {
  216. return err
  217. }
  218. ips = append(ips, ip)
  219. }
  220. go s.wafformatter.PublishIpWhitelistTask(ips, "add","","white")
  221. }
  222. return nil
  223. }
  224. func (s *tcpforwardingService) EditTcpForwarding(ctx context.Context, req *v1.TcpForwardingRequest) error {
  225. require, formData, err := s.prepareWafData(ctx, req)
  226. if err != nil {
  227. return err
  228. }
  229. oldData, err := s.tcpforwardingRepository.GetTcpforwarding(ctx, int64(req.TcpForwardingData.Id))
  230. if err != nil {
  231. return err
  232. }
  233. // 验证端口重复
  234. if oldData.Port != req.TcpForwardingData.Port {
  235. err = s.wafformatter.VerifyPort(ctx, "tcp", int64(req.TcpForwardingData.Id), req.TcpForwardingData.Port, int64(require.HostId), "")
  236. if err != nil {
  237. return err
  238. }
  239. }
  240. //修改网站端口
  241. if oldData.Port != req.TcpForwardingData.Port {
  242. err = s.cdn.EditServerType(ctx, v1.EditWebsite{
  243. Id: int64(oldData.CdnWebId),
  244. TypeJSON: formData.TcpJSON,
  245. }, "tcp")
  246. if err != nil {
  247. return err
  248. }
  249. }
  250. //修改网站名字
  251. if oldData.Comment != req.TcpForwardingData.Comment {
  252. nodeId, err := s.globalRep.GetNodeId(ctx, oldData.CdnWebId)
  253. err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag, nodeId)
  254. if err != nil {
  255. return err
  256. }
  257. }
  258. //修改Proxy
  259. if oldData.Proxy != req.TcpForwardingData.Proxy {
  260. err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
  261. IsOn: req.TcpForwardingData.Proxy,
  262. Version: 1,
  263. })
  264. if err != nil {
  265. return err
  266. }
  267. }
  268. // 异步任务:将IP添加到白名单
  269. ipData, err := s.tcpforwardingRepository.GetTcpForwardingIpsByID(ctx, req.TcpForwardingData.Id)
  270. if err != nil {
  271. return err
  272. }
  273. addedIps, removedIps, err := s.wafformatter.WashEditWafIp(ctx,req.TcpForwardingData.BackendList, ipData.BackendList)
  274. if err != nil {
  275. return err
  276. }
  277. if len(addedIps) > 0 {
  278. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add","","white")
  279. }
  280. if len(removedIps) > 0 {
  281. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  282. if err != nil {
  283. return err
  284. }
  285. // 4. 如果有需要处理的IP,则批量发布一次任务
  286. if len(ipsToDelist) > 0 {
  287. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  288. }
  289. }
  290. //修改源站
  291. addOrigins, delOrigins := s.wafformatter.findIpDifferences(ipData.BackendList, req.TcpForwardingData.BackendList)
  292. addedIds := make(map[string]int64)
  293. for _, v := range addOrigins {
  294. id, err := s.wafformatter.AddOrigin(ctx,v1.WebJson{
  295. ApiType: "tcp",
  296. BackendList: v,
  297. Comment: req.TcpForwardingData.Comment,
  298. })
  299. if err != nil {
  300. return err
  301. }
  302. addedIds[v] = id
  303. }
  304. for _, v := range addedIds {
  305. err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
  306. if err != nil {
  307. return err
  308. }
  309. }
  310. maps.Copy(ipData.CdnOriginIds, addedIds)
  311. for k, v := range ipData.CdnOriginIds {
  312. for _, ip := range delOrigins {
  313. if k == ip {
  314. err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
  315. if err != nil {
  316. return err
  317. }
  318. delete(ipData.CdnOriginIds, k)
  319. }
  320. }
  321. }
  322. tcpModel := s.buildTcpForwardingModel(&req.TcpForwardingData,oldData.CdnWebId, require)
  323. tcpModel.Id = req.TcpForwardingData.Id
  324. if err = s.tcpforwardingRepository.EditTcpforwarding(ctx, tcpModel); err != nil {
  325. return err
  326. }
  327. TcpRuleModel := s.buildTcpRuleModel(&req.TcpForwardingData, require, req.TcpForwardingData.Id, ipData.CdnOriginIds)
  328. if err = s.tcpforwardingRepository.EditTcpforwardingIps(ctx, *TcpRuleModel); err != nil {
  329. return err
  330. }
  331. return nil
  332. }
  333. func (s *tcpforwardingService) DeleteTcpForwarding(ctx context.Context, req v1.DeleteTcpForwardingRequest) error {
  334. for _, Id := range req.Ids {
  335. oldData, err := s.tcpforwardingRepository.GetTcpforwarding(ctx, int64(Id))
  336. if err != nil {
  337. return err
  338. }
  339. if oldData.HostId != req.HostId {
  340. return fmt.Errorf("用户权限不足")
  341. }
  342. err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
  343. if err != nil {
  344. return err
  345. }
  346. // 删除白名单
  347. var ips []string
  348. ipData, err := s.tcpforwardingRepository.GetTcpForwardingIpsByID(ctx, Id)
  349. if err != nil {
  350. return err
  351. }
  352. if ipData != nil && len(ipData.BackendList) > 0 {
  353. ips, err = s.wafformatter.WashDeleteWafIp(ctx, ipData.BackendList)
  354. if err != nil {
  355. return err
  356. }
  357. }
  358. if len(ips) > 0 {
  359. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  360. if err != nil {
  361. return err
  362. }
  363. // 4. 如果有需要处理的IP,则批量发布一次任务
  364. if len(ipsToDelist) > 0 {
  365. go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  366. }
  367. }
  368. if err = s.tcpforwardingRepository.DeleteTcpforwarding(ctx, int64(Id)); err != nil {
  369. return err
  370. }
  371. if err = s.tcpforwardingRepository.DeleteTcpForwardingIpsById(ctx, Id); err != nil {
  372. return err
  373. }
  374. }
  375. return nil
  376. }
  377. func (s *tcpforwardingService) GetTcpForwardingAllIpsByHostId(ctx context.Context, req v1.GetForwardingRequest) ([]v1.TcpForwardingDataRequest, error) {
  378. type CombinedResult struct {
  379. Id int
  380. Forwarding *model.Tcpforwarding
  381. BackendRule *model.TcpForwardingRule
  382. Err error // 如果此ID的处理出错,则携带错误
  383. }
  384. g,gCtx := errgroup.WithContext(ctx)
  385. ids, err := s.tcpforwardingRepository.GetTcpForwardingAllIdsByID(gCtx, req.HostId)
  386. if err != nil {
  387. return nil, fmt.Errorf("GetTcpForwardingAllIds failed: %w", err)
  388. }
  389. if len(ids) == 0 {
  390. return nil, nil
  391. }
  392. resChan := make(chan CombinedResult, len(ids))
  393. g.Go(func() error {
  394. for _, idVal := range ids {
  395. currentID := idVal
  396. g.Go(func() error {
  397. var wf *model.Tcpforwarding
  398. var bk *model.TcpForwardingRule
  399. var localErr error
  400. wf, localErr = s.tcpforwardingRepository.GetTcpforwarding(gCtx, int64(currentID))
  401. if localErr != nil {
  402. resChan <- CombinedResult{Id: currentID, Err: localErr}
  403. return localErr
  404. }
  405. bk, localErr = s.tcpforwardingRepository.GetTcpForwardingIpsByID(gCtx, currentID)
  406. if localErr != nil {
  407. resChan <- CombinedResult{Id: currentID, Err: localErr}
  408. return localErr
  409. }
  410. resChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  411. return nil
  412. })
  413. }
  414. return nil
  415. })
  416. groupErr := g.Wait()
  417. close(resChan)
  418. if groupErr != nil {
  419. return nil, groupErr
  420. }
  421. res := make([]v1.TcpForwardingDataRequest, 0, len(ids))
  422. for r := range resChan {
  423. if r.Err != nil {
  424. return nil, fmt.Errorf("received error from goroutine for ID %d: %w", r.Id, r.Err)
  425. }
  426. if r.Forwarding == nil {
  427. return nil,fmt.Errorf("received nil forwarding from goroutine for ID %d", r.Id)
  428. }
  429. dataReq := v1.TcpForwardingDataRequest{
  430. Id: r.Forwarding.Id,
  431. Port: r.Forwarding.Port,
  432. Comment: r.Forwarding.Comment,
  433. Proxy: r.Forwarding.Proxy,
  434. }
  435. if r.BackendRule != nil {
  436. dataReq.BackendList = r.BackendRule.BackendList
  437. }
  438. res = append(res, dataReq)
  439. }
  440. sort.Slice(res, func(i, j int) bool {
  441. return res[i].Id > res[j].Id
  442. })
  443. return res, nil
  444. }