tcpforwarding.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439
  1. package service
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  7. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/repository"
  9. "golang.org/x/sync/errgroup"
  10. "net"
  11. "sort"
  12. "strconv"
  13. )
  14. type TcpforwardingService interface {
  15. GetTcpforwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.TcpForwardingDataRequest, error)
  16. AddTcpForwarding(ctx context.Context, req *v1.TcpForwardingRequest) error
  17. EditTcpForwarding(ctx context.Context, req *v1.TcpForwardingRequest) error
  18. DeleteTcpForwarding(ctx context.Context, req v1.DeleteTcpForwardingRequest) error
  19. GetTcpForwardingAllIpsByHostId(ctx context.Context, req v1.GetForwardingRequest) ([]v1.TcpForwardingDataRequest, error)
  20. }
  21. func NewTcpforwardingService(
  22. service *Service,
  23. tcpforwardingRepository repository.TcpforwardingRepository,
  24. parser ParserService,
  25. required RequiredService,
  26. crawler CrawlerService,
  27. globalRep repository.GlobalLimitRepository,
  28. hostRep repository.HostRepository,
  29. wafformatter WafFormatterService,
  30. cdn CdnService,
  31. ) TcpforwardingService {
  32. return &tcpforwardingService{
  33. Service: service,
  34. tcpforwardingRepository: tcpforwardingRepository,
  35. parser: parser,
  36. required: required,
  37. crawler: crawler,
  38. globalRep: globalRep,
  39. hostRep: hostRep,
  40. wafformatter: wafformatter,
  41. cdn: cdn,
  42. }
  43. }
  44. type tcpforwardingService struct {
  45. *Service
  46. tcpforwardingRepository repository.TcpforwardingRepository
  47. parser ParserService
  48. required RequiredService
  49. crawler CrawlerService
  50. globalRep repository.GlobalLimitRepository
  51. hostRep repository.HostRepository
  52. wafformatter WafFormatterService
  53. cdn CdnService
  54. }
  55. func (s *tcpforwardingService) GetTcpforwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.TcpForwardingDataRequest, error) {
  56. var tcpForwarding model.Tcpforwarding
  57. var backend model.TcpForwardingRule
  58. var err error
  59. g, gCtx := errgroup.WithContext(ctx)
  60. g.Go(func() error {
  61. res, e := s.tcpforwardingRepository.GetTcpforwarding(gCtx, int64(req.Id))
  62. if e != nil {
  63. return fmt.Errorf("GetTcpforwarding failed: %w", e)
  64. }
  65. if res != nil {
  66. tcpForwarding = *res
  67. }
  68. return nil
  69. })
  70. g.Go(func() error {
  71. res, e := s.tcpforwardingRepository.GetTcpForwardingIpsByID(gCtx, req.Id)
  72. if e != nil {
  73. return fmt.Errorf("GetTcpforwardingIps failed: %w", e)
  74. }
  75. if res != nil {
  76. backend = *res
  77. }
  78. return nil
  79. })
  80. if err = g.Wait(); err != nil {
  81. return v1.TcpForwardingDataRequest{}, err
  82. }
  83. return v1.TcpForwardingDataRequest{
  84. Id: tcpForwarding.Id,
  85. CdnWebId: tcpForwarding.CdnWebId,
  86. Port: tcpForwarding.Port,
  87. Comment: tcpForwarding.Comment,
  88. BackendList: backend.BackendList,
  89. AllowIpList: backend.AllowIpList,
  90. DenyIpList: backend.DenyIpList,
  91. AccessRule: backend.AccessRule,
  92. }, nil
  93. }
  94. func (s *tcpforwardingService) buildTcpForwardingModel(req *v1.TcpForwardingDataRequest, ruleId int, require RequireResponse) *model.Tcpforwarding {
  95. return &model.Tcpforwarding{
  96. HostId: require.HostId,
  97. CdnWebId: ruleId,
  98. Port: req.Port,
  99. Comment: req.Comment,
  100. }
  101. }
  102. func (s *tcpforwardingService) buildTcpRuleModel(reqData *v1.TcpForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.TcpForwardingRule {
  103. return &model.TcpForwardingRule{
  104. Uid: require.Uid,
  105. HostId: require.HostId,
  106. TcpId: localDbId, // 关联到本地数据库的主记录 ID
  107. CdnOriginIds: cdnOriginIds,
  108. BackendList: reqData.BackendList,
  109. AllowIpList: reqData.AllowIpList,
  110. DenyIpList: reqData.DenyIpList,
  111. AccessRule: reqData.AccessRule,
  112. }
  113. }
  114. func (s *tcpforwardingService) prepareWafData(ctx context.Context, req *v1.TcpForwardingRequest) (RequireResponse, v1.Website, error) {
  115. // 1. 获取必要的全局信息
  116. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  117. HostId: req.HostId,
  118. Uid: req.Uid,
  119. Comment: req.TcpForwardingData.Comment,
  120. })
  121. if err != nil {
  122. return RequireResponse{}, v1.Website{}, err
  123. }
  124. if require.GatewayGroupId == 0 || require.Uid == 0 {
  125. return RequireResponse{}, v1.Website{}, fmt.Errorf("请先配置实例")
  126. }
  127. var jsonData v1.TypeJSON
  128. jsonData.IsOn = true
  129. for _, v := range require.GatewayIps {
  130. jsonData.Listen = append(jsonData.Listen, v1.Listen{
  131. Protocol: "tcp",
  132. Host: v,
  133. Port: req.TcpForwardingData.Port,
  134. })
  135. }
  136. byteData, err := json.Marshal(jsonData)
  137. if err != nil {
  138. return RequireResponse{}, v1.Website{}, err
  139. }
  140. formData := v1.Website{
  141. UserId: int64(require.CdnUid),
  142. Type: "tcpProxy",
  143. Name: require.Tag,
  144. Description: req.TcpForwardingData.Comment,
  145. TcpJSON: byteData,
  146. ServerGroupIds: []int64{int64(require.GroupId)},
  147. UserPlanId: int64(require.RuleId),
  148. NodeClusterId: 1,
  149. }
  150. return require, formData, nil
  151. }
  152. func (s *tcpforwardingService) AddOrigin(ctx context.Context, req v1.TcpForwardingRequest) (map[string]int64, error) {
  153. res := make(map[string]int64)
  154. for _, v := range req.TcpForwardingData.BackendList {
  155. ip, port, err := net.SplitHostPort(v)
  156. if err != nil {
  157. return nil, err
  158. }
  159. addr := v1.Addr{
  160. Protocol: "tcp",
  161. Host: ip,
  162. Port: port,
  163. }
  164. id, err := s.cdn.CreateOrigin(ctx, v1.Origin{
  165. Addr: addr,
  166. Weight: 10,
  167. Description: req.TcpForwardingData.Comment,
  168. IsOn: true,
  169. TlsSecurityVerifyMode: "auto",
  170. })
  171. if err != nil {
  172. return nil, err
  173. }
  174. res[v] = id
  175. }
  176. return res, nil
  177. }
  178. func (s *tcpforwardingService) AddTcpForwarding(ctx context.Context, req *v1.TcpForwardingRequest) error {
  179. require, formData, err := s.prepareWafData(ctx, req)
  180. if err != nil {
  181. return err
  182. }
  183. err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
  184. if err != nil {
  185. return err
  186. }
  187. tcpId, err := s.cdn.CreateWebsite(ctx, formData)
  188. if err != nil {
  189. return err
  190. }
  191. // 添加源站
  192. cdnOriginIds, err := s.AddOrigin(ctx, *req)
  193. if err != nil {
  194. return err
  195. }
  196. // 添加源站到网站
  197. for _, v := range cdnOriginIds {
  198. err = s.cdn.AddServerOrigin(ctx, tcpId, v)
  199. if err != nil {
  200. return err
  201. }
  202. }
  203. // 异步任务:将IP添加到白名单
  204. var ips []string
  205. if req.TcpForwardingData.BackendList != nil {
  206. for _, v := range req.TcpForwardingData.BackendList {
  207. ip, _, err := net.SplitHostPort(v)
  208. if err != nil {
  209. return err
  210. }
  211. ips = append(ips, ip)
  212. }
  213. go s.wafformatter.PublishIpWhitelistTask(ips, "add","")
  214. }
  215. var accessRuleIps []string
  216. if req.TcpForwardingData.AllowIpList != nil {
  217. for _, v := range require.GatewayIps {
  218. for _, ip := range req.TcpForwardingData.AllowIpList {
  219. if net.ParseIP(ip) != nil{
  220. accessRuleIps = append(accessRuleIps, ip)
  221. }
  222. }
  223. go s.wafformatter.PublishIpWhitelistTask(accessRuleIps, "add",v)
  224. }
  225. }
  226. tcpModel := s.buildTcpForwardingModel(&req.TcpForwardingData, int(tcpId), require)
  227. id, err := s.tcpforwardingRepository.AddTcpforwarding(ctx, tcpModel)
  228. if err != nil {
  229. return err
  230. }
  231. TcpRuleModel := s.buildTcpRuleModel(&req.TcpForwardingData, require, id, cdnOriginIds)
  232. if _, err = s.tcpforwardingRepository.AddTcpforwardingIps(ctx, *TcpRuleModel); err != nil {
  233. return err
  234. }
  235. return nil
  236. }
  237. func (s *tcpforwardingService) EditTcpForwarding(ctx context.Context, req *v1.TcpForwardingRequest) error {
  238. require, formData, err := s.prepareWafData(ctx, req)
  239. if err != nil {
  240. return err
  241. }
  242. oldData, err := s.tcpforwardingRepository.GetTcpforwarding(ctx, int64(req.TcpForwardingData.Id))
  243. if err != nil {
  244. return err
  245. }
  246. //修改网站
  247. editData := v1.EditWebsite{
  248. Id: int64(oldData.CdnWebId),
  249. TypeJSON: formData.TcpJSON,
  250. }
  251. err = s.cdn.EditServerType(ctx, editData,"tcp")
  252. if err != nil {
  253. return err
  254. }
  255. // 异步任务:将IP添加到白名单
  256. ipData, err := s.tcpforwardingRepository.GetTcpForwardingIpsByID(ctx, req.TcpForwardingData.Id)
  257. if err != nil {
  258. return err
  259. }
  260. addedIps, removedIps, addedAllowIps, removedAllowIps, err := s.wafformatter.WashEditWafIp(ctx,req.TcpForwardingData.BackendList,req.TcpForwardingData.AllowIpList,ipData.BackendList,ipData.AllowIpList)
  261. if err != nil {
  262. return err
  263. }
  264. if len(addedIps) > 0 {
  265. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add","")
  266. }
  267. if len(removedIps) > 0 {
  268. go s.wafformatter.PublishIpWhitelistTask(removedIps, "del","")
  269. }
  270. if len(addedAllowIps) > 0 {
  271. for _, v := range require.GatewayIps {
  272. go s.wafformatter.PublishIpWhitelistTask(addedAllowIps, "add",v)
  273. }
  274. }
  275. if len(removedAllowIps) > 0 {
  276. for _, v := range require.GatewayIps {
  277. go s.wafformatter.PublishIpWhitelistTask(removedAllowIps, "del",v)
  278. }
  279. }
  280. tcpModel := s.buildTcpForwardingModel(&req.TcpForwardingData, req.TcpForwardingData.WafTcpId, require)
  281. tcpModel.Id = req.TcpForwardingData.Id
  282. if err = s.tcpforwardingRepository.EditTcpforwarding(ctx, tcpModel); err != nil {
  283. return err
  284. }
  285. TcpRuleModel := s.buildTcpRuleModel(&req.TcpForwardingData, require, req.TcpForwardingData.Id)
  286. if err = s.tcpforwardingRepository.EditTcpforwardingIps(ctx, *TcpRuleModel); err != nil {
  287. return err
  288. }
  289. return nil
  290. }
  291. func (s *tcpforwardingService) DeleteTcpForwarding(ctx context.Context, req v1.DeleteTcpForwardingRequest) error {
  292. for _, Id := range req.Ids {
  293. wafTcpId, err := s.tcpforwardingRepository.GetTcpforwardingWafTcpIdById(ctx, Id)
  294. if err != nil {
  295. return err
  296. }
  297. _, err = s.crawler.DeleteRule(ctx, wafTcpId, "admin/delete/waf_tcp?page=1&__pageSize=1000000&__sort=waf_tcp_id&__sort_type=desc")
  298. if err != nil {
  299. return err
  300. }
  301. // 删除白名单
  302. var ips []string
  303. ipData, err := s.tcpforwardingRepository.GetTcpForwardingIpsByID(ctx, Id)
  304. if err != nil {
  305. return err
  306. }
  307. ips, err = s.wafformatter.WashDeleteWafIp(ctx, ipData.BackendList, ipData.AllowIpList)
  308. if err != nil {
  309. return err
  310. }
  311. if len(ips) > 0 {
  312. go s.wafformatter.PublishIpWhitelistTask(ips, "del","")
  313. }
  314. if err = s.tcpforwardingRepository.DeleteTcpforwarding(ctx, int64(Id)); err != nil {
  315. return err
  316. }
  317. if err = s.tcpforwardingRepository.DeleteTcpForwardingIpsById(ctx, Id); err != nil {
  318. return err
  319. }
  320. }
  321. return nil
  322. }
  323. func (s *tcpforwardingService) GetTcpForwardingAllIpsByHostId(ctx context.Context, req v1.GetForwardingRequest) ([]v1.TcpForwardingDataRequest, error) {
  324. type CombinedResult struct {
  325. Id int
  326. Forwarding *model.Tcpforwarding
  327. BackendRule *model.TcpForwardingRule
  328. Err error // 如果此ID的处理出错,则携带错误
  329. }
  330. g,gCtx := errgroup.WithContext(ctx)
  331. ids, err := s.tcpforwardingRepository.GetTcpForwardingAllIdsByID(gCtx, req.HostId)
  332. if err != nil {
  333. return nil, fmt.Errorf("GetTcpForwardingAllIds failed: %w", err)
  334. }
  335. if len(ids) == 0 {
  336. return nil, nil
  337. }
  338. resChan := make(chan CombinedResult, len(ids))
  339. g.Go(func() error {
  340. for _, idVal := range ids {
  341. currentID := idVal
  342. g.Go(func() error {
  343. var wf *model.Tcpforwarding
  344. var bk *model.TcpForwardingRule
  345. var localErr error
  346. wf, localErr = s.tcpforwardingRepository.GetTcpforwarding(gCtx, int64(currentID))
  347. if localErr != nil {
  348. resChan <- CombinedResult{Id: currentID, Err: localErr}
  349. return localErr
  350. }
  351. bk, localErr = s.tcpforwardingRepository.GetTcpForwardingIpsByID(gCtx, currentID)
  352. if localErr != nil {
  353. resChan <- CombinedResult{Id: currentID, Err: localErr}
  354. return localErr
  355. }
  356. resChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
  357. return nil
  358. })
  359. }
  360. return nil
  361. })
  362. groupErr := g.Wait()
  363. close(resChan)
  364. if groupErr != nil {
  365. return nil, groupErr
  366. }
  367. res := make([]v1.TcpForwardingDataRequest, 0, len(ids))
  368. //for r := range resChan {
  369. // if r.Err != nil {
  370. // return nil, fmt.Errorf("received error from goroutine for ID %d: %w", r.Id, r.Err)
  371. // }
  372. // if r.Forwarding == nil {
  373. // return nil,fmt.Errorf("received nil forwarding from goroutine for ID %d", r.Id)
  374. // }
  375. //
  376. // dataReq := v1.TcpForwardingDataRequest{
  377. // Id: r.Forwarding.Id,
  378. // Port: r.Forwarding.Port,
  379. // CcCount: r.Forwarding.CcCount,
  380. // CcDuration: r.Forwarding.CcDuration,
  381. // CcBlockCount: r.Forwarding.CcBlockCount,
  382. // CcBlockDuration: r.Forwarding.CcBlockDuration,
  383. // BackendProtocol: r.Forwarding.BackendProtocol,
  384. // BackendTimeout: r.Forwarding.BackendTimeout,
  385. // Comment: r.Forwarding.Comment,
  386. //
  387. // }
  388. // if r.BackendRule != nil {
  389. // dataReq.BackendList = r.BackendRule.BackendList
  390. // dataReq.AllowIpList = r.BackendRule.AllowIpList
  391. // dataReq.DenyIpList = r.BackendRule.DenyIpList
  392. // dataReq.AccessRule = r.BackendRule.AccessRule
  393. // }
  394. // res = append(res, dataReq)
  395. //}
  396. sort.Slice(res, func(i, j int) bool {
  397. return res[i].Id > res[j].Id
  398. })
  399. return res, nil
  400. }