123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512 |
- package waf
- import (
- "context"
- "encoding/json"
- "fmt"
- v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
- "github.com/go-nunu/nunu-layout-advanced/internal/model"
- "github.com/go-nunu/nunu-layout-advanced/internal/repository"
- "github.com/go-nunu/nunu-layout-advanced/internal/repository/api/waf"
- "github.com/go-nunu/nunu-layout-advanced/internal/service"
- "github.com/go-nunu/nunu-layout-advanced/internal/service/api/flexCdn"
- "golang.org/x/sync/errgroup"
- "maps"
- "net"
- "sort"
- )
- type TcpforwardingService interface {
- GetTcpforwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.TcpForwardingDataRequest, error)
- AddTcpForwarding(ctx context.Context, req *v1.TcpForwardingRequest) error
- EditTcpForwarding(ctx context.Context, req *v1.TcpForwardingRequest) error
- DeleteTcpForwarding(ctx context.Context, req v1.DeleteTcpForwardingRequest) error
- GetTcpForwardingAllIpsByHostId(ctx context.Context, req v1.GetForwardingRequest) ([]v1.TcpForwardingDataRequest, error)
- }
- func NewTcpforwardingService(
- service *service.Service,
- tcpforwardingRepository waf.TcpforwardingRepository,
- parser service.ParserService,
- required service.RequiredService,
- crawler service.CrawlerService,
- globalRep waf.GlobalLimitRepository,
- hostRep repository.HostRepository,
- wafformatter WafFormatterService,
- cdn flexCdn.CdnService,
- proxy flexCdn.ProxyService,
- ) TcpforwardingService {
- return &tcpforwardingService{
- Service: service,
- tcpforwardingRepository: tcpforwardingRepository,
- parser: parser,
- required: required,
- crawler: crawler,
- globalRep: globalRep,
- hostRep: hostRep,
- wafformatter: wafformatter,
- cdn: cdn,
- proxy: proxy,
- }
- }
- type tcpforwardingService struct {
- *service.Service
- tcpforwardingRepository waf.TcpforwardingRepository
- parser service.ParserService
- required service.RequiredService
- crawler service.CrawlerService
- globalRep waf.GlobalLimitRepository
- hostRep repository.HostRepository
- wafformatter WafFormatterService
- cdn flexCdn.CdnService
- proxy flexCdn.ProxyService
- }
- func (s *tcpforwardingService) GetTcpforwarding(ctx context.Context, req v1.GetForwardingRequest) (v1.TcpForwardingDataRequest, error) {
- var tcpForwarding model.Tcpforwarding
- var backend model.TcpForwardingRule
- var err error
- g, gCtx := errgroup.WithContext(ctx)
- g.Go(func() error {
- res, e := s.tcpforwardingRepository.GetTcpforwarding(gCtx, int64(req.Id))
- if e != nil {
- return fmt.Errorf("GetTcpforwarding failed: %w", e)
- }
- if res != nil {
- tcpForwarding = *res
- }
- return nil
- })
- g.Go(func() error {
- res, e := s.tcpforwardingRepository.GetTcpForwardingIpsByID(gCtx, req.Id)
- if e != nil {
- return fmt.Errorf("GetTcpforwardingIps failed: %w", e)
- }
- if res != nil {
- backend = *res
- }
- return nil
- })
- if err = g.Wait(); err != nil {
- return v1.TcpForwardingDataRequest{}, err
- }
- return v1.TcpForwardingDataRequest{
- Id: tcpForwarding.Id,
- Port: tcpForwarding.Port,
- Comment: tcpForwarding.Comment,
- Proxy: tcpForwarding.Proxy,
- BackendList: backend.BackendList,
- }, nil
- }
- func (s *tcpforwardingService) buildTcpForwardingModel(req *v1.TcpForwardingDataRequest, ruleId int, require RequireResponse) *model.Tcpforwarding {
- return &model.Tcpforwarding{
- HostId: require.HostId,
- CdnWebId: ruleId,
- Port: req.Port,
- Comment: req.Comment,
- Proxy: req.Proxy,
- }
- }
- func (s *tcpforwardingService) buildTcpRuleModel(reqData *v1.TcpForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.TcpForwardingRule {
- return &model.TcpForwardingRule{
- Uid: require.Uid,
- HostId: require.HostId,
- TcpId: localDbId, // 关联到本地数据库的主记录 ID
- CdnOriginIds: cdnOriginIds,
- BackendList: reqData.BackendList,
- }
- }
- func (s *tcpforwardingService) prepareWafData(ctx context.Context, req *v1.TcpForwardingRequest) (RequireResponse, v1.WebsiteSend, error) {
- // 1. 获取必要的全局信息
- require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
- HostId: req.HostId,
- Uid: req.Uid,
- Comment: req.TcpForwardingData.Comment,
- })
- if err != nil {
- return RequireResponse{}, v1.WebsiteSend{}, err
- }
- if require.Uid == 0 {
- return RequireResponse{}, v1.WebsiteSend{}, fmt.Errorf("请先配置实例")
- }
- var jsonData v1.TypeJSON
- jsonData.IsOn = true
- for _, v := range require.GatewayIps {
- jsonData.Listen = append(jsonData.Listen, v1.Listen{
- Protocol: "tcp",
- Host: v,
- Port: req.TcpForwardingData.Port,
- })
- }
- byteData, err := json.Marshal(jsonData)
- if err != nil {
- return RequireResponse{}, v1.WebsiteSend{}, err
- }
- formData := v1.WebsiteSend{
- UserId: int64(require.CdnUid),
- Type: "tcpProxy",
- Name: require.Tag,
- Description: req.TcpForwardingData.Comment,
- TcpJSON: byteData,
- ServerGroupIds: []int64{int64(require.GroupId)},
- NodeClusterId: 2,
- }
- return require, formData, nil
- }
- func (s *tcpforwardingService) AddTcpForwarding(ctx context.Context, req *v1.TcpForwardingRequest) error {
- require, formData, err := s.prepareWafData(ctx, req)
- if err != nil {
- return err
- }
- err = s.wafformatter.validateWafPortCount(ctx, require.HostId)
- if err != nil {
- return err
- }
- // 验证端口重复
- err = s.wafformatter.VerifyPort(ctx, "tcp", int64(req.TcpForwardingData.Id),req.TcpForwardingData.Port, int64(require.HostId), "")
- if err != nil {
- return err
- }
- tcpId, err := s.cdn.CreateWebsite(ctx, formData)
- if err != nil {
- return err
- }
- // 添加源站
- cdnOriginIds := make(map[string]int64)
- for _, v := range req.TcpForwardingData.BackendList{
- id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
- ApiType: "tcp",
- BackendList: v,
- Comment: req.TcpForwardingData.Comment,
- })
- if err != nil {
- return err
- }
- cdnOriginIds[v] = id
- }
- // 添加源站到网站
- for _, v := range cdnOriginIds {
- err = s.cdn.AddServerOrigin(ctx, tcpId, v)
- if err != nil {
- return err
- }
- }
- // 开启proxy
- if req.TcpForwardingData.Proxy {
- err = s.proxy.EditProxy(ctx,tcpId, v1.ProxyProtocolJSON{
- IsOn: true,
- Version: 1,
- })
- if err != nil {
- return err
- }
- }
- tcpModel := s.buildTcpForwardingModel(&req.TcpForwardingData, int(tcpId), require)
- id, err := s.tcpforwardingRepository.AddTcpforwarding(ctx, tcpModel)
- if err != nil {
- return err
- }
- TcpRuleModel := s.buildTcpRuleModel(&req.TcpForwardingData, require, id, cdnOriginIds)
- if _, err = s.tcpforwardingRepository.AddTcpforwardingIps(ctx, *TcpRuleModel); err != nil {
- return err
- }
- // 异步任务:将源站IP添加到白名单
- var ips []string
- if req.TcpForwardingData.BackendList != nil {
- for _, v := range req.TcpForwardingData.BackendList {
- ip, _, err := net.SplitHostPort(v)
- if err != nil {
- return err
- }
- ips = append(ips, ip)
- }
- go s.wafformatter.PublishIpWhitelistTask(ips, "add","","white")
- }
- return nil
- }
- func (s *tcpforwardingService) EditTcpForwarding(ctx context.Context, req *v1.TcpForwardingRequest) error {
- require, formData, err := s.prepareWafData(ctx, req)
- if err != nil {
- return err
- }
- oldData, err := s.tcpforwardingRepository.GetTcpforwarding(ctx, int64(req.TcpForwardingData.Id))
- if err != nil {
- return err
- }
- // 验证端口重复
- if oldData.Port != req.TcpForwardingData.Port {
- err = s.wafformatter.VerifyPort(ctx, "tcp", int64(req.TcpForwardingData.Id), req.TcpForwardingData.Port, int64(require.HostId), "")
- if err != nil {
- return err
- }
- }
- //修改网站端口
- if oldData.Port != req.TcpForwardingData.Port {
- err = s.cdn.EditServerType(ctx, v1.EditWebsite{
- Id: int64(oldData.CdnWebId),
- TypeJSON: formData.TcpJSON,
- }, "tcp")
- if err != nil {
- return err
- }
- }
- //修改网站名字
- if oldData.Comment != req.TcpForwardingData.Comment {
- nodeId, err := s.globalRep.GetNodeId(ctx, oldData.CdnWebId)
- err = s.cdn.EditServerBasic(ctx, int64(oldData.CdnWebId), require.Tag, nodeId)
- if err != nil {
- return err
- }
- }
- //修改Proxy
- if oldData.Proxy != req.TcpForwardingData.Proxy {
- err = s.proxy.EditProxy(ctx, int64(oldData.CdnWebId), v1.ProxyProtocolJSON{
- IsOn: req.TcpForwardingData.Proxy,
- Version: 1,
- })
- if err != nil {
- return err
- }
- }
- // 异步任务:将IP添加到白名单
- ipData, err := s.tcpforwardingRepository.GetTcpForwardingIpsByID(ctx, req.TcpForwardingData.Id)
- if err != nil {
- return err
- }
- addedIps, removedIps, err := s.wafformatter.WashEditWafIp(ctx,req.TcpForwardingData.BackendList, ipData.BackendList)
- if err != nil {
- return err
- }
- if len(addedIps) > 0 {
- go s.wafformatter.PublishIpWhitelistTask(addedIps, "add","","white")
- }
- if len(removedIps) > 0 {
- ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
- if err != nil {
- return err
- }
- // 4. 如果有需要处理的IP,则批量发布一次任务
- if len(ipsToDelist) > 0 {
- go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
- }
- }
- //修改源站
- addOrigins, delOrigins := s.wafformatter.findIpDifferences(ipData.BackendList, req.TcpForwardingData.BackendList)
- addedIds := make(map[string]int64)
- for _, v := range addOrigins {
- id, err := s.wafformatter.AddOrigin(ctx,v1.WebJson{
- ApiType: "tcp",
- BackendList: v,
- Comment: req.TcpForwardingData.Comment,
- })
- if err != nil {
- return err
- }
- addedIds[v] = id
- }
- for _, v := range addedIds {
- err = s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v)
- if err != nil {
- return err
- }
- }
- maps.Copy(ipData.CdnOriginIds, addedIds)
- for k, v := range ipData.CdnOriginIds {
- for _, ip := range delOrigins {
- if k == ip {
- err = s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v)
- if err != nil {
- return err
- }
- delete(ipData.CdnOriginIds, k)
- }
- }
- }
- tcpModel := s.buildTcpForwardingModel(&req.TcpForwardingData,oldData.CdnWebId, require)
- tcpModel.Id = req.TcpForwardingData.Id
- if err = s.tcpforwardingRepository.EditTcpforwarding(ctx, tcpModel); err != nil {
- return err
- }
- TcpRuleModel := s.buildTcpRuleModel(&req.TcpForwardingData, require, req.TcpForwardingData.Id, ipData.CdnOriginIds)
- if err = s.tcpforwardingRepository.EditTcpforwardingIps(ctx, *TcpRuleModel); err != nil {
- return err
- }
- return nil
- }
- func (s *tcpforwardingService) DeleteTcpForwarding(ctx context.Context, req v1.DeleteTcpForwardingRequest) error {
- for _, Id := range req.Ids {
- oldData, err := s.tcpforwardingRepository.GetTcpforwarding(ctx, int64(Id))
- if err != nil {
- return err
- }
- if oldData.HostId != req.HostId {
- return fmt.Errorf("用户权限不足")
- }
- err = s.cdn.DelServer(ctx, int64(oldData.CdnWebId))
- if err != nil {
- return err
- }
- // 删除白名单
- var ips []string
- ipData, err := s.tcpforwardingRepository.GetTcpForwardingIpsByID(ctx, Id)
- if err != nil {
- return err
- }
- if ipData != nil && len(ipData.BackendList) > 0 {
- ips, err = s.wafformatter.WashDeleteWafIp(ctx, ipData.BackendList)
- if err != nil {
- return err
- }
- }
- if len(ips) > 0 {
- ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
- if err != nil {
- return err
- }
- // 4. 如果有需要处理的IP,则批量发布一次任务
- if len(ipsToDelist) > 0 {
- go s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
- }
- }
- if err = s.tcpforwardingRepository.DeleteTcpforwarding(ctx, int64(Id)); err != nil {
- return err
- }
- if err = s.tcpforwardingRepository.DeleteTcpForwardingIpsById(ctx, Id); err != nil {
- return err
- }
- }
- return nil
- }
- func (s *tcpforwardingService) GetTcpForwardingAllIpsByHostId(ctx context.Context, req v1.GetForwardingRequest) ([]v1.TcpForwardingDataRequest, error) {
- type CombinedResult struct {
- Id int
- Forwarding *model.Tcpforwarding
- BackendRule *model.TcpForwardingRule
- Err error // 如果此ID的处理出错,则携带错误
- }
- g,gCtx := errgroup.WithContext(ctx)
- ids, err := s.tcpforwardingRepository.GetTcpForwardingAllIdsByID(gCtx, req.HostId)
- if err != nil {
- return nil, fmt.Errorf("GetTcpForwardingAllIds failed: %w", err)
- }
- if len(ids) == 0 {
- return nil, nil
- }
- resChan := make(chan CombinedResult, len(ids))
- g.Go(func() error {
- for _, idVal := range ids {
- currentID := idVal
- g.Go(func() error {
- var wf *model.Tcpforwarding
- var bk *model.TcpForwardingRule
- var localErr error
- wf, localErr = s.tcpforwardingRepository.GetTcpforwarding(gCtx, int64(currentID))
- if localErr != nil {
- resChan <- CombinedResult{Id: currentID, Err: localErr}
- return localErr
- }
- bk, localErr = s.tcpforwardingRepository.GetTcpForwardingIpsByID(gCtx, currentID)
- if localErr != nil {
- resChan <- CombinedResult{Id: currentID, Err: localErr}
- return localErr
- }
- resChan <- CombinedResult{Id: currentID, Forwarding: wf, BackendRule: bk}
- return nil
- })
- }
- return nil
- })
- groupErr := g.Wait()
- close(resChan)
- if groupErr != nil {
- return nil, groupErr
- }
- res := make([]v1.TcpForwardingDataRequest, 0, len(ids))
- for r := range resChan {
- if r.Err != nil {
- return nil, fmt.Errorf("received error from goroutine for ID %d: %w", r.Id, r.Err)
- }
- if r.Forwarding == nil {
- return nil,fmt.Errorf("received nil forwarding from goroutine for ID %d", r.Id)
- }
- dataReq := v1.TcpForwardingDataRequest{
- Id: r.Forwarding.Id,
- Port: r.Forwarding.Port,
- Comment: r.Forwarding.Comment,
- Proxy: r.Forwarding.Proxy,
- }
- if r.BackendRule != nil {
- dataReq.BackendList = r.BackendRule.BackendList
- }
- res = append(res, dataReq)
- }
- sort.Slice(res, func(i, j int) bool {
- return res[i].Id > res[j].Id
- })
- return res, nil
- }
|