aidedweb.go 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101
  1. package waf
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "net"
  7. v1 "github.com/go-nunu/nunu-layout-advanced/api/v1"
  8. "github.com/go-nunu/nunu-layout-advanced/internal/model"
  9. "github.com/go-nunu/nunu-layout-advanced/internal/repository/api/waf"
  10. "github.com/go-nunu/nunu-layout-advanced/internal/service"
  11. "github.com/go-nunu/nunu-layout-advanced/internal/service/api/flexCdn"
  12. )
  13. // AidedWebService Web转发辅助服务接口
  14. type AidedWebService interface {
  15. // 验证相关
  16. ValidateAddRequest(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) error
  17. ValidateEditRequest(ctx context.Context, req *v1.WebForwardingRequest) error
  18. ValidateDeletePermission(oldHostId int, hostId int) error
  19. // CDN网站管理
  20. CreateCdnWebsite(ctx context.Context, formData v1.Website) (int64, error)
  21. UpdateCdnConfiguration(ctx context.Context, req *v1.WebForwardingRequest, oldData *model.WebForwarding, tag string, formData v1.Website) error
  22. DeleteCdnServer(ctx context.Context, cdnWebId int) error
  23. // 源站管理
  24. AddOriginsToWebsite(ctx context.Context, req *v1.WebForwardingRequest, webId int64) (map[string]int64, error)
  25. UpdateOriginServers(ctx context.Context, req *v1.WebForwardingRequest, oldData *model.WebForwarding, ipData *model.WebForwardingRule) error
  26. // 功能配置管理
  27. ConfigureWebsocket(ctx context.Context, webId int64) error
  28. ConfigureProxyProtocol(ctx context.Context, proxy bool, cdnWebId int64) error
  29. ConfigureCCProtection(ctx context.Context, ccConfig v1.CcConfigRequest, webId int64) error
  30. ConfigureWafFirewall(ctx context.Context, webId int64, groupId int) error
  31. // 异步任务处理
  32. ProcessAsyncTasks(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse)
  33. ProcessIpWhitelistChanges(ctx context.Context, req *v1.WebForwardingRequest, ipData *model.WebForwardingRule) error
  34. ProcessDeleteIpWhitelist(ctx context.Context, id int) error
  35. ProcessDomainWhitelistChanges(ctx context.Context, req *v1.WebForwardingRequest, oldData *model.WebForwarding, require RequireResponse) error
  36. ProcessDeleteDomainWhitelist(ctx context.Context, oldData *model.WebForwarding, uid int) error
  37. // 数据库操作
  38. SaveToDatabase(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse, webId int64, cdnOriginIds map[string]int64) (int, error)
  39. UpdateDatabaseRecords(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse, ipData *model.WebForwardingRule) error
  40. CleanupDatabaseRecords(ctx context.Context, id int) error
  41. // SSL证书管理
  42. ProcessSSLCertificate(ctx context.Context, req *v1.WebForwardingRequest, cdnUid int) error
  43. ProcessSSLCertificateUpdate(ctx context.Context, req *v1.WebForwardingRequest, oldData *model.WebForwarding, cdnUid int) error
  44. CleanupSSLCertificate(ctx context.Context, oldData *model.WebForwarding) error
  45. // 数据准备辅助函数
  46. PrepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error)
  47. BuildProxyConfig(ctx context.Context, req *v1.WebForwardingRequest, gatewayIps []string) (v1.TypeJSON, error)
  48. BulidFormData(ctx context.Context, formData v1.Website) (v1.WebsiteSend, error)
  49. // 协议判断辅助函数
  50. GetProtocolType(isHttps int) string
  51. IsHttpsProtocol(isHttps int) bool
  52. // 模型构建辅助函数
  53. BuildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding
  54. BuildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule
  55. // 列表差异处理辅助函数
  56. FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList)
  57. WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string)
  58. // 日志配置辅助函数
  59. EditLog(ctx context.Context, webId int64) error
  60. // 废弃的方法(保持向后兼容)
  61. CreateOriginServers(ctx context.Context, req *v1.WebForwardingRequest) (map[string]int64, error)
  62. }
  63. func NewAidedWebService(
  64. service *service.Service,
  65. webForwardingRepository waf.WebForwardingRepository,
  66. wafformatter WafFormatterService,
  67. sslCert flexCdn.SslCertService,
  68. cdn flexCdn.CdnService,
  69. proxy flexCdn.ProxyService,
  70. websocket flexCdn.WebsocketService,
  71. cc CcService,
  72. ccIpList CcIpListService,
  73. gatewayIp GatewayipService,
  74. globalLimitRep waf.GlobalLimitRepository,
  75. ) AidedWebService {
  76. return &aidedWebService{
  77. Service: service,
  78. webForwardingRepository: webForwardingRepository,
  79. wafformatter: wafformatter,
  80. sslCert: sslCert,
  81. cdn: cdn,
  82. proxy: proxy,
  83. websocket: websocket,
  84. cc: cc,
  85. ccIpList: ccIpList,
  86. gatewayIp: gatewayIp,
  87. globalLimitRep: globalLimitRep,
  88. }
  89. }
  90. type aidedWebService struct {
  91. *service.Service
  92. webForwardingRepository waf.WebForwardingRepository
  93. wafformatter WafFormatterService
  94. sslCert flexCdn.SslCertService
  95. cdn flexCdn.CdnService
  96. proxy flexCdn.ProxyService
  97. websocket flexCdn.WebsocketService
  98. cc CcService
  99. ccIpList CcIpListService
  100. gatewayIp GatewayipService
  101. globalLimitRep waf.GlobalLimitRepository
  102. }
  103. const (
  104. // 协议类型常量
  105. isHttps = 1
  106. isHttp = 0
  107. protocolHttps = "https"
  108. protocolHttp = "http"
  109. // 默认配置常量
  110. defaultNodeClusterId = 2
  111. proxyProtocolVersion = 1
  112. )
  113. // BuildWebForwardingModel 辅助函数,用于构建通用的 WebForwarding 模型
  114. // ruleId 是从 WAF 系统获取的 ID
  115. func (s *aidedWebService) BuildWebForwardingModel(req *v1.WebForwardingDataRequest, ruleId int, require RequireResponse) *model.WebForwarding {
  116. return &model.WebForwarding{
  117. HostId: require.HostId,
  118. CdnWebId: ruleId,
  119. Port: req.Port,
  120. Domain: req.Domain,
  121. IsHttps: req.IsHttps,
  122. Comment: req.Comment,
  123. HttpsCert: req.HttpsCert,
  124. HttpsKey: req.HttpsKey,
  125. SslCertId: int(req.SslCertId),
  126. SslPolicyId: int(req.SslPolicyId),
  127. Cc: req.CcConfig.IsOn,
  128. ThresholdMethod: req.CcConfig.ThresholdMethod,
  129. Level: req.CcConfig.Level,
  130. Limit5s: req.CcConfig.Limit5s,
  131. Limit60s: req.CcConfig.Limit60s,
  132. Limit300s: req.CcConfig.Limit300s,
  133. Proxy: req.Proxy,
  134. }
  135. }
  136. // BuildWebRuleModel 构建WebForwardingRule模型
  137. func (s *aidedWebService) BuildWebRuleModel(reqData *v1.WebForwardingDataRequest, require RequireResponse, localDbId int, cdnOriginIds map[string]int64) *model.WebForwardingRule {
  138. return &model.WebForwardingRule{
  139. Uid: require.Uid,
  140. HostId: require.HostId,
  141. WebId: localDbId,
  142. CdnOriginIds: cdnOriginIds,
  143. BackendList: reqData.BackendList,
  144. }
  145. }
  146. // getRequire 获取前置配置
  147. func (s *aidedWebService) getRequire (ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, error) {
  148. // 1. 获取基础配置
  149. require, err := s.wafformatter.Require(ctx, v1.GlobalRequire{
  150. HostId: req.HostId,
  151. Uid: req.Uid,
  152. Comment: req.WebForwardingData.Comment,
  153. })
  154. if err != nil {
  155. return RequireResponse{}, fmt.Errorf("获取WAF前置配置失败: %w", err)
  156. }
  157. if require.Uid == 0 {
  158. return RequireResponse{}, fmt.Errorf("请先配置实例")
  159. }
  160. return require, nil
  161. }
  162. // PrepareWafData 准备WAF数据
  163. // 职责:协调整个流程,负责获取前置配置和组装最终的 formData。
  164. func (s *aidedWebService) PrepareWafData(ctx context.Context, req *v1.WebForwardingRequest) (RequireResponse, v1.Website, error) {
  165. // 1. 获取前置配置
  166. require, err := s.getRequire(ctx, req)
  167. if err != nil {
  168. return RequireResponse{}, v1.Website{}, err
  169. }
  170. // 2. 调用辅助函数,构建核心的代理配置 (将复杂逻辑封装起来)
  171. byteData, err := s.BuildProxyConfig(ctx, req, require.GatewayIps)
  172. if err != nil {
  173. return RequireResponse{}, v1.Website{}, err // 错误信息在辅助函数中已经包装好了
  174. }
  175. type serverNames struct {
  176. ServerNames string `json:"name" form:"name"`
  177. Type string `json:"type" form:"type"`
  178. }
  179. var serverName []serverNames
  180. var serverJson []byte
  181. if req.WebForwardingData.Domain != "" {
  182. serverName = append(serverName, serverNames{
  183. ServerNames: req.WebForwardingData.Domain,
  184. Type: "full",
  185. })
  186. serverJson, err = json.Marshal(serverName)
  187. if err != nil {
  188. return RequireResponse{}, v1.Website{}, err
  189. }
  190. }
  191. // 3. 组装最终的 WAF 表单数据
  192. formData := v1.Website{
  193. UserId: int64(require.CdnUid),
  194. Type: "httpProxy",
  195. Name: require.Tag,
  196. ServerNamesJSON: serverJson,
  197. Description: req.WebForwardingData.Comment,
  198. ServerGroupIds: []int64{int64(require.GroupId)},
  199. NodeClusterId: defaultNodeClusterId,
  200. }
  201. // 4. 根据协议类型,填充 HttpJSON 和 HttpsJSON 字段
  202. if req.WebForwardingData.IsHttps == isHttps {
  203. formData.HttpJSON = v1.TypeJSON{IsOn: false}
  204. formData.HttpsJSON = byteData
  205. } else {
  206. formData.HttpJSON = byteData
  207. formData.HttpsJSON = v1.TypeJSON{IsOn: false}
  208. }
  209. return require, formData, nil
  210. }
  211. func (s *aidedWebService) buildSslPolicy(ctx context.Context, data *v1.WebForwardingDataRequest) (v1.SslPolicyRef, error) {
  212. // 如果不是 HTTPS,直接返回关闭状态的 SSL 策略
  213. if data.IsHttps != isHttps {
  214. return v1.SslPolicyRef{
  215. IsOn: false,
  216. SslPolicyId: data.SslPolicyId,
  217. }, nil
  218. }
  219. // --- 以下是 HTTPS 的逻辑 ---
  220. sslPolicyID := data.SslPolicyId
  221. // 如果请求中没有提供 SSL 策略 ID,则为其创建一个新的
  222. if sslPolicyID == 0 {
  223. var err error
  224. sslPolicyID, err = s.sslCert.AddSslPolicy(ctx, nil)
  225. if err != nil {
  226. // 如果创建失败,返回零值和错误
  227. return v1.SslPolicyRef{}, err
  228. }
  229. }
  230. // 返回开启状态的 HTTPS 策略
  231. return v1.SslPolicyRef{
  232. IsOn: true,
  233. SslPolicyId: sslPolicyID,
  234. }, nil
  235. }
  236. // BuildProxyConfig 构建代理配置
  237. // 职责:专门负责处理 HTTP/HTTPS 的差异,并生成对应的 JSON 配置。
  238. func (s *aidedWebService) BuildProxyConfig(ctx context.Context, req *v1.WebForwardingRequest, gatewayIps []string) (v1.TypeJSON, error) {
  239. // 第一步:构建 SSL 策略。所有复杂的 if/else 都被封装在辅助函数中
  240. sslPolicy, err := s.buildSslPolicy(ctx, &req.WebForwardingData)
  241. if err != nil {
  242. return v1.TypeJSON{}, err
  243. }
  244. // 更新请求中的 SSL 策略
  245. req.WebForwardingData.SslPolicyId = sslPolicy.SslPolicyId
  246. // 第二步:根据协议类型确定 apiType
  247. apiType := protocolHttp
  248. if req.WebForwardingData.IsHttps == isHttps {
  249. apiType = protocolHttps
  250. }
  251. // 第三步:构建通用的 Listen 配置
  252. listenConfigs := make([]v1.Listen, 0, len(gatewayIps))
  253. for _, ip := range gatewayIps {
  254. listenConfigs = append(listenConfigs, v1.Listen{
  255. Protocol: apiType,
  256. Host: ip,
  257. Port: req.WebForwardingData.Port,
  258. })
  259. }
  260. // 第四步:组装并返回最终结果
  261. jsonData := v1.TypeJSON{
  262. IsOn: true,
  263. SslPolicyRef: sslPolicy,
  264. Listen: listenConfigs,
  265. }
  266. return jsonData, nil
  267. }
  268. // FindDifferenceList 查找两个列表的差异
  269. func (s *aidedWebService) FindDifferenceList(oldList, newList []v1.BackendList) (added, removed []v1.BackendList) {
  270. diff := make(map[v1.BackendList]int)
  271. // 1. 遍历旧列表,为每个元素计数 +1
  272. for _, item := range oldList {
  273. diff[item]++
  274. }
  275. // 2. 遍历新列表,为每个元素计数 -1
  276. for _, item := range newList {
  277. diff[item]--
  278. }
  279. // 3. 遍历 diff map 来找出差异
  280. for item, count := range diff {
  281. if count > 0 {
  282. // 如果 count > 0,说明这个元素在 oldList 中但不在 newList 中
  283. removed = append(removed, item)
  284. } else if count < 0 {
  285. // 如果 count < 0,说明这个元素在 newList 中但不在 oldList 中
  286. added = append(added, item)
  287. }
  288. // 如果 count == 0,说明元素在两个列表中都存在,不做任何操作
  289. }
  290. return added, removed
  291. }
  292. // WashDifferentIp 清洗IP差异 - 并发版本
  293. func (s *aidedWebService) WashDifferentIp(newIpList []string, oldIpList []string) (addedDenyIps []string, removedDenyIps []string) {
  294. // 并发验证并过滤有效IP
  295. oldAllowIps := s.filterValidIpsConcurrently(oldIpList)
  296. newAllowIps := s.filterValidIpsConcurrently(newIpList)
  297. addedDenyIps, removedDenyIps = s.wafformatter.findIpDifferences(oldAllowIps, newAllowIps)
  298. return addedDenyIps, removedDenyIps
  299. }
  300. // filterValidIpsConcurrently 并发过滤有效IP地址
  301. func (s *aidedWebService) filterValidIpsConcurrently(ipList []string) []string {
  302. if len(ipList) == 0 {
  303. return nil
  304. }
  305. // 小于10个IP时不使用并发,避免overhead
  306. if len(ipList) < 10 {
  307. return s.filterValidIpsSequentially(ipList)
  308. }
  309. type ipResult struct {
  310. ip string
  311. valid bool
  312. index int
  313. }
  314. resultChan := make(chan ipResult, len(ipList))
  315. semaphore := make(chan struct{}, 20) // 限制并发数为20
  316. // 启动goroutine验证IP
  317. for i, ip := range ipList {
  318. go func(ip string, index int) {
  319. semaphore <- struct{}{} // 获取信号量
  320. defer func() { <-semaphore }() // 释放信号量
  321. valid := net.ParseIP(ip) != nil
  322. resultChan <- ipResult{ip: ip, valid: valid, index: index}
  323. }(ip, i)
  324. }
  325. // 收集结果并保持原始顺序
  326. results := make([]ipResult, len(ipList))
  327. for i := 0; i < len(ipList); i++ {
  328. result := <-resultChan
  329. results[result.index] = result
  330. }
  331. close(resultChan)
  332. // 按原始顺序提取有效IP
  333. var validIps []string
  334. for _, result := range results {
  335. if result.valid {
  336. validIps = append(validIps, result.ip)
  337. }
  338. }
  339. return validIps
  340. }
  341. // filterValidIpsSequentially 顺序过滤有效IP地址(用于小数据集)
  342. func (s *aidedWebService) filterValidIpsSequentially(ipList []string) []string {
  343. var validIps []string
  344. for _, ip := range ipList {
  345. if net.ParseIP(ip) != nil {
  346. validIps = append(validIps, ip)
  347. }
  348. }
  349. return validIps
  350. }
  351. // EditLog 修改日志配置
  352. func (s *aidedWebService) EditLog(ctx context.Context, webId int64) error {
  353. webConfigId, err := s.webForwardingRepository.GetWebConfigId(ctx, webId)
  354. if err != nil {
  355. return err
  356. }
  357. if err := s.cdn.EditWebLog(ctx, webConfigId, v1.WebLog{
  358. IsPrior: false,
  359. IsOn: true,
  360. Fields: []int64{1, 2, 6, 7},
  361. Status1: true,
  362. Status2: true,
  363. Status3: true,
  364. Status4: true,
  365. Status5: true,
  366. FirewallOnly: false,
  367. EnableClientClosed: false,
  368. }); err != nil {
  369. return err
  370. }
  371. return nil
  372. }
  373. // BulidFormData 构建表单数据
  374. func (s *aidedWebService) BulidFormData(ctx context.Context, formData v1.Website) (v1.WebsiteSend, error) {
  375. httpJSON, err := json.Marshal(formData.HttpJSON)
  376. if err != nil {
  377. return v1.WebsiteSend{}, err
  378. }
  379. httpsJSON, err := json.Marshal(formData.HttpsJSON)
  380. if err != nil {
  381. return v1.WebsiteSend{}, err
  382. }
  383. formDataSend := v1.WebsiteSend{
  384. UserId: formData.UserId,
  385. AdminId: formData.AdminId,
  386. Type: formData.Type,
  387. Name: formData.Name,
  388. Description: formData.Description,
  389. ServerNamesJSON: formData.ServerNamesJSON,
  390. HttpJSON: httpJSON,
  391. HttpsJSON: httpsJSON,
  392. TcpJSON: formData.TcpJSON,
  393. TlsJSON: formData.TlsJSON,
  394. UdpJSON: formData.UdpJSON,
  395. WebId: formData.WebId,
  396. ReverseProxyJSON: formData.ReverseProxyJSON,
  397. ServerGroupIds: formData.ServerGroupIds,
  398. UserPlanId: formData.UserPlanId,
  399. NodeClusterId: formData.NodeClusterId,
  400. IncludeNodesJSON: formData.IncludeNodesJSON,
  401. ExcludeNodesJSON: formData.ExcludeNodesJSON,
  402. }
  403. return formDataSend, nil
  404. }
  405. // ProcessSSLCertificate 处理SSL证书
  406. func (s *aidedWebService) ProcessSSLCertificate(ctx context.Context, req *v1.WebForwardingRequest, cdnUid int) error {
  407. if !s.IsHttpsProtocol(req.WebForwardingData.IsHttps) {
  408. return nil // 非HTTPS协议不需要处理SSL证书
  409. }
  410. // 添加SSL证书
  411. sslCertId, err := s.sslCert.AddSSLCert(ctx, v1.SSL{
  412. Name: req.WebForwardingData.Domain,
  413. Domain: req.WebForwardingData.Domain,
  414. CertData: req.WebForwardingData.HttpsCert,
  415. KeyData: req.WebForwardingData.HttpsKey,
  416. CdnUserId: cdnUid,
  417. Description: req.WebForwardingData.Comment,
  418. })
  419. if err != nil {
  420. return fmt.Errorf("添加SSL证书失败: %w", err)
  421. }
  422. // 更新请求中的证书ID
  423. req.WebForwardingData.SslCertId = sslCertId
  424. // 编辑SSL策略
  425. if err := s.sslCert.EditSslPolicy(ctx, req.WebForwardingData.SslPolicyId, []int64{sslCertId}, "add"); err != nil {
  426. return fmt.Errorf("编辑SSL策略失败: %w", err)
  427. }
  428. return nil
  429. }
  430. // CreateOriginServers 创建源站服务器
  431. func (s *aidedWebService) CreateOriginServers(ctx context.Context, req *v1.WebForwardingRequest) (map[string]int64, error) {
  432. cdnOriginIds := make(map[string]int64)
  433. for _, backend := range req.WebForwardingData.BackendList {
  434. apiType := s.GetProtocolType(backend.IsHttps)
  435. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  436. ApiType: apiType,
  437. BackendList: backend.Addr,
  438. Host: backend.CustomHost,
  439. Comment: req.WebForwardingData.Comment,
  440. })
  441. if err != nil {
  442. return nil, fmt.Errorf("添加源站 %s 失败: %w", backend.Addr, err)
  443. }
  444. cdnOriginIds[backend.Addr] = id
  445. }
  446. return cdnOriginIds, nil
  447. }
  448. // GetProtocolType 获取协议类型字符串
  449. func (s *aidedWebService) GetProtocolType(isHttps int) string {
  450. if s.IsHttpsProtocol(isHttps) {
  451. return protocolHttps
  452. }
  453. return protocolHttp
  454. }
  455. // IsHttpsProtocol 判断是否为HTTPS协议
  456. func (s *aidedWebService) IsHttpsProtocol(httpsFlag int) bool {
  457. return httpsFlag == isHttps
  458. }
  459. // ValidateAddRequest 验证添加请求
  460. func (s *aidedWebService) ValidateAddRequest(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) error {
  461. if err := s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  462. HostId: req.HostId,
  463. Domain: req.WebForwardingData.Domain,
  464. Comment: req.WebForwardingData.Comment,
  465. Uid: req.Uid,
  466. }); err != nil {
  467. return fmt.Errorf("域名数量验证失败: %w", err)
  468. }
  469. if err := s.wafformatter.validateWafPortCount(ctx, require.HostId); err != nil {
  470. return fmt.Errorf("端口数量验证失败: %w", err)
  471. }
  472. protocol := s.GetProtocolType(req.WebForwardingData.IsHttps)
  473. if err := s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(require.HostId), req.WebForwardingData.Domain); err != nil {
  474. return fmt.Errorf("端口 %d 验证失败: %w", req.WebForwardingData.Port, err)
  475. }
  476. return nil
  477. }
  478. // ValidateEditRequest 验证编辑请求
  479. func (s *aidedWebService) ValidateEditRequest(ctx context.Context, req *v1.WebForwardingRequest) error {
  480. if err := s.wafformatter.validateWafDomainCount(ctx, v1.GlobalRequire{
  481. HostId: req.HostId,
  482. Domain: req.WebForwardingData.Domain,
  483. Comment: req.WebForwardingData.Comment,
  484. Uid: req.Uid,
  485. }); err != nil {
  486. return fmt.Errorf("域名数量验证失败: %w", err)
  487. }
  488. protocol := s.GetProtocolType(req.WebForwardingData.IsHttps)
  489. if err := s.wafformatter.VerifyPort(ctx, protocol, int64(req.WebForwardingData.Id), req.WebForwardingData.Port, int64(req.HostId), req.WebForwardingData.Domain); err != nil {
  490. return fmt.Errorf("端口 %d 验证失败: %w", req.WebForwardingData.Port, err)
  491. }
  492. return nil
  493. }
  494. // ValidateDeletePermission 验证删除权限
  495. func (s *aidedWebService) ValidateDeletePermission(oldHostId int, hostId int) error {
  496. if oldHostId != hostId {
  497. return fmt.Errorf("用户权限不足")
  498. }
  499. return nil
  500. }
  501. // CreateCdnWebsite 创建CDN网站
  502. func (s *aidedWebService) CreateCdnWebsite(ctx context.Context, formData v1.Website) (int64, error) {
  503. formDataSend, err := s.BulidFormData(ctx, formData)
  504. if err != nil {
  505. return 0, fmt.Errorf("构建表单数据失败: %w", err)
  506. }
  507. webId, err := s.cdn.CreateWebsite(ctx, formDataSend)
  508. if err != nil {
  509. return 0, fmt.Errorf("创建CDN网站失败: %w", err)
  510. }
  511. return webId, nil
  512. }
  513. // UpdateCdnConfiguration 更新CDN配置
  514. func (s *aidedWebService) UpdateCdnConfiguration(ctx context.Context, req *v1.WebForwardingRequest, oldData *model.WebForwarding, tag string, formData v1.Website) error {
  515. // 修改网站端口、协议或证书
  516. if oldData.Port != req.WebForwardingData.Port || oldData.IsHttps != req.WebForwardingData.IsHttps ||
  517. oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  518. if err := s.updateWebsiteProtocolAndCert(ctx, req.WebForwardingData.IsHttps, int64(oldData.CdnWebId), formData); err != nil {
  519. return err
  520. }
  521. }
  522. // 修改网站域名
  523. if oldData.Domain != req.WebForwardingData.Domain {
  524. if err := s.updateWebsiteDomain(ctx, req.WebForwardingData.Domain, int64(oldData.CdnWebId)); err != nil {
  525. return err
  526. }
  527. }
  528. // 修改网站名字
  529. if oldData.Comment != req.WebForwardingData.Comment {
  530. if err := s.updateWebsiteBasicInfo(ctx, int64(oldData.CdnWebId), tag); err != nil {
  531. return err
  532. }
  533. }
  534. return nil
  535. }
  536. // DeleteCdnServer 删除CDN服务器
  537. func (s *aidedWebService) DeleteCdnServer(ctx context.Context, cdnWebId int) error {
  538. if err := s.cdn.DelServer(ctx, int64(cdnWebId)); err != nil {
  539. return fmt.Errorf("删除CDN服务器失败: %w", err)
  540. }
  541. return nil
  542. }
  543. // updateWebsiteProtocolAndCert 更新网站协议和证书
  544. func (s *aidedWebService) updateWebsiteProtocolAndCert(ctx context.Context, isHttps int, cdnWebId int64, formData v1.Website) error {
  545. // 切换协议
  546. var typeConfig, closeConfig v1.TypeJSON
  547. var apiType, closeType string
  548. if s.IsHttpsProtocol(isHttps) {
  549. typeConfig = formData.HttpsJSON
  550. closeConfig = formData.HttpJSON
  551. apiType = s.GetProtocolType(isHttps)
  552. closeType = s.GetProtocolType(0) // HTTP
  553. } else {
  554. typeConfig = formData.HttpJSON
  555. closeConfig = formData.HttpsJSON
  556. apiType = s.GetProtocolType(isHttps)
  557. closeType = s.GetProtocolType(1) // HTTPS
  558. }
  559. typeJson, err := json.Marshal(typeConfig)
  560. if err != nil {
  561. return fmt.Errorf("序列化协议配置失败: %w", err)
  562. }
  563. closeJson, err := json.Marshal(closeConfig)
  564. if err != nil {
  565. return fmt.Errorf("序列化关闭协议配置失败: %w", err)
  566. }
  567. // 切换协议
  568. if err := s.cdn.EditServerType(ctx, v1.EditWebsite{
  569. Id: cdnWebId,
  570. TypeJSON: typeJson,
  571. }, apiType); err != nil {
  572. return fmt.Errorf("切换到%s协议失败: %w", apiType, err)
  573. }
  574. if err := s.cdn.EditServerType(ctx, v1.EditWebsite{
  575. Id: cdnWebId,
  576. TypeJSON: closeJson,
  577. }, closeType); err != nil {
  578. return fmt.Errorf("关闭%s协议失败: %w", closeType, err)
  579. }
  580. return nil
  581. }
  582. // updateWebsiteDomain 更新网站域名
  583. func (s *aidedWebService) updateWebsiteDomain(ctx context.Context, domain string, cdnWebId int64) error {
  584. type serverName struct {
  585. Name string `json:"name" form:"name"`
  586. Type string `json:"type" form:"type"`
  587. }
  588. var serverData []serverName
  589. serverData = append(serverData, serverName{
  590. Name: domain,
  591. Type: "full",
  592. })
  593. serverJson, err := json.Marshal(serverData)
  594. if err != nil {
  595. return fmt.Errorf("序列化服务器名称失败: %w", err)
  596. }
  597. if err := s.cdn.EditServerName(ctx, v1.EditServerNames{
  598. ServerId: cdnWebId,
  599. ServerNamesJSON: serverJson,
  600. }); err != nil {
  601. return fmt.Errorf("更新服务器名称失败: %w", err)
  602. }
  603. return nil
  604. }
  605. // updateWebsiteBasicInfo 更新网站基本信息
  606. func (s *aidedWebService) updateWebsiteBasicInfo(ctx context.Context, cdnWebId int64, tag string) error {
  607. // 通过globalLimitRep获取节点ID,这是项目中现有的方法
  608. nodeId, err := s.globalLimitRep.GetNodeId(ctx, int(cdnWebId))
  609. if err != nil {
  610. return fmt.Errorf("获取节点ID失败: %w", err)
  611. }
  612. if err := s.cdn.EditServerBasic(ctx, cdnWebId, tag, nodeId); err != nil {
  613. return fmt.Errorf("更新服务器基本信息失败: %w", err)
  614. }
  615. return nil
  616. }
  617. // AddOriginsToWebsite 添加源站到网站
  618. func (s *aidedWebService) AddOriginsToWebsite(ctx context.Context, req *v1.WebForwardingRequest, webId int64) (map[string]int64, error) {
  619. cdnOriginIds, err := s.CreateOriginServers(ctx, req)
  620. if err != nil {
  621. return nil, fmt.Errorf("创建源站服务器失败: %w", err)
  622. }
  623. // 添加源站到网站
  624. for _, originId := range cdnOriginIds {
  625. if err := s.cdn.AddServerOrigin(ctx, webId, originId); err != nil {
  626. return nil, fmt.Errorf("添加源站到网站失败: %w", err)
  627. }
  628. }
  629. return cdnOriginIds, nil
  630. }
  631. // UpdateOriginServers 更新源站服务器
  632. func (s *aidedWebService) UpdateOriginServers(ctx context.Context, req *v1.WebForwardingRequest, oldData *model.WebForwarding, ipData *model.WebForwardingRule) error {
  633. addOrigins, delOrigins := s.FindDifferenceList(ipData.BackendList, req.WebForwardingData.BackendList)
  634. addedIds := make(map[string]int64)
  635. // 添加新源站
  636. for _, v := range addOrigins {
  637. apiType := s.GetProtocolType(v.IsHttps)
  638. id, err := s.wafformatter.AddOrigin(ctx, v1.WebJson{
  639. ApiType: apiType,
  640. BackendList: v.Addr,
  641. Host: v.CustomHost,
  642. Comment: req.WebForwardingData.Comment,
  643. })
  644. if err != nil {
  645. return fmt.Errorf("添加源站 %s 失败: %w", v.Addr, err)
  646. }
  647. addedIds[v.Addr] = id
  648. }
  649. // 将新源站添加到网站
  650. for _, v := range addedIds {
  651. if err := s.cdn.AddServerOrigin(ctx, int64(oldData.CdnWebId), v); err != nil {
  652. return fmt.Errorf("添加源站到网站失败: %w", err)
  653. }
  654. }
  655. // 删除旧源站
  656. for k, v := range ipData.CdnOriginIds {
  657. for _, ip := range delOrigins {
  658. if k == ip.Addr {
  659. if err := s.cdn.DelServerOrigin(ctx, int64(oldData.CdnWebId), v); err != nil {
  660. return fmt.Errorf("删除源站失败: %w", err)
  661. }
  662. delete(ipData.CdnOriginIds, k)
  663. }
  664. }
  665. }
  666. // 合并新的源站ID
  667. for k, v := range addedIds {
  668. ipData.CdnOriginIds[k] = v
  669. }
  670. return nil
  671. }
  672. // ConfigureWebsocket 配置WebSocket
  673. func (s *aidedWebService) ConfigureWebsocket(ctx context.Context, webId int64) error {
  674. websocketId, err := s.websocket.AddWebsocket(ctx)
  675. if err != nil {
  676. return fmt.Errorf("添加WebSocket失败: %w", err)
  677. }
  678. if err := s.websocket.EnableOrDisable(ctx, webId, websocketId, true, false); err != nil {
  679. return fmt.Errorf("启用WebSocket失败: %w", err)
  680. }
  681. return nil
  682. }
  683. // ConfigureProxyProtocol 配置代理协议
  684. func (s *aidedWebService) ConfigureProxyProtocol(ctx context.Context, proxy bool, cdnWebId int64) error {
  685. if err := s.proxy.EditProxy(ctx, cdnWebId, v1.ProxyProtocolJSON{
  686. IsOn: proxy,
  687. Version: proxyProtocolVersion,
  688. }); err != nil {
  689. return fmt.Errorf("启用代理协议失败: %w", err)
  690. }
  691. return nil
  692. }
  693. // ConfigureCCProtection 配置CC防护
  694. func (s *aidedWebService) ConfigureCCProtection(ctx context.Context, ccConfig v1.CcConfigRequest, webId int64) error {
  695. if err := s.cc.EditCcConfig(ctx, webId, ccConfig); err != nil {
  696. return fmt.Errorf("配置CC防护失败: %w", err)
  697. }
  698. return nil
  699. }
  700. // ConfigureWafFirewall 配置WAF防火墙
  701. func (s *aidedWebService) ConfigureWafFirewall(ctx context.Context, webId int64, groupId int) error {
  702. if err := s.ccIpList.AddCcIpListPolicy(ctx, webId, int64(groupId)); err != nil {
  703. return fmt.Errorf("配置WAF防火墙失败: %w", err)
  704. }
  705. return nil
  706. }
  707. // ProcessAsyncTasks 处理异步任务
  708. func (s *aidedWebService) ProcessAsyncTasks(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse) {
  709. // 域名白名单处理
  710. if req.WebForwardingData.Domain != "" {
  711. go func() {
  712. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  713. if err != nil {
  714. return
  715. }
  716. if len(require.GatewayIps) == 0 {
  717. return
  718. }
  719. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(require.HostId), int64(require.Uid))
  720. if err != nil {
  721. return
  722. }
  723. s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "add")
  724. }()
  725. }
  726. // 源站IP白名单处理
  727. if req.WebForwardingData.BackendList != nil {
  728. go func() {
  729. var ips []string
  730. for _, v := range req.WebForwardingData.BackendList {
  731. ip, _, err := net.SplitHostPort(v.Addr)
  732. if err != nil {
  733. continue
  734. }
  735. ips = append(ips, ip)
  736. }
  737. if len(ips) > 0 {
  738. s.wafformatter.PublishIpWhitelistTask(ips, "add", "", "white")
  739. }
  740. }()
  741. }
  742. }
  743. // ProcessIpWhitelistChanges 处理IP白名单变更
  744. func (s *aidedWebService) ProcessIpWhitelistChanges(ctx context.Context, req *v1.WebForwardingRequest, ipData *model.WebForwardingRule) error {
  745. var oldIps, newIps []string
  746. // 提取旧IP列表
  747. for _, v := range ipData.BackendList {
  748. ip, _, err := net.SplitHostPort(v.Addr)
  749. if err != nil {
  750. return fmt.Errorf("解析旧IP地址失败: %w", err)
  751. }
  752. oldIps = append(oldIps, ip)
  753. }
  754. // 提取新IP列表
  755. for _, v := range req.WebForwardingData.BackendList {
  756. ip, _, err := net.SplitHostPort(v.Addr)
  757. if err != nil {
  758. return fmt.Errorf("解析新IP地址失败: %w", err)
  759. }
  760. newIps = append(newIps, ip)
  761. }
  762. // 查找IP差异
  763. addedIps, removedIps := s.wafformatter.findIpDifferences(oldIps, newIps)
  764. // 异步处理添加的IP
  765. if len(addedIps) > 0 {
  766. go s.wafformatter.PublishIpWhitelistTask(addedIps, "add", "", "white")
  767. }
  768. // 异步处理删除的IP
  769. if len(removedIps) > 0 {
  770. go func() {
  771. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, removedIps)
  772. if err != nil {
  773. return
  774. }
  775. if len(ipsToDelist) > 0 {
  776. s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  777. }
  778. }()
  779. }
  780. return nil
  781. }
  782. // ProcessDeleteIpWhitelist 处理删除IP白名单
  783. func (s *aidedWebService) ProcessDeleteIpWhitelist(ctx context.Context, id int) error {
  784. ipData, err := s.webForwardingRepository.GetWebForwardingIpsByID(ctx, id)
  785. if err != nil {
  786. return fmt.Errorf("获取IP数据失败: %w", err)
  787. }
  788. if ipData != nil && len(ipData.BackendList) > 0 {
  789. var ips []string
  790. for _, v := range ipData.BackendList {
  791. ip, _, err := net.SplitHostPort(v.Addr)
  792. if err != nil {
  793. continue
  794. }
  795. ips = append(ips, ip)
  796. }
  797. if len(ips) > 0 {
  798. go func() {
  799. ipsToDelist, err := s.wafformatter.WashDelIps(ctx, ips)
  800. if err != nil {
  801. return
  802. }
  803. if len(ipsToDelist) > 0 {
  804. s.wafformatter.PublishIpWhitelistTask(ipsToDelist, "del", "0", "white")
  805. }
  806. }()
  807. }
  808. }
  809. return nil
  810. }
  811. // ProcessDomainWhitelistChanges 处理域名白名单变更
  812. func (s *aidedWebService) ProcessDomainWhitelistChanges(ctx context.Context, req *v1.WebForwardingRequest, oldData *model.WebForwarding, require RequireResponse) error {
  813. if oldData.Domain != req.WebForwardingData.Domain {
  814. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(req.HostId), int64(req.Uid))
  815. if err != nil {
  816. return fmt.Errorf("获取网关IP失败: %w", err)
  817. }
  818. newDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, req.WebForwardingData.Domain)
  819. if err != nil {
  820. return fmt.Errorf("转换新域名失败: %w", err)
  821. }
  822. oldDomain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  823. if err != nil {
  824. return fmt.Errorf("转换旧域名失败: %w", err)
  825. }
  826. if len(require.GatewayIps) == 0 {
  827. return fmt.Errorf("网关组不存在")
  828. }
  829. // 检查旧域名使用数量
  830. count, err := s.webForwardingRepository.GetDomainCount(ctx, req.HostId, oldData.Domain)
  831. if err != nil {
  832. return fmt.Errorf("获取域名使用数量失败: %w", err)
  833. }
  834. // 异步处理域名白名单变更
  835. go func() {
  836. if count < 2 {
  837. s.wafformatter.PublishDomainWhitelistTask(oldDomain, firstIp, "del")
  838. }
  839. s.wafformatter.PublishDomainWhitelistTask(newDomain, firstIp, "add")
  840. }()
  841. }
  842. return nil
  843. }
  844. // ProcessDeleteDomainWhitelist 处理删除域名白名单
  845. func (s *aidedWebService) ProcessDeleteDomainWhitelist(ctx context.Context, oldData *model.WebForwarding, uid int) error {
  846. if oldData.Domain != "" {
  847. firstIp, err := s.gatewayIp.GetGatewayipByHostIdFirst(ctx, int64(oldData.HostId), int64(uid))
  848. if err != nil {
  849. return fmt.Errorf("获取网关IP失败: %w", err)
  850. }
  851. doMain, err := s.wafformatter.ConvertToWildcardDomain(ctx, oldData.Domain)
  852. if err != nil {
  853. return fmt.Errorf("转换域名失败: %w", err)
  854. }
  855. go s.wafformatter.PublishDomainWhitelistTask(doMain, firstIp, "del")
  856. }
  857. return nil
  858. }
  859. // SaveToDatabase 保存到数据库
  860. func (s *aidedWebService) SaveToDatabase(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse, webId int64, cdnOriginIds map[string]int64) (int, error) {
  861. webModel := s.BuildWebForwardingModel(&req.WebForwardingData, int(webId), require)
  862. id, err := s.webForwardingRepository.AddWebForwarding(ctx, webModel)
  863. if err != nil {
  864. return 0, fmt.Errorf("添加Web转发记录失败: %w", err)
  865. }
  866. webRuleModel := s.BuildWebRuleModel(&req.WebForwardingData, require, id, cdnOriginIds)
  867. if _, err = s.webForwardingRepository.AddWebForwardingIps(ctx, *webRuleModel); err != nil {
  868. return 0, fmt.Errorf("添加Web转发规则失败: %w", err)
  869. }
  870. return id, nil
  871. }
  872. // UpdateDatabaseRecords 更新数据库记录
  873. func (s *aidedWebService) UpdateDatabaseRecords(ctx context.Context, req *v1.WebForwardingRequest, require RequireResponse, ipData *model.WebForwardingRule) error {
  874. webModel := s.BuildWebForwardingModel(&req.WebForwardingData, req.WebForwardingData.CdnWebId, require)
  875. webModel.Id = req.WebForwardingData.Id
  876. if err := s.webForwardingRepository.EditWebForwarding(ctx, webModel); err != nil {
  877. return fmt.Errorf("更新Web转发记录失败: %w", err)
  878. }
  879. webRuleModel := s.BuildWebRuleModel(&req.WebForwardingData, require, req.WebForwardingData.Id, ipData.CdnOriginIds)
  880. if err := s.webForwardingRepository.EditWebForwardingIps(ctx, *webRuleModel); err != nil {
  881. return fmt.Errorf("更新Web转发规则失败: %w", err)
  882. }
  883. return nil
  884. }
  885. // CleanupDatabaseRecords 清理数据库记录
  886. func (s *aidedWebService) CleanupDatabaseRecords(ctx context.Context, id int) error {
  887. if err := s.webForwardingRepository.DeleteWebForwarding(ctx, int64(id)); err != nil {
  888. return fmt.Errorf("删除Web转发记录失败: %w", err)
  889. }
  890. if err := s.webForwardingRepository.DeleteWebForwardingIpsById(ctx, id); err != nil {
  891. return fmt.Errorf("删除Web转发规则失败: %w", err)
  892. }
  893. return nil
  894. }
  895. // ProcessSSLCertificateUpdate 处理SSL证书更新
  896. func (s *aidedWebService) ProcessSSLCertificateUpdate(ctx context.Context, req *v1.WebForwardingRequest, oldData *model.WebForwarding, cdnUid int) error {
  897. if !s.IsHttpsProtocol(req.WebForwardingData.IsHttps) {
  898. return nil // 非HTTPS协议不需要处理SSL证书
  899. }
  900. // 如果证书ID为0
  901. if oldData.SslCertId == 0 {
  902. err := s.ProcessSSLCertificate(ctx, req, cdnUid)
  903. if err != nil {
  904. return fmt.Errorf("处理SSL证书失败: %w", err)
  905. }
  906. return nil
  907. }
  908. // 如果证书内容有变化
  909. if oldData.HttpsCert != req.WebForwardingData.HttpsCert || oldData.HttpsKey != req.WebForwardingData.HttpsKey {
  910. if err := s.sslCert.EditSSLCert(ctx, v1.SSL{
  911. Name: req.WebForwardingData.Domain,
  912. CertId: oldData.SslCertId,
  913. CertData: req.WebForwardingData.HttpsCert,
  914. KeyData: req.WebForwardingData.HttpsKey,
  915. CdnUserId: cdnUid,
  916. Domain: req.WebForwardingData.Domain,
  917. Description: req.WebForwardingData.Comment,
  918. }); err != nil {
  919. return fmt.Errorf("更新SSL证书失败: %w", err)
  920. }
  921. }
  922. return nil
  923. }
  924. // CleanupSSLCertificate 清理SSL证书
  925. func (s *aidedWebService) CleanupSSLCertificate(ctx context.Context, oldData *model.WebForwarding) error {
  926. if oldData.SslCertId != 0 {
  927. if err := s.cdn.DelSSLCert(ctx, int64(oldData.SslCertId)); err != nil {
  928. return fmt.Errorf("删除SSL证书失败: %w", err)
  929. }
  930. if err := s.sslCert.EditSslPolicy(ctx, int64(oldData.SslPolicyId), []int64{int64(oldData.SslCertId)}, "del"); err != nil {
  931. return fmt.Errorf("删除SSL策略失败: %w", err)
  932. }
  933. }
  934. return nil
  935. }