Нет описания
Вы не можете выбрать более 25 тем Темы должны начинаться с буквы или цифры, могут содержать дефисы(-) и должны содержать не более 35 символов.

create_config_template.go 15KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383
  1. package service
  2. import (
  3. "fmt"
  4. "time"
  5. "git.x2erp.com/qdy/go-base/ctx"
  6. "git.x2erp.com/qdy/go-base/logger"
  7. "git.x2erp.com/qdy/go-base/model/request"
  8. "git.x2erp.com/qdy/go-base/model/response"
  9. "git.x2erp.com/qdy/go-base/util"
  10. "git.x2erp.com/qdy/go-db/factory/database"
  11. "git.x2erp.com/qdy/go-svc-configure/models"
  12. "github.com/jmoiron/sqlx"
  13. )
  14. func InitConfigTemplates(dbFactory *database.DBFactory, req request.QueryRequest, reqCtx *ctx.RequestContext) *response.QueryResult[map[string]interface{}] {
  15. return initConfigTemplates(dbFactory.GetDB(), reqCtx)
  16. }
  17. // InitConfigTemplates 初始化默认配置信息
  18. func initConfigTemplates(db *sqlx.DB, reqCtx *ctx.RequestContext) *response.QueryResult[map[string]interface{}] {
  19. builder := models.NewConfigTemplateBuilder()
  20. templates := builder.
  21. // Service模板
  22. StartTemplate("service", "Service配置", "服务基础配置").
  23. AddInt("port", "服务监听端口").Default("8080").Min(1024).Max(65535).Required().FinishDetail().
  24. AddString("service_name", "服务名称").Default("svc-configure").Pattern("^[a-zA-Z][a-zA-Z0-9_-]*$").Required().FinishDetail().
  25. AddString("instance_name", "实例名称").Default("svc-configure-01").Required().FinishDetail().
  26. AddInt("read_timeout", "读取超时时间(秒)").Default("30").Min(1).Max(300).Required().FinishDetail().
  27. AddInt("write_timeout", "写入超时时间(秒)").Default("30").Min(1).Max(300).Required().FinishDetail().
  28. AddInt("idle_timeout", "空闲超时时间(秒)").Default("60").Min(10).Max(600).Required().FinishDetail().
  29. FinishTemplate().
  30. // 通用数据库配置
  31. StartTemplate("database", "通用数据库配置", "关系型数据库通用连接配置").
  32. AddEnum("type", "数据库类型", []string{"postgresql", "mysql", "oracle"}).Default("postgresql").Required().FinishDetail().
  33. AddString("host", "数据库主机地址").Default("localhost").Required().FinishDetail().
  34. AddInt("port", "数据库端口").Default("5432").Min(1).Max(65535).Required().FinishDetail().
  35. AddString("database", "数据库名称").Default("").Required().FinishDetail().
  36. AddString("username", "用户名").Default("").Required().FinishDetail().
  37. AddString("password", "密码").Default("").Sensitive().Required().FinishDetail().
  38. AddInt("max_conns", "最大连接数").Default("100").Min(1).Max(1000).FinishDetail().
  39. AddInt("min_conns", "最小连接数").Default("5").Min(0).Max(100).FinishDetail().
  40. AddInt("max_lifetime", "连接最大生存时间(秒)").Default("3600").Min(60).Max(86400).FinishDetail().
  41. AddInt("max_idle_time", "连接最大空闲时间(秒)").Default("1800").Min(30).Max(3600).FinishDetail().
  42. AddInt("connect_timeout", "连接超时时间(秒)").Default("5").Min(1).Max(30).FinishDetail().
  43. AddInt("read_timeout", "读取超时时间(秒)").Default("30").Min(1).Max(300).FinishDetail().
  44. AddInt("write_timeout", "写入超时时间(秒)").Default("30").Min(1).Max(300).FinishDetail().
  45. AddBoolean("ssl_enabled", "启用SSL加密").Default("false").FinishDetail().
  46. AddString("ssl_ca", "CA证书路径").Default("").FinishDetail().
  47. AddString("ssl_cert", "客户端证书路径").Default("").FinishDetail().
  48. AddString("ssl_key", "客户端密钥路径").Default("").FinishDetail().
  49. AddString("charset", "字符集").Default("utf8mb4").FinishDetail().
  50. AddString("timezone", "时区").Default("Asia/Shanghai").FinishDetail().
  51. AddBoolean("parse_time", "解析时间字段").Default("true").FinishDetail().
  52. AddString("loc", "时区位置").Default("Asia/Shanghai").FinishDetail().
  53. AddInt("max_prepared_stmt_count", "最大预处理语句数").Default("128").Min(0).Max(1024).FinishDetail().
  54. AddInt("max_allowed_packet", "最大允许数据包大小(MB)").Default("64").Min(1).Max(1024).FinishDetail().
  55. AddInt("timeout", "全局超时时间(秒)").Default("30").Min(1).Max(300).FinishDetail().
  56. AddBoolean("debug_mode", "调试模式").Default("false").FinishDetail().
  57. FinishTemplate().
  58. // Log模板
  59. StartTemplate("log", "日志增强配置", "增强版日志配置").
  60. AddEnum("level", "日志级别", []string{"debug", "info", "warn", "error", "fatal"}).Default("debug").Required().FinishDetail().
  61. AddString("output", "日志输出目标").Default("console,es").FinishDetail().
  62. //AddBoolean("json_format", "JSON格式输出").Default("true").FinishDetail().
  63. AddString("file_path", "日志文件路径").Default("./logs/app-%s.log").FinishDetail().
  64. AddInt("max_size", "最大文件大小(MB)").Default("100").FinishDetail().
  65. AddInt("max_backups", "最大备份文件数").Default("30").FinishDetail().
  66. AddInt("max_age", "最大保存天数").Default("7").FinishDetail().
  67. AddBoolean("compress", "压缩备份文件").Default("true").FinishDetail().
  68. AddString("es_path", "ES地址").Default("http://x3cloudb.x2erp.com:9200").FinishDetail().
  69. AddString("es_username", "ES用户名").Default("").FinishDetail().
  70. AddString("es_password", "ES密码").Default("").Sensitive().FinishDetail().
  71. FinishTemplate().
  72. // Doris模板
  73. StartTemplate("doris", "Doris配置", "Doris数据库连接配置").
  74. AddString("fe_host", "Doris FE节点主机地址").Default("161.189.89.196").Pattern(`^(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$`).Required().FinishDetail().
  75. AddInt("fe_port", "Doris FE端口号").Default("8040").Min(1).Max(65535).Required().FinishDetail().
  76. AddString("fe_username", "Doris FE用户名").Default("root").Required().FinishDetail().
  77. AddString("fe_password", "Doris FE密码").Default("").Sensitive().Required().MinLength(6).MaxLength(100).FinishDetail().
  78. AddInt("stream_load_timeout", "Stream Load超时时间(秒)").Default("300").Min(10).Max(3600).FinishDetail().
  79. AddInt("batch_size", "批量大小").Default("1000").Min(1).Max(10000).FinishDetail().
  80. FinishTemplate().
  81. // micro 注册发现配置
  82. StartTemplate("micro", "Micro服务配置", "Micro服务基础配置").
  83. AddString("service_name", "服务名称").Default("svc-worker").Required().FinishDetail().
  84. AddString("service_address", "服务地址").Default(":7070").Required().FinishDetail().
  85. AddString("registry_address", "注册中心地址").Default("localhost:8500").Required().FinishDetail().
  86. AddString("registry_type", "注册中心类型").Default("consul").Required().FinishDetail().
  87. AddInt("registry_timeout", "注册中心超时时间").Default("10").Required().FinishDetail().
  88. FinishTemplate().
  89. // rabbitmq
  90. StartTemplate("rabbitmq", "RabbitMQ配置", "RabbitMQ消息队列配置").
  91. AddString("host", "主机地址").Default("localhost").Required().FinishDetail().
  92. AddInt("port", "端口").Default("5672").Required().FinishDetail().
  93. AddString("username", "用户名").Default("guest").Required().FinishDetail().
  94. AddString("password", "密码").Default("guest").Sensitive().Required().FinishDetail().
  95. AddString("vhost", "虚拟主机").Default("/").FinishDetail().
  96. AddBoolean("use_tls", "启用TLS").Default("false").FinishDetail().
  97. AddString("ca_cert", "CA证书").Default("").FinishDetail().
  98. AddString("cert_file", "证书文件").Default("").FinishDetail().
  99. AddString("key_file", "密钥文件").Default("").FinishDetail().
  100. AddInt("max_open_channels", "最大通道数").Default("10").FinishDetail().
  101. AddInt("reconnect_delay", "重连延迟(ms)").Default("5000").FinishDetail().
  102. AddInt("max_reconnect_attempts", "最大重试次数").Default("10").FinishDetail().
  103. AddInt("heartbeat", "心跳间隔(s)").Default("30").FinishDetail().
  104. AddInt("channel_size", "通道大小").Default("100").FinishDetail().
  105. AddString("default_exchange", "默认交换机").Default("amq.direct").FinishDetail().
  106. AddString("default_queue", "默认队列").Default("").FinishDetail().
  107. AddBoolean("auto_ack", "自动确认").Default("false").FinishDetail().
  108. AddBoolean("mandatory", "强制路由").Default("false").FinishDetail().
  109. AddBoolean("immediate", "立即发送").Default("false").FinishDetail().
  110. AddInt("prefetch_count", "预取数量").Default("1").FinishDetail().
  111. AddInt("prefetch_size", "预取大小").Default("0").FinishDetail().
  112. AddBoolean("global", "全局设置").Default("false").FinishDetail().
  113. AddBoolean("publisher_confirms", "发布确认").Default("false").FinishDetail().
  114. AddInt("confirm_timeout", "确认超时(s)").Default("5").FinishDetail().
  115. FinishTemplate().
  116. GetTemplates()
  117. return createOrUpdateConfigTemplates(db, templates, reqCtx)
  118. }
  119. func CreateOrUpdateConfigTemplates(dbFactory *database.DBFactory, req *models.ConfigTemplate, reqCtx *ctx.RequestContext) *response.QueryResult[map[string]interface{}] {
  120. configTemplates := []*models.ConfigTemplate{req}
  121. return createOrUpdateConfigTemplates(dbFactory.GetDB(), configTemplates, reqCtx)
  122. }
  123. // CreateOrUpdateConfigTemplates 创建或更新配置模板(支持部分更新)
  124. func createOrUpdateConfigTemplates(db *sqlx.DB, templates []*models.ConfigTemplate, reqCtx *ctx.RequestContext) *response.QueryResult[map[string]interface{}] {
  125. if db == nil {
  126. return util.CreateErrorResult[map[string]interface{}]("database connection is nil", reqCtx)
  127. }
  128. // 开始事务
  129. tx, err := db.Beginx()
  130. if err != nil {
  131. return util.CreateErrorResult[map[string]interface{}](fmt.Sprintf("begin transaction failed: %v", err), reqCtx)
  132. }
  133. defer func() {
  134. if err != nil {
  135. tx.Rollback()
  136. }
  137. }()
  138. now := time.Now()
  139. for _, template := range templates {
  140. // 设置时间
  141. if template.CreatedAt.IsZero() {
  142. template.CreatedAt = now
  143. }
  144. template.UpdatedAt = now
  145. // 1. 插入或更新模板主表
  146. err := upsertTemplate(tx, template, now, reqCtx)
  147. if err != nil {
  148. return util.CreateErrorResult[map[string]interface{}](fmt.Sprintf("upsertTemplate: %v", err), reqCtx)
  149. }
  150. // 2. 处理模板详情(部分更新)
  151. if len(template.Details) > 0 {
  152. err = upsertTemplateDetails(tx, template.Details, now)
  153. if err != nil {
  154. return util.CreateErrorResult[map[string]interface{}](fmt.Sprintf("upsertTemplateDetails: %v", err), reqCtx)
  155. }
  156. }
  157. }
  158. errCommit := tx.Commit()
  159. if errCommit != nil {
  160. return util.CreateErrorResult[map[string]interface{}](fmt.Sprintf("db commit: %v", errCommit), reqCtx)
  161. }
  162. return util.CreateSuccessResult[map[string]interface{}](reqCtx)
  163. }
  164. // upsertTemplate 插入或更新模板主表
  165. func upsertTemplate(tx *sqlx.Tx, template *models.ConfigTemplate, now time.Time, reqCtx *ctx.RequestContext) error {
  166. sqlStr := `
  167. INSERT INTO config_template (
  168. config_template_id,
  169. template_name,
  170. is_default,
  171. sort_order,
  172. description,
  173. creator,
  174. created_at,
  175. updated_at
  176. ) VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
  177. ON CONFLICT (config_template_id) DO UPDATE SET
  178. is_default = EXCLUDED.is_default,
  179. sort_order = EXCLUDED.sort_order,
  180. description = EXCLUDED.description,
  181. creator = EXCLUDED.creator,
  182. updated_at = $8
  183. RETURNING config_template_id`
  184. var templateID string
  185. err := tx.QueryRow(sqlStr,
  186. template.ConfigTemplateID,
  187. template.TemplateName,
  188. template.IsDefault,
  189. template.SortOrder,
  190. template.Description,
  191. template.Creator,
  192. template.CreatedAt,
  193. now, // 使用事务中的时间
  194. ).Scan(&templateID)
  195. if err != nil {
  196. return logger.ErrorCf(reqCtx, "upsert template failed: %v", err)
  197. }
  198. logger.DebugC(reqCtx, "save data:%s", templateID)
  199. return nil
  200. }
  201. // upsertTemplateDetails 插入或更新模板详情(基于config_key唯一性)
  202. func upsertTemplateDetails(tx *sqlx.Tx, details []models.ConfigTemplateDetail, now time.Time) error {
  203. for _, detail := range details {
  204. // 设置时间和模板ID
  205. if detail.CreatedAt.IsZero() {
  206. detail.CreatedAt = now
  207. }
  208. detail.UpdatedAt = now
  209. //detail.ConfigTemplateID = templateID
  210. sqlStr := `
  211. INSERT INTO config_template_detail (
  212. config_template_detail_id,
  213. config_template_id,
  214. config_key,
  215. config_value,
  216. value_type,
  217. data_type,
  218. is_required,
  219. default_value,
  220. validation_rules,
  221. description,
  222. sort_order,
  223. is_sensitive,
  224. is_readonly,
  225. creator,
  226. created_at,
  227. updated_at
  228. ) VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15,$16)
  229. ON CONFLICT (config_template_detail_id) DO UPDATE SET
  230. config_value = EXCLUDED.config_value,
  231. value_type = EXCLUDED.value_type,
  232. data_type = EXCLUDED.data_type,
  233. is_required = EXCLUDED.is_required,
  234. default_value = EXCLUDED.default_value,
  235. validation_rules = EXCLUDED.validation_rules,
  236. description = EXCLUDED.description,
  237. sort_order = EXCLUDED.sort_order,
  238. is_sensitive = EXCLUDED.is_sensitive,
  239. is_readonly = EXCLUDED.is_readonly,
  240. creator = EXCLUDED.creator,
  241. updated_at = $15`
  242. _, err := tx.Exec(sqlStr,
  243. detail.ConfigTemplateDetailID,
  244. detail.ConfigTemplateID,
  245. detail.ConfigKey,
  246. detail.ConfigValue,
  247. detail.ValueType,
  248. detail.DataType,
  249. detail.IsRequired,
  250. detail.DefaultValue,
  251. detail.ValidationRules,
  252. detail.Description,
  253. detail.SortOrder,
  254. detail.IsSensitive,
  255. detail.IsReadonly,
  256. detail.Creator,
  257. detail.CreatedAt,
  258. now,
  259. )
  260. if err != nil {
  261. return fmt.Errorf("upsert template detail failed (key: %s): %v", detail.ConfigKey, err)
  262. }
  263. }
  264. return nil
  265. }
  266. // 批量版本(如果需要更高性能)
  267. func batchUpsertTemplateDetails(tx *sqlx.Tx, templateID int64, details []models.ConfigTemplateDetail, now time.Time) error {
  268. if len(details) == 0 {
  269. return nil
  270. }
  271. // 使用临时表进行批量操作
  272. _, err := tx.Exec(`
  273. CREATE TEMP TABLE temp_config_details (
  274. config_key VARCHAR(100),
  275. config_value TEXT,
  276. value_type VARCHAR(20),
  277. data_type VARCHAR(50),
  278. is_required BOOLEAN,
  279. default_value TEXT,
  280. validation_rules JSONB,
  281. description TEXT,
  282. sort_order INTEGER,
  283. is_sensitive BOOLEAN,
  284. is_readonly BOOLEAN,
  285. creator VARCHAR(100)
  286. ) ON COMMIT DROP`)
  287. if err != nil {
  288. return fmt.Errorf("create temp table failed: %v", err)
  289. }
  290. // 批量插入到临时表
  291. stmt, err := tx.Prepare(`
  292. INSERT INTO temp_config_details VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12)`)
  293. if err != nil {
  294. return err
  295. }
  296. defer stmt.Close()
  297. for _, detail := range details {
  298. _, err = stmt.Exec(
  299. detail.ConfigKey,
  300. detail.ConfigValue,
  301. detail.ValueType,
  302. detail.DataType,
  303. detail.IsRequired,
  304. detail.DefaultValue,
  305. detail.ValidationRules,
  306. detail.Description,
  307. detail.SortOrder,
  308. detail.IsSensitive,
  309. detail.IsReadonly,
  310. detail.Creator,
  311. )
  312. if err != nil {
  313. return err
  314. }
  315. }
  316. // 使用临时表进行批量UPSERT
  317. _, err = tx.Exec(`
  318. INSERT INTO config_template_detail (
  319. config_template_id, config_key, config_value, value_type, data_type,
  320. is_required, default_value, validation_rules, description, sort_order,
  321. is_sensitive, is_readonly, creator, created_at, updated_at
  322. )
  323. SELECT $1, config_key, config_value, value_type, data_type,
  324. is_required, default_value, validation_rules, description, sort_order,
  325. is_sensitive, is_readonly, creator, $2, $3
  326. FROM temp_config_details
  327. ON CONFLICT (config_template_id, config_key) DO UPDATE SET
  328. config_value = EXCLUDED.config_value,
  329. value_type = EXCLUDED.value_type,
  330. data_type = EXCLUDED.data_type,
  331. is_required = EXCLUDED.is_required,
  332. default_value = EXCLUDED.default_value,
  333. validation_rules = EXCLUDED.validation_rules,
  334. description = EXCLUDED.description,
  335. sort_order = EXCLUDED.sort_order,
  336. is_sensitive = EXCLUDED.is_sensitive,
  337. is_readonly = EXCLUDED.is_readonly,
  338. creator = EXCLUDED.creator,
  339. updated_at = EXCLUDED.updated_at`,
  340. templateID, now, now)
  341. return err
  342. }