Nenhuma descrição
Você não pode selecionar mais de 25 tópicos Os tópicos devem começar com uma letra ou um número, podem incluir traços ('-') e podem ter até 35 caracteres.

create_config_template.go 11KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327
  1. package service
  2. import (
  3. "fmt"
  4. "time"
  5. "git.x2erp.com/qdy/go-svc-configure/models"
  6. "github.com/jmoiron/sqlx"
  7. )
  8. // InitConfigTemplates 初始化默认配置信息
  9. func InitConfigTemplates(db *sqlx.DB) error {
  10. builder := models.NewConfigTemplateBuilder()
  11. templates := builder.
  12. // Service模板
  13. StartTemplate("Service配置", "service", "服务基础配置").
  14. AddInt("port", "服务监听端口").Default("8080").Min(1024).Max(65535).Required().FinishDetail().
  15. AddString("service_name", "服务名称").Default("svc-configure").Pattern("^[a-zA-Z][a-zA-Z0-9_-]*$").Required().FinishDetail().
  16. AddString("instance_name", "实例名称").Default("svc-configure-01").Required().FinishDetail().
  17. AddInt("read_timeout", "读取超时时间(秒)").Default("30").Min(1).Max(300).Required().FinishDetail().
  18. AddInt("write_timeout", "写入超时时间(秒)").Default("30").Min(1).Max(300).Required().FinishDetail().
  19. AddInt("idle_timeout", "空闲超时时间(秒)").Default("60").Min(10).Max(600).Required().FinishDetail().
  20. FinishTemplate().
  21. // Log模板
  22. StartTemplate("日志增强配置", "log", "增强版日志配置").
  23. AddEnum("level", "日志级别", []string{"debug", "info", "warn", "error", "fatal"}).Default("debug").Required().FinishDetail().
  24. AddString("output", "日志输出目标").Default("console,es").FinishDetail().
  25. //AddBoolean("json_format", "JSON格式输出").Default("true").FinishDetail().
  26. AddString("file_path", "日志文件路径").Default("./logs/app-%s.log").FinishDetail().
  27. AddInt("max_size", "最大文件大小(MB)").Default("100").FinishDetail().
  28. AddInt("max_backups", "最大备份文件数").Default("30").FinishDetail().
  29. AddInt("max_age", "最大保存天数").Default("7").FinishDetail().
  30. AddBoolean("compress", "压缩备份文件").Default("true").FinishDetail().
  31. AddString("es_path", "ES地址").Default("http://x3cloudb.x2erp.com:9200").FinishDetail().
  32. AddString("es_username", "ES用户名").Default("").FinishDetail().
  33. AddString("es_password", "ES密码").Default("").Sensitive().FinishDetail().
  34. FinishTemplate().
  35. // Doris模板
  36. StartTemplate("Doris配置", "doris", "Doris数据库连接配置").
  37. AddString("fe_host", "Doris FE节点主机地址").Default("161.189.89.196").Pattern(`^(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$`).Required().FinishDetail().
  38. AddInt("fe_port", "Doris FE端口号").Default("8040").Min(1).Max(65535).Required().FinishDetail().
  39. AddString("fe_username", "Doris FE用户名").Default("root").Required().FinishDetail().
  40. AddString("fe_password", "Doris FE密码").Default("").Sensitive().Required().MinLength(6).MaxLength(100).FinishDetail().
  41. AddInt("stream_load_timeout", "Stream Load超时时间(秒)").Default("300").Min(10).Max(3600).FinishDetail().
  42. AddInt("batch_size", "批量大小").Default("1000").Min(1).Max(10000).FinishDetail().
  43. FinishTemplate().
  44. // micro 注册发现配置
  45. StartTemplate("Micro服务配置", "micro", "Micro服务基础配置").
  46. AddString("service_name", "服务名称").Default("svc-worker").Required().FinishDetail().
  47. AddString("service_address", "服务地址").Default(":7070").Required().FinishDetail().
  48. AddString("registry_address", "注册中心地址").Default("localhost:8500").Required().FinishDetail().
  49. AddString("registry_type", "注册中心类型").Default("consul").Required().FinishDetail().
  50. AddInt("registry_timeout", "注册中心超时时间").Default("10").Required().FinishDetail().
  51. FinishTemplate().
  52. // rabbitmq
  53. StartTemplate("RabbitMQ配置", "rabbitmq", "RabbitMQ消息队列配置").
  54. AddString("host", "主机地址").Default("localhost").Required().FinishDetail().
  55. AddInt("port", "端口").Default("5672").Required().FinishDetail().
  56. AddString("username", "用户名").Default("guest").Required().FinishDetail().
  57. AddString("password", "密码").Default("guest").Sensitive().Required().FinishDetail().
  58. AddString("vhost", "虚拟主机").Default("/").FinishDetail().
  59. AddBoolean("use_tls", "启用TLS").Default("false").FinishDetail().
  60. AddString("ca_cert", "CA证书").Default("").FinishDetail().
  61. AddString("cert_file", "证书文件").Default("").FinishDetail().
  62. AddString("key_file", "密钥文件").Default("").FinishDetail().
  63. AddInt("max_open_channels", "最大通道数").Default("10").FinishDetail().
  64. AddInt("reconnect_delay", "重连延迟(ms)").Default("5000").FinishDetail().
  65. AddInt("max_reconnect_attempts", "最大重试次数").Default("10").FinishDetail().
  66. AddInt("heartbeat", "心跳间隔(s)").Default("30").FinishDetail().
  67. AddInt("channel_size", "通道大小").Default("100").FinishDetail().
  68. AddString("default_exchange", "默认交换机").Default("amq.direct").FinishDetail().
  69. AddString("default_queue", "默认队列").Default("").FinishDetail().
  70. AddBoolean("auto_ack", "自动确认").Default("false").FinishDetail().
  71. AddBoolean("mandatory", "强制路由").Default("false").FinishDetail().
  72. AddBoolean("immediate", "立即发送").Default("false").FinishDetail().
  73. AddInt("prefetch_count", "预取数量").Default("1").FinishDetail().
  74. AddInt("prefetch_size", "预取大小").Default("0").FinishDetail().
  75. AddBoolean("global", "全局设置").Default("false").FinishDetail().
  76. AddBoolean("publisher_confirms", "发布确认").Default("false").FinishDetail().
  77. AddInt("confirm_timeout", "确认超时(s)").Default("5").FinishDetail().
  78. FinishTemplate().
  79. GetTemplates()
  80. return CreateOrUpdateConfigTemplates(db, templates)
  81. }
  82. // CreateOrUpdateConfigTemplates 创建或更新配置模板(支持部分更新)
  83. func CreateOrUpdateConfigTemplates(db *sqlx.DB, templates []*models.ConfigTemplate) error {
  84. if db == nil {
  85. return fmt.Errorf("database connection is nil")
  86. }
  87. // 开始事务
  88. tx, err := db.Beginx()
  89. if err != nil {
  90. return fmt.Errorf("begin transaction failed: %v", err)
  91. }
  92. defer func() {
  93. if err != nil {
  94. tx.Rollback()
  95. }
  96. }()
  97. now := time.Now()
  98. for _, template := range templates {
  99. // 设置时间
  100. if template.CreatedAt.IsZero() {
  101. template.CreatedAt = now
  102. }
  103. template.UpdatedAt = now
  104. // 1. 插入或更新模板主表
  105. templateID, err := upsertTemplate(tx, template, now)
  106. if err != nil {
  107. return err
  108. }
  109. // 2. 处理模板详情(部分更新)
  110. if len(template.Details) > 0 {
  111. err = upsertTemplateDetails(tx, templateID, template.Details, now)
  112. if err != nil {
  113. return err
  114. }
  115. }
  116. }
  117. return tx.Commit()
  118. }
  119. // upsertTemplate 插入或更新模板主表
  120. func upsertTemplate(tx *sqlx.Tx, template *models.ConfigTemplate, now time.Time) (int64, error) {
  121. sqlStr := `
  122. INSERT INTO config_template (
  123. template_name,
  124. yaml_root_key,
  125. is_default,
  126. sort_order,
  127. description,
  128. creator,
  129. created_at,
  130. updated_at
  131. ) VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
  132. ON CONFLICT (template_name) DO UPDATE SET
  133. yaml_root_key = EXCLUDED.yaml_root_key,
  134. is_default = EXCLUDED.is_default,
  135. sort_order = EXCLUDED.sort_order,
  136. description = EXCLUDED.description,
  137. creator = EXCLUDED.creator,
  138. updated_at = $8
  139. RETURNING config_template_id`
  140. var templateID int64
  141. err := tx.QueryRow(sqlStr,
  142. template.TemplateName,
  143. template.YamlRootKey,
  144. template.IsDefault,
  145. template.SortOrder,
  146. template.Description,
  147. template.Creator,
  148. template.CreatedAt,
  149. now, // 使用事务中的时间
  150. ).Scan(&templateID)
  151. if err != nil {
  152. return 0, fmt.Errorf("upsert template failed: %v", err)
  153. }
  154. return templateID, nil
  155. }
  156. // upsertTemplateDetails 插入或更新模板详情(基于config_key唯一性)
  157. func upsertTemplateDetails(tx *sqlx.Tx, templateID int64, details []models.ConfigTemplateDetail, now time.Time) error {
  158. for _, detail := range details {
  159. // 设置时间和模板ID
  160. if detail.CreatedAt.IsZero() {
  161. detail.CreatedAt = now
  162. }
  163. detail.UpdatedAt = now
  164. detail.ConfigTemplateID = templateID
  165. sqlStr := `
  166. INSERT INTO config_template_detail (
  167. config_template_id,
  168. config_key,
  169. config_value,
  170. value_type,
  171. data_type,
  172. is_required,
  173. default_value,
  174. validation_rules,
  175. description,
  176. sort_order,
  177. is_sensitive,
  178. is_readonly,
  179. creator,
  180. created_at,
  181. updated_at
  182. ) VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15)
  183. ON CONFLICT (config_template_id, config_key) DO UPDATE SET
  184. config_value = EXCLUDED.config_value,
  185. value_type = EXCLUDED.value_type,
  186. data_type = EXCLUDED.data_type,
  187. is_required = EXCLUDED.is_required,
  188. default_value = EXCLUDED.default_value,
  189. validation_rules = EXCLUDED.validation_rules,
  190. description = EXCLUDED.description,
  191. sort_order = EXCLUDED.sort_order,
  192. is_sensitive = EXCLUDED.is_sensitive,
  193. is_readonly = EXCLUDED.is_readonly,
  194. creator = EXCLUDED.creator,
  195. updated_at = $15`
  196. _, err := tx.Exec(sqlStr,
  197. detail.ConfigTemplateID,
  198. detail.ConfigKey,
  199. detail.ConfigValue,
  200. detail.ValueType,
  201. detail.DataType,
  202. detail.IsRequired,
  203. detail.DefaultValue,
  204. detail.ValidationRules,
  205. detail.Description,
  206. detail.SortOrder,
  207. detail.IsSensitive,
  208. detail.IsReadonly,
  209. detail.Creator,
  210. detail.CreatedAt,
  211. now,
  212. )
  213. if err != nil {
  214. return fmt.Errorf("upsert template detail failed (key: %s): %v", detail.ConfigKey, err)
  215. }
  216. }
  217. return nil
  218. }
  219. // 批量版本(如果需要更高性能)
  220. func batchUpsertTemplateDetails(tx *sqlx.Tx, templateID int64, details []models.ConfigTemplateDetail, now time.Time) error {
  221. if len(details) == 0 {
  222. return nil
  223. }
  224. // 使用临时表进行批量操作
  225. _, err := tx.Exec(`
  226. CREATE TEMP TABLE temp_config_details (
  227. config_key VARCHAR(100),
  228. config_value TEXT,
  229. value_type VARCHAR(20),
  230. data_type VARCHAR(50),
  231. is_required BOOLEAN,
  232. default_value TEXT,
  233. validation_rules JSONB,
  234. description TEXT,
  235. sort_order INTEGER,
  236. is_sensitive BOOLEAN,
  237. is_readonly BOOLEAN,
  238. creator VARCHAR(100)
  239. ) ON COMMIT DROP`)
  240. if err != nil {
  241. return fmt.Errorf("create temp table failed: %v", err)
  242. }
  243. // 批量插入到临时表
  244. stmt, err := tx.Prepare(`
  245. INSERT INTO temp_config_details VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12)`)
  246. if err != nil {
  247. return err
  248. }
  249. defer stmt.Close()
  250. for _, detail := range details {
  251. _, err = stmt.Exec(
  252. detail.ConfigKey,
  253. detail.ConfigValue,
  254. detail.ValueType,
  255. detail.DataType,
  256. detail.IsRequired,
  257. detail.DefaultValue,
  258. detail.ValidationRules,
  259. detail.Description,
  260. detail.SortOrder,
  261. detail.IsSensitive,
  262. detail.IsReadonly,
  263. detail.Creator,
  264. )
  265. if err != nil {
  266. return err
  267. }
  268. }
  269. // 使用临时表进行批量UPSERT
  270. _, err = tx.Exec(`
  271. INSERT INTO config_template_detail (
  272. config_template_id, config_key, config_value, value_type, data_type,
  273. is_required, default_value, validation_rules, description, sort_order,
  274. is_sensitive, is_readonly, creator, created_at, updated_at
  275. )
  276. SELECT $1, config_key, config_value, value_type, data_type,
  277. is_required, default_value, validation_rules, description, sort_order,
  278. is_sensitive, is_readonly, creator, $2, $3
  279. FROM temp_config_details
  280. ON CONFLICT (config_template_id, config_key) DO UPDATE SET
  281. config_value = EXCLUDED.config_value,
  282. value_type = EXCLUDED.value_type,
  283. data_type = EXCLUDED.data_type,
  284. is_required = EXCLUDED.is_required,
  285. default_value = EXCLUDED.default_value,
  286. validation_rules = EXCLUDED.validation_rules,
  287. description = EXCLUDED.description,
  288. sort_order = EXCLUDED.sort_order,
  289. is_sensitive = EXCLUDED.is_sensitive,
  290. is_readonly = EXCLUDED.is_readonly,
  291. creator = EXCLUDED.creator,
  292. updated_at = EXCLUDED.updated_at`,
  293. templateID, now, now)
  294. return err
  295. }