|
|
@@ -0,0 +1,327 @@
|
|
|
1
|
+package service
|
|
|
2
|
+
|
|
|
3
|
+import (
|
|
|
4
|
+ "fmt"
|
|
|
5
|
+ "time"
|
|
|
6
|
+
|
|
|
7
|
+ "git.x2erp.com/qdy/go-svc-configure/models"
|
|
|
8
|
+ "github.com/jmoiron/sqlx"
|
|
|
9
|
+)
|
|
|
10
|
+
|
|
|
11
|
+// InitConfigTemplates 初始化默认配置信息
|
|
|
12
|
+func InitConfigTemplates(db *sqlx.DB) error {
|
|
|
13
|
+
|
|
|
14
|
+ builder := models.NewConfigTemplateBuilder()
|
|
|
15
|
+
|
|
|
16
|
+ templates := builder.
|
|
|
17
|
+ // Service模板
|
|
|
18
|
+ StartTemplate("Service配置", "service", "服务基础配置").
|
|
|
19
|
+ AddInt("port", "服务监听端口").Default("8080").Min(1024).Max(65535).Required().FinishDetail().
|
|
|
20
|
+ AddString("service_name", "服务名称").Default("svc-configure").Pattern("^[a-zA-Z][a-zA-Z0-9_-]*$").Required().FinishDetail().
|
|
|
21
|
+ AddString("instance_name", "实例名称").Default("svc-configure-01").Required().FinishDetail().
|
|
|
22
|
+ AddInt("read_timeout", "读取超时时间(秒)").Default("30").Min(1).Max(300).Required().FinishDetail().
|
|
|
23
|
+ AddInt("write_timeout", "写入超时时间(秒)").Default("30").Min(1).Max(300).Required().FinishDetail().
|
|
|
24
|
+ AddInt("idle_timeout", "空闲超时时间(秒)").Default("60").Min(10).Max(600).Required().FinishDetail().
|
|
|
25
|
+ FinishTemplate().
|
|
|
26
|
+
|
|
|
27
|
+ // Log模板
|
|
|
28
|
+ StartTemplate("日志增强配置", "log", "增强版日志配置").
|
|
|
29
|
+ AddEnum("level", "日志级别", []string{"debug", "info", "warn", "error", "fatal"}).Default("debug").Required().FinishDetail().
|
|
|
30
|
+ AddString("output", "日志输出目标").Default("console,es").FinishDetail().
|
|
|
31
|
+ //AddBoolean("json_format", "JSON格式输出").Default("true").FinishDetail().
|
|
|
32
|
+ AddString("file_path", "日志文件路径").Default("./logs/app-%s.log").FinishDetail().
|
|
|
33
|
+ AddInt("max_size", "最大文件大小(MB)").Default("100").FinishDetail().
|
|
|
34
|
+ AddInt("max_backups", "最大备份文件数").Default("30").FinishDetail().
|
|
|
35
|
+ AddInt("max_age", "最大保存天数").Default("7").FinishDetail().
|
|
|
36
|
+ AddBoolean("compress", "压缩备份文件").Default("true").FinishDetail().
|
|
|
37
|
+ AddString("es_path", "ES地址").Default("http://x3cloudb.x2erp.com:9200").FinishDetail().
|
|
|
38
|
+ AddString("es_username", "ES用户名").Default("").FinishDetail().
|
|
|
39
|
+ AddString("es_password", "ES密码").Default("").Sensitive().FinishDetail().
|
|
|
40
|
+ FinishTemplate().
|
|
|
41
|
+
|
|
|
42
|
+ // Doris模板
|
|
|
43
|
+ StartTemplate("Doris配置", "doris", "Doris数据库连接配置").
|
|
|
44
|
+ AddString("fe_host", "Doris FE节点主机地址").Default("161.189.89.196").Pattern(`^(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$`).Required().FinishDetail().
|
|
|
45
|
+ AddInt("fe_port", "Doris FE端口号").Default("8040").Min(1).Max(65535).Required().FinishDetail().
|
|
|
46
|
+ AddString("fe_username", "Doris FE用户名").Default("root").Required().FinishDetail().
|
|
|
47
|
+ AddString("fe_password", "Doris FE密码").Default("").Sensitive().Required().MinLength(6).MaxLength(100).FinishDetail().
|
|
|
48
|
+ AddInt("stream_load_timeout", "Stream Load超时时间(秒)").Default("300").Min(10).Max(3600).FinishDetail().
|
|
|
49
|
+ AddInt("batch_size", "批量大小").Default("1000").Min(1).Max(10000).FinishDetail().
|
|
|
50
|
+ FinishTemplate().
|
|
|
51
|
+
|
|
|
52
|
+ // micro 注册发现配置
|
|
|
53
|
+ StartTemplate("Micro服务配置", "micro", "Micro服务基础配置").
|
|
|
54
|
+ AddString("service_name", "服务名称").Default("svc-worker").Required().FinishDetail().
|
|
|
55
|
+ AddString("service_address", "服务地址").Default(":7070").Required().FinishDetail().
|
|
|
56
|
+ AddString("registry_address", "注册中心地址").Default("localhost:8500").Required().FinishDetail().
|
|
|
57
|
+ AddString("registry_type", "注册中心类型").Default("consul").Required().FinishDetail().
|
|
|
58
|
+ AddInt("registry_timeout", "注册中心超时时间").Default("10").Required().FinishDetail().
|
|
|
59
|
+ FinishTemplate().
|
|
|
60
|
+
|
|
|
61
|
+ // rabbitmq
|
|
|
62
|
+ StartTemplate("RabbitMQ配置", "rabbitmq", "RabbitMQ消息队列配置").
|
|
|
63
|
+ AddString("host", "主机地址").Default("localhost").Required().FinishDetail().
|
|
|
64
|
+ AddInt("port", "端口").Default("5672").Required().FinishDetail().
|
|
|
65
|
+ AddString("username", "用户名").Default("guest").Required().FinishDetail().
|
|
|
66
|
+ AddString("password", "密码").Default("guest").Sensitive().Required().FinishDetail().
|
|
|
67
|
+ AddString("vhost", "虚拟主机").Default("/").FinishDetail().
|
|
|
68
|
+ AddBoolean("use_tls", "启用TLS").Default("false").FinishDetail().
|
|
|
69
|
+ AddString("ca_cert", "CA证书").Default("").FinishDetail().
|
|
|
70
|
+ AddString("cert_file", "证书文件").Default("").FinishDetail().
|
|
|
71
|
+ AddString("key_file", "密钥文件").Default("").FinishDetail().
|
|
|
72
|
+ AddInt("max_open_channels", "最大通道数").Default("10").FinishDetail().
|
|
|
73
|
+ AddInt("reconnect_delay", "重连延迟(ms)").Default("5000").FinishDetail().
|
|
|
74
|
+ AddInt("max_reconnect_attempts", "最大重试次数").Default("10").FinishDetail().
|
|
|
75
|
+ AddInt("heartbeat", "心跳间隔(s)").Default("30").FinishDetail().
|
|
|
76
|
+ AddInt("channel_size", "通道大小").Default("100").FinishDetail().
|
|
|
77
|
+ AddString("default_exchange", "默认交换机").Default("amq.direct").FinishDetail().
|
|
|
78
|
+ AddString("default_queue", "默认队列").Default("").FinishDetail().
|
|
|
79
|
+ AddBoolean("auto_ack", "自动确认").Default("false").FinishDetail().
|
|
|
80
|
+ AddBoolean("mandatory", "强制路由").Default("false").FinishDetail().
|
|
|
81
|
+ AddBoolean("immediate", "立即发送").Default("false").FinishDetail().
|
|
|
82
|
+ AddInt("prefetch_count", "预取数量").Default("1").FinishDetail().
|
|
|
83
|
+ AddInt("prefetch_size", "预取大小").Default("0").FinishDetail().
|
|
|
84
|
+ AddBoolean("global", "全局设置").Default("false").FinishDetail().
|
|
|
85
|
+ AddBoolean("publisher_confirms", "发布确认").Default("false").FinishDetail().
|
|
|
86
|
+ AddInt("confirm_timeout", "确认超时(s)").Default("5").FinishDetail().
|
|
|
87
|
+ FinishTemplate().
|
|
|
88
|
+ GetTemplates()
|
|
|
89
|
+
|
|
|
90
|
+ return CreateOrUpdateConfigTemplates(db, templates)
|
|
|
91
|
+}
|
|
|
92
|
+
|
|
|
93
|
+// CreateOrUpdateConfigTemplates 创建或更新配置模板(支持部分更新)
|
|
|
94
|
+func CreateOrUpdateConfigTemplates(db *sqlx.DB, templates []*models.ConfigTemplate) error {
|
|
|
95
|
+ if db == nil {
|
|
|
96
|
+ return fmt.Errorf("database connection is nil")
|
|
|
97
|
+ }
|
|
|
98
|
+
|
|
|
99
|
+ // 开始事务
|
|
|
100
|
+ tx, err := db.Beginx()
|
|
|
101
|
+ if err != nil {
|
|
|
102
|
+ return fmt.Errorf("begin transaction failed: %v", err)
|
|
|
103
|
+ }
|
|
|
104
|
+ defer func() {
|
|
|
105
|
+ if err != nil {
|
|
|
106
|
+ tx.Rollback()
|
|
|
107
|
+ }
|
|
|
108
|
+ }()
|
|
|
109
|
+
|
|
|
110
|
+ now := time.Now()
|
|
|
111
|
+
|
|
|
112
|
+ for _, template := range templates {
|
|
|
113
|
+ // 设置时间
|
|
|
114
|
+ if template.CreatedAt.IsZero() {
|
|
|
115
|
+ template.CreatedAt = now
|
|
|
116
|
+ }
|
|
|
117
|
+ template.UpdatedAt = now
|
|
|
118
|
+
|
|
|
119
|
+ // 1. 插入或更新模板主表
|
|
|
120
|
+ templateID, err := upsertTemplate(tx, template, now)
|
|
|
121
|
+ if err != nil {
|
|
|
122
|
+ return err
|
|
|
123
|
+ }
|
|
|
124
|
+
|
|
|
125
|
+ // 2. 处理模板详情(部分更新)
|
|
|
126
|
+ if len(template.Details) > 0 {
|
|
|
127
|
+ err = upsertTemplateDetails(tx, templateID, template.Details, now)
|
|
|
128
|
+ if err != nil {
|
|
|
129
|
+ return err
|
|
|
130
|
+ }
|
|
|
131
|
+ }
|
|
|
132
|
+ }
|
|
|
133
|
+
|
|
|
134
|
+ return tx.Commit()
|
|
|
135
|
+}
|
|
|
136
|
+
|
|
|
137
|
+// upsertTemplate 插入或更新模板主表
|
|
|
138
|
+func upsertTemplate(tx *sqlx.Tx, template *models.ConfigTemplate, now time.Time) (int64, error) {
|
|
|
139
|
+ sqlStr := `
|
|
|
140
|
+ INSERT INTO config_template (
|
|
|
141
|
+ template_name,
|
|
|
142
|
+ yaml_root_key,
|
|
|
143
|
+ is_default,
|
|
|
144
|
+ sort_order,
|
|
|
145
|
+ description,
|
|
|
146
|
+ creator,
|
|
|
147
|
+ created_at,
|
|
|
148
|
+ updated_at
|
|
|
149
|
+ ) VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
|
|
|
150
|
+ ON CONFLICT (template_name) DO UPDATE SET
|
|
|
151
|
+ yaml_root_key = EXCLUDED.yaml_root_key,
|
|
|
152
|
+ is_default = EXCLUDED.is_default,
|
|
|
153
|
+ sort_order = EXCLUDED.sort_order,
|
|
|
154
|
+ description = EXCLUDED.description,
|
|
|
155
|
+ creator = EXCLUDED.creator,
|
|
|
156
|
+ updated_at = $8
|
|
|
157
|
+ RETURNING config_template_id`
|
|
|
158
|
+
|
|
|
159
|
+ var templateID int64
|
|
|
160
|
+ err := tx.QueryRow(sqlStr,
|
|
|
161
|
+ template.TemplateName,
|
|
|
162
|
+ template.YamlRootKey,
|
|
|
163
|
+ template.IsDefault,
|
|
|
164
|
+ template.SortOrder,
|
|
|
165
|
+ template.Description,
|
|
|
166
|
+ template.Creator,
|
|
|
167
|
+ template.CreatedAt,
|
|
|
168
|
+ now, // 使用事务中的时间
|
|
|
169
|
+ ).Scan(&templateID)
|
|
|
170
|
+
|
|
|
171
|
+ if err != nil {
|
|
|
172
|
+ return 0, fmt.Errorf("upsert template failed: %v", err)
|
|
|
173
|
+ }
|
|
|
174
|
+
|
|
|
175
|
+ return templateID, nil
|
|
|
176
|
+}
|
|
|
177
|
+
|
|
|
178
|
+// upsertTemplateDetails 插入或更新模板详情(基于config_key唯一性)
|
|
|
179
|
+func upsertTemplateDetails(tx *sqlx.Tx, templateID int64, details []models.ConfigTemplateDetail, now time.Time) error {
|
|
|
180
|
+ for _, detail := range details {
|
|
|
181
|
+ // 设置时间和模板ID
|
|
|
182
|
+ if detail.CreatedAt.IsZero() {
|
|
|
183
|
+ detail.CreatedAt = now
|
|
|
184
|
+ }
|
|
|
185
|
+ detail.UpdatedAt = now
|
|
|
186
|
+ detail.ConfigTemplateID = templateID
|
|
|
187
|
+
|
|
|
188
|
+ sqlStr := `
|
|
|
189
|
+ INSERT INTO config_template_detail (
|
|
|
190
|
+ config_template_id,
|
|
|
191
|
+ config_key,
|
|
|
192
|
+ config_value,
|
|
|
193
|
+ value_type,
|
|
|
194
|
+ data_type,
|
|
|
195
|
+ is_required,
|
|
|
196
|
+ default_value,
|
|
|
197
|
+ validation_rules,
|
|
|
198
|
+ description,
|
|
|
199
|
+ sort_order,
|
|
|
200
|
+ is_sensitive,
|
|
|
201
|
+ is_readonly,
|
|
|
202
|
+ creator,
|
|
|
203
|
+ created_at,
|
|
|
204
|
+ updated_at
|
|
|
205
|
+ ) VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15)
|
|
|
206
|
+ ON CONFLICT (config_template_id, config_key) DO UPDATE SET
|
|
|
207
|
+ config_value = EXCLUDED.config_value,
|
|
|
208
|
+ value_type = EXCLUDED.value_type,
|
|
|
209
|
+ data_type = EXCLUDED.data_type,
|
|
|
210
|
+ is_required = EXCLUDED.is_required,
|
|
|
211
|
+ default_value = EXCLUDED.default_value,
|
|
|
212
|
+ validation_rules = EXCLUDED.validation_rules,
|
|
|
213
|
+ description = EXCLUDED.description,
|
|
|
214
|
+ sort_order = EXCLUDED.sort_order,
|
|
|
215
|
+ is_sensitive = EXCLUDED.is_sensitive,
|
|
|
216
|
+ is_readonly = EXCLUDED.is_readonly,
|
|
|
217
|
+ creator = EXCLUDED.creator,
|
|
|
218
|
+ updated_at = $15`
|
|
|
219
|
+
|
|
|
220
|
+ _, err := tx.Exec(sqlStr,
|
|
|
221
|
+ detail.ConfigTemplateID,
|
|
|
222
|
+ detail.ConfigKey,
|
|
|
223
|
+ detail.ConfigValue,
|
|
|
224
|
+ detail.ValueType,
|
|
|
225
|
+ detail.DataType,
|
|
|
226
|
+ detail.IsRequired,
|
|
|
227
|
+ detail.DefaultValue,
|
|
|
228
|
+ detail.ValidationRules,
|
|
|
229
|
+ detail.Description,
|
|
|
230
|
+ detail.SortOrder,
|
|
|
231
|
+ detail.IsSensitive,
|
|
|
232
|
+ detail.IsReadonly,
|
|
|
233
|
+ detail.Creator,
|
|
|
234
|
+ detail.CreatedAt,
|
|
|
235
|
+ now,
|
|
|
236
|
+ )
|
|
|
237
|
+
|
|
|
238
|
+ if err != nil {
|
|
|
239
|
+ return fmt.Errorf("upsert template detail failed (key: %s): %v", detail.ConfigKey, err)
|
|
|
240
|
+ }
|
|
|
241
|
+ }
|
|
|
242
|
+
|
|
|
243
|
+ return nil
|
|
|
244
|
+}
|
|
|
245
|
+
|
|
|
246
|
+// 批量版本(如果需要更高性能)
|
|
|
247
|
+func batchUpsertTemplateDetails(tx *sqlx.Tx, templateID int64, details []models.ConfigTemplateDetail, now time.Time) error {
|
|
|
248
|
+ if len(details) == 0 {
|
|
|
249
|
+ return nil
|
|
|
250
|
+ }
|
|
|
251
|
+
|
|
|
252
|
+ // 使用临时表进行批量操作
|
|
|
253
|
+ _, err := tx.Exec(`
|
|
|
254
|
+ CREATE TEMP TABLE temp_config_details (
|
|
|
255
|
+ config_key VARCHAR(100),
|
|
|
256
|
+ config_value TEXT,
|
|
|
257
|
+ value_type VARCHAR(20),
|
|
|
258
|
+ data_type VARCHAR(50),
|
|
|
259
|
+ is_required BOOLEAN,
|
|
|
260
|
+ default_value TEXT,
|
|
|
261
|
+ validation_rules JSONB,
|
|
|
262
|
+ description TEXT,
|
|
|
263
|
+ sort_order INTEGER,
|
|
|
264
|
+ is_sensitive BOOLEAN,
|
|
|
265
|
+ is_readonly BOOLEAN,
|
|
|
266
|
+ creator VARCHAR(100)
|
|
|
267
|
+ ) ON COMMIT DROP`)
|
|
|
268
|
+ if err != nil {
|
|
|
269
|
+ return fmt.Errorf("create temp table failed: %v", err)
|
|
|
270
|
+ }
|
|
|
271
|
+
|
|
|
272
|
+ // 批量插入到临时表
|
|
|
273
|
+ stmt, err := tx.Prepare(`
|
|
|
274
|
+ INSERT INTO temp_config_details VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12)`)
|
|
|
275
|
+ if err != nil {
|
|
|
276
|
+ return err
|
|
|
277
|
+ }
|
|
|
278
|
+ defer stmt.Close()
|
|
|
279
|
+
|
|
|
280
|
+ for _, detail := range details {
|
|
|
281
|
+ _, err = stmt.Exec(
|
|
|
282
|
+ detail.ConfigKey,
|
|
|
283
|
+ detail.ConfigValue,
|
|
|
284
|
+ detail.ValueType,
|
|
|
285
|
+ detail.DataType,
|
|
|
286
|
+ detail.IsRequired,
|
|
|
287
|
+ detail.DefaultValue,
|
|
|
288
|
+ detail.ValidationRules,
|
|
|
289
|
+ detail.Description,
|
|
|
290
|
+ detail.SortOrder,
|
|
|
291
|
+ detail.IsSensitive,
|
|
|
292
|
+ detail.IsReadonly,
|
|
|
293
|
+ detail.Creator,
|
|
|
294
|
+ )
|
|
|
295
|
+ if err != nil {
|
|
|
296
|
+ return err
|
|
|
297
|
+ }
|
|
|
298
|
+ }
|
|
|
299
|
+
|
|
|
300
|
+ // 使用临时表进行批量UPSERT
|
|
|
301
|
+ _, err = tx.Exec(`
|
|
|
302
|
+ INSERT INTO config_template_detail (
|
|
|
303
|
+ config_template_id, config_key, config_value, value_type, data_type,
|
|
|
304
|
+ is_required, default_value, validation_rules, description, sort_order,
|
|
|
305
|
+ is_sensitive, is_readonly, creator, created_at, updated_at
|
|
|
306
|
+ )
|
|
|
307
|
+ SELECT $1, config_key, config_value, value_type, data_type,
|
|
|
308
|
+ is_required, default_value, validation_rules, description, sort_order,
|
|
|
309
|
+ is_sensitive, is_readonly, creator, $2, $3
|
|
|
310
|
+ FROM temp_config_details
|
|
|
311
|
+ ON CONFLICT (config_template_id, config_key) DO UPDATE SET
|
|
|
312
|
+ config_value = EXCLUDED.config_value,
|
|
|
313
|
+ value_type = EXCLUDED.value_type,
|
|
|
314
|
+ data_type = EXCLUDED.data_type,
|
|
|
315
|
+ is_required = EXCLUDED.is_required,
|
|
|
316
|
+ default_value = EXCLUDED.default_value,
|
|
|
317
|
+ validation_rules = EXCLUDED.validation_rules,
|
|
|
318
|
+ description = EXCLUDED.description,
|
|
|
319
|
+ sort_order = EXCLUDED.sort_order,
|
|
|
320
|
+ is_sensitive = EXCLUDED.is_sensitive,
|
|
|
321
|
+ is_readonly = EXCLUDED.is_readonly,
|
|
|
322
|
+ creator = EXCLUDED.creator,
|
|
|
323
|
+ updated_at = EXCLUDED.updated_at`,
|
|
|
324
|
+ templateID, now, now)
|
|
|
325
|
+
|
|
|
326
|
+ return err
|
|
|
327
|
+}
|