qdy 3 месяцев назад
Родитель
Сommit
bb2d453d00
1 измененных файлов: 205 добавлений и 5 удалений
  1. 205
    5
      routes/init_table.go

+ 205
- 5
routes/init_table.go Просмотреть файл

48
 				"failures": failures,
48
 				"failures": failures,
49
 			},
49
 			},
50
 		})
50
 		})
51
-
52
 	}
51
 	}
53
 }
52
 }
54
 
53
 
59
 			TableName: "etl_service",
58
 			TableName: "etl_service",
60
 			SQL: `
59
 			SQL: `
61
                 CREATE TABLE IF NOT EXISTS etl_service (
60
                 CREATE TABLE IF NOT EXISTS etl_service (
62
-                    etl_service_name VARCHAR(255) PRIMARY KEY,
63
-                    etl_ip VARCHAR(50) NOT NULL,
64
-                    etl_port INTEGER NOT NULL,
61
+				 	service_id VARCHAR(128) PRIMARY KEY,
62
+                    service_name VARCHAR(128) NOT NULL,
63
+                    service_ip VARCHAR(50) NOT NULL,
64
+                    service_port INTEGER NOT NULL,
65
                     create_time TIMESTAMP DEFAULT CURRENT_TIMESTAMP
65
                     create_time TIMESTAMP DEFAULT CURRENT_TIMESTAMP
66
                 );
66
                 );
67
             `,
67
             `,
71
 			SQL: `
71
 			SQL: `
72
                 CREATE TABLE IF NOT EXISTS etl_agent (
72
                 CREATE TABLE IF NOT EXISTS etl_agent (
73
                     agent_id  VARCHAR(50) PRIMARY KEY,
73
                     agent_id  VARCHAR(50) PRIMARY KEY,
74
-                    agent_name VARCHAR(100) NOT NULL,
74
+                    agent_name VARCHAR(128) NOT NULL,
75
                     agent_url VARCHAR(512)  NOT NULL,
75
                     agent_url VARCHAR(512)  NOT NULL,
76
 					agent_token VARCHAR(512)  NOT NULL,
76
 					agent_token VARCHAR(512)  NOT NULL,
77
+					agent_database_type VARCHAR(50)  NOT NULL,
77
                     created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
78
                     created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
78
                 );
79
                 );
79
             `,
80
             `,
80
 		},
81
 		},
82
+		{
83
+			TableName: "etl_table",
84
+			SQL: `
85
+                CREATE TABLE IF NOT EXISTS etl_table (
86
+                    table_id  VARCHAR(50) PRIMARY KEY,
87
+                    table_tag VARCHAR(512) NOT NULL,
88
+                    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
89
+                );
90
+            `,
91
+		},
92
+		{
93
+			TableName: "etl_table_field",
94
+			SQL: `
95
+                CREATE TABLE IF NOT EXISTS etl_table_field (
96
+                    system_id  VARCHAR(128) PRIMARY KEY,
97
+					table_id  VARCHAR(50) NOT NULL,
98
+					field_id  VARCHAR(50) NOT NULL,
99
+					field_type  VARCHAR(50) NOT NULL,
100
+					field_default  VARCHAR(50) NOT NULL,
101
+                    field_tag VARCHAR(512) NOT NULL,
102
+                    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
103
+                );
104
+            `,
105
+		},
106
+
107
+		{
108
+			TableName: "etl_sql",
109
+			SQL: `
110
+                CREATE TABLE IF NOT EXISTS etl_sql (
111
+					sql_id  VARCHAR(128) PRIMARY KEY,
112
+					agent_id  VARCHAR(50) NOT NULL,
113
+					table_id  VARCHAR(50) NOT NULL,
114
+					where_field_name  VARCHAR(50) NOT NULL,
115
+					where_field_type  VARCHAR(50) NOT NULL,
116
+                    sql_tag VARCHAR(512)  NULL,
117
+            		data_sql  VARCHAR NOT NULL,
118
+					cunt_sql  VARCHAR NOT NULL,
119
+			        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
120
+                );
121
+            `,
122
+		},
123
+
124
+		//参数配置表
125
+		{
126
+			TableName: "etl_config",
127
+			SQL: `
128
+                CREATE TABLE IF NOT EXISTS etl_config (
129
+					config_id  VARCHAR(50) PRIMARY KEY,
130
+					config_type  VARCHAR(50) NOT NULL,
131
+					config_value  VARCHAR(128) NOT NULL,
132
+					config_default_value  VARCHAR(128) NOT NULL,
133
+            		config_tag  VARCHAR(128) NOT NULL,
134
+			        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
135
+                );
136
+            `,
137
+		},
81
 
138
 
139
+		//任务表-count
140
+		{
141
+			TableName: "etl_task_count",
142
+			SQL: `
143
+                CREATE TABLE IF NOT EXISTS etl_task_count (
144
+					task_id  VARCHAR(38) PRIMARY KEY,
145
+					sql_id  VARCHAR(50) NOT NULL,
146
+			        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
147
+                );
148
+            `,
149
+		},
150
+
151
+		//任务表-data
152
+		{
153
+			TableName: "etl_task_data",
154
+			SQL: `
155
+                CREATE TABLE IF NOT EXISTS etl_task_data (
156
+					task_id  VARCHAR(38) PRIMARY KEY,
157
+					sql_id  VARCHAR(50) NOT NULL,
158
+			        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
159
+                );
160
+            `,
161
+		},
162
+
163
+		//任务表-count_log
164
+		{
165
+			TableName: "etl_task_count_log",
166
+			SQL: `
167
+                CREATE TABLE IF NOT EXISTS etl_task_count_log (
168
+				    log_id  VARCHAR(50) PRIMARY KEY,
169
+					task_id  VARCHAR(38) NOT NULL,
170
+					sql_id  VARCHAR(50) NOT NULL,
171
+			        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
172
+                );
173
+            `,
174
+		},
175
+
176
+		//任务表-data_log
177
+		{
178
+			TableName: "etl_task_data_log",
179
+			SQL: `
180
+                CREATE TABLE IF NOT EXISTS etl_task_data_log (
181
+				    log_id  VARCHAR(50) PRIMARY KEY,
182
+					task_id  VARCHAR(38) NOT NULL,
183
+					sql_id  VARCHAR(50) NOT NULL,
184
+			        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
185
+                );
186
+            `,
187
+		},
188
+
189
+		//任务表-count_queue
190
+		{
191
+			TableName: "etl_task_queue",
192
+			SQL: `
193
+                CREATE TABLE IF NOT EXISTS etl_task_queue (
194
+				    system_id  VARCHAR(50) PRIMARY KEY,
195
+					task_id  VARCHAR(38) NOT NULL,
196
+					queue_id  VARCHAR(38) NOT NULL,
197
+					sql_id  VARCHAR(50) NOT NULL,
198
+					task_type  INTEGER NOT NULL,
199
+			        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
200
+                );
201
+            `,
202
+		},
203
+
204
+		//任务表-count_queue
205
+		{
206
+			TableName: "etl_task_queue_log",
207
+			SQL: `
208
+                CREATE TABLE IF NOT EXISTS etl_task_queue_log (
209
+					system_id  VARCHAR(50) PRIMARY KEY,
210
+				    task_queue_id  VARCHAR(50) PRIMARY KEY,
211
+					task_id  VARCHAR(38) NOT NULL,
212
+					queue_id  VARCHAR(38) NOT NULL,
213
+					sql_id  VARCHAR(50) NOT NULL,
214
+					task_type  INTEGER NOT NULL,
215
+					task_data  VARCHAR NOT NULL,
216
+			        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
217
+                );
218
+            `,
219
+		},
220
+
221
+		//任务表-count_queue
222
+		{
223
+			TableName: "etl_task_queue_success_log",
224
+			SQL: `
225
+                CREATE TABLE IF NOT EXISTS etl_task_queue_success_log (
226
+					system_id  VARCHAR(50) PRIMARY KEY,
227
+				    task_queue_id  VARCHAR(50) PRIMARY KEY,
228
+					task_id  VARCHAR(38) NOT NULL,
229
+					queue_id  VARCHAR(38) NOT NULL,
230
+					sql_id  VARCHAR(50) NOT NULL,
231
+					task_type  INTEGER NOT NULL,
232
+					task_data  VARCHAR NOT NULL,
233
+			        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
234
+                );
235
+            `,
236
+		},
237
+		//任务表-count_queue
238
+		{
239
+			TableName: "etl_task_queue_failure_log",
240
+			SQL: `
241
+                CREATE TABLE IF NOT EXISTS etl_task_queue_failure_log (
242
+					system_id  VARCHAR(50) PRIMARY KEY,
243
+				    task_queue_id  VARCHAR(50) PRIMARY KEY,
244
+					task_id  VARCHAR(38) NOT NULL,
245
+					queue_id  VARCHAR(38) NOT NULL,
246
+					sql_id  VARCHAR(50) NOT NULL,
247
+					task_type  INTEGER NOT NULL,
248
+					task_data  VARCHAR NOT NULL,
249
+			        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
250
+                );
251
+            `,
252
+		},
253
+
254
+		// 定时日志Timer
255
+		{
256
+			TableName: "etl_timer",
257
+			SQL: `
258
+                CREATE TABLE IF NOT EXISTS etl_timer (
259
+				    timer_id  VARCHAR(50) PRIMARY KEY,
260
+					timer_name  VARCHAR(50) NOT NULL,
261
+					timer_cron  VARCHAR(50) NOT NULL,
262
+					timer_tag  VARCHAR(50) NOT NULL,
263
+			        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
264
+                );
265
+            `,
266
+		},
267
+
268
+		// 定时日志Timer
269
+		{
270
+			TableName: "etl_timer_log",
271
+			SQL: `
272
+                CREATE TABLE IF NOT EXISTS etl_timer_log (
273
+					system_id  VARCHAR(50) PRIMARY KEY,
274
+				    timer_id  VARCHAR(50) NOT NULL,
275
+					timer_name  VARCHAR(50) NOT NULL,
276
+					timer_cron  VARCHAR(50) NOT NULL,
277
+					timer_tag  VARCHAR(50) NOT NULL,
278
+			        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
279
+                );
280
+            `,
281
+		},
82
 		// 添加新表在这里插入新的 TableDDL
282
 		// 添加新表在这里插入新的 TableDDL
83
 	}
283
 	}
84
 }
284
 }

Загрузка…
Отмена
Сохранить