Sin descripción
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

query.go 13KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554
  1. package factory
  2. import (
  3. "database/sql"
  4. "encoding/csv"
  5. "encoding/json"
  6. "fmt"
  7. "io"
  8. "strings"
  9. "time"
  10. "git.x2erp.com/qdy/go-base/types"
  11. )
  12. func typesFunction() *types.QueryResult { // 确保使用了该包导出的类型,例如 QueryResult
  13. return &types.QueryResult{}
  14. }
  15. // QueryExecutor 查询执行器
  16. type QueryExecutor struct {
  17. db *sql.DB
  18. }
  19. // NewQueryExecutor 创建查询执行器
  20. func NewQueryExecutor(db *sql.DB) *QueryExecutor {
  21. return &QueryExecutor{db: db}
  22. }
  23. // QueryToJSON 执行查询并返回JSON格式数据(统一返回QueryResult)
  24. func (e *QueryExecutor) QueryToJSON(sql string) *types.QueryResult {
  25. startTime := time.Now()
  26. result := &types.QueryResult{}
  27. if sql == "" {
  28. result.Success = false
  29. result.Error = "SQL query cannot be empty"
  30. result.Time = time.Since(startTime).String()
  31. return result
  32. }
  33. rows, err := e.db.Query(sql)
  34. if err != nil {
  35. result.Success = false
  36. result.Error = fmt.Sprintf("Query execution failed: %v", err)
  37. result.Time = time.Since(startTime).String()
  38. return result
  39. }
  40. defer rows.Close()
  41. columns, err := rows.Columns()
  42. if err != nil {
  43. result.Success = false
  44. result.Error = fmt.Sprintf("Failed to get columns: %v", err)
  45. result.Time = time.Since(startTime).String()
  46. return result
  47. }
  48. var results []map[string]interface{}
  49. count := 0
  50. for rows.Next() {
  51. count++
  52. values := make([]interface{}, len(columns))
  53. valuePtrs := make([]interface{}, len(columns))
  54. for i := range columns {
  55. valuePtrs[i] = &values[i]
  56. }
  57. if err := rows.Scan(valuePtrs...); err != nil {
  58. result.Success = false
  59. result.Error = fmt.Sprintf("Failed to scan row: %v", err)
  60. result.Time = time.Since(startTime).String()
  61. return result
  62. }
  63. resultMap := make(map[string]interface{})
  64. for i, col := range columns {
  65. // 完全不处理类型,直接赋值,让 json.Marshal 自己处理
  66. resultMap[col] = values[i]
  67. }
  68. results = append(results, resultMap)
  69. }
  70. if err := rows.Err(); err != nil {
  71. result.Success = false
  72. result.Error = fmt.Sprintf("Row iteration error: %v", err)
  73. result.Time = time.Since(startTime).String()
  74. return result
  75. }
  76. jsonData, err := json.Marshal(results)
  77. if err != nil {
  78. result.Success = false
  79. result.Error = fmt.Sprintf("JSON marshal failed: %v", err)
  80. result.Time = time.Since(startTime).String()
  81. return result
  82. }
  83. result.Success = true
  84. result.Data = map[string]interface{}{
  85. "json": string(jsonData),
  86. "rows": results,
  87. "count": count,
  88. }
  89. result.Count = count
  90. result.Time = time.Since(startTime).String()
  91. return result
  92. }
  93. // QueryToCSV 查询并返回 CSV 字符串(包含表头,统一返回QueryResult)
  94. func (e *QueryExecutor) QueryToCSV(sql string) *types.QueryResult {
  95. startTime := time.Now()
  96. result := &types.QueryResult{}
  97. if sql == "" {
  98. result.Success = false
  99. result.Error = "SQL query cannot be empty"
  100. result.Time = time.Since(startTime).String()
  101. return result
  102. }
  103. rows, err := e.db.Query(sql)
  104. if err != nil {
  105. result.Success = false
  106. result.Error = fmt.Sprintf("Query execution failed: %v", err)
  107. result.Time = time.Since(startTime).String()
  108. return result
  109. }
  110. defer rows.Close()
  111. columns, err := rows.Columns()
  112. if err != nil {
  113. result.Success = false
  114. result.Error = fmt.Sprintf("Failed to get columns: %v", err)
  115. result.Time = time.Since(startTime).String()
  116. return result
  117. }
  118. var builder strings.Builder
  119. writer := csv.NewWriter(&builder)
  120. count := 0
  121. // 写入表头
  122. if err := writer.Write(columns); err != nil {
  123. result.Success = false
  124. result.Error = fmt.Sprintf("Failed to write CSV header: %v", err)
  125. result.Time = time.Since(startTime).String()
  126. return result
  127. }
  128. for rows.Next() {
  129. count++
  130. values := make([]interface{}, len(columns))
  131. valuePtrs := make([]any, len(columns))
  132. for i := range columns {
  133. valuePtrs[i] = &values[i]
  134. }
  135. if err := rows.Scan(valuePtrs...); err != nil {
  136. result.Success = false
  137. result.Error = fmt.Sprintf("Failed to scan row: %v", err)
  138. result.Time = time.Since(startTime).String()
  139. return result
  140. }
  141. // 所有值转为字符串
  142. row := make([]string, len(columns))
  143. for i, val := range values {
  144. if val == nil {
  145. row[i] = ""
  146. } else {
  147. row[i] = fmt.Sprintf("%v", val)
  148. }
  149. }
  150. if err := writer.Write(row); err != nil {
  151. result.Success = false
  152. result.Error = fmt.Sprintf("Failed to write CSV row: %v", err)
  153. result.Time = time.Since(startTime).String()
  154. return result
  155. }
  156. }
  157. writer.Flush()
  158. if err := writer.Error(); err != nil {
  159. result.Success = false
  160. result.Error = fmt.Sprintf("Failed to flush CSV: %v", err)
  161. result.Time = time.Since(startTime).String()
  162. return result
  163. }
  164. if err := rows.Err(); err != nil {
  165. result.Success = false
  166. result.Error = fmt.Sprintf("Row iteration error: %v", err)
  167. result.Time = time.Since(startTime).String()
  168. return result
  169. }
  170. result.Success = true
  171. result.Data = map[string]interface{}{
  172. "csv": builder.String(),
  173. "count": count,
  174. "includeHeader": true,
  175. }
  176. result.Count = count
  177. result.Time = time.Since(startTime).String()
  178. return result
  179. }
  180. // ExecuteQueryWithColumns 执行查询并返回完整结果(包含列信息)
  181. func (e *QueryExecutor) ExecuteQueryWithColumns(sql string) *types.QueryResult {
  182. startTime := time.Now()
  183. result := &types.QueryResult{}
  184. if sql == "" {
  185. result.Success = false
  186. result.Error = "SQL query cannot be empty"
  187. result.Time = time.Since(startTime).String()
  188. return result
  189. }
  190. rows, err := e.db.Query(sql)
  191. if err != nil {
  192. result.Success = false
  193. result.Error = fmt.Sprintf("Query execution failed: %v", err)
  194. result.Time = time.Since(startTime).String()
  195. return result
  196. }
  197. defer rows.Close()
  198. columns, err := rows.Columns()
  199. if err != nil {
  200. result.Success = false
  201. result.Error = fmt.Sprintf("Failed to get columns: %v", err)
  202. result.Time = time.Since(startTime).String()
  203. return result
  204. }
  205. var results []map[string]interface{}
  206. count := 0
  207. for rows.Next() {
  208. count++
  209. values := make([]interface{}, len(columns))
  210. valuePtrs := make([]interface{}, len(columns))
  211. for i := range columns {
  212. valuePtrs[i] = &values[i]
  213. }
  214. if err := rows.Scan(valuePtrs...); err != nil {
  215. result.Success = false
  216. result.Error = fmt.Sprintf("Failed to scan row: %v", err)
  217. result.Time = time.Since(startTime).String()
  218. return result
  219. }
  220. resultRow := make(map[string]interface{})
  221. for i, col := range columns {
  222. val := values[i]
  223. switch v := val.(type) {
  224. case []byte:
  225. resultRow[col] = string(v)
  226. case time.Time:
  227. resultRow[col] = v.Format(time.RFC3339)
  228. default:
  229. resultRow[col] = v
  230. }
  231. }
  232. results = append(results, resultRow)
  233. }
  234. if err := rows.Err(); err != nil {
  235. result.Success = false
  236. result.Error = fmt.Sprintf("Row iteration error: %v", err)
  237. result.Time = time.Since(startTime).String()
  238. return result
  239. }
  240. result.Success = true
  241. result.Data = results
  242. result.Count = count
  243. result.Time = time.Since(startTime).String()
  244. return result
  245. }
  246. // ExecuteQueryDataOnly 执行查询并返回纯数据(不包含列信息,性能更高)
  247. func (e *QueryExecutor) ExecuteQueryDataOnly(sql string) *types.QueryResult {
  248. startTime := time.Now()
  249. result := &types.QueryResult{}
  250. if sql == "" {
  251. result.Success = false
  252. result.Error = "SQL query cannot be empty"
  253. result.Time = time.Since(startTime).String()
  254. return result
  255. }
  256. rows, err := e.db.Query(sql)
  257. if err != nil {
  258. result.Success = false
  259. result.Error = fmt.Sprintf("Query execution failed: %v", err)
  260. result.Time = time.Since(startTime).String()
  261. return result
  262. }
  263. defer rows.Close()
  264. columns, err := rows.Columns()
  265. if err != nil {
  266. result.Success = false
  267. result.Error = fmt.Sprintf("Failed to get columns: %v", err)
  268. result.Time = time.Since(startTime).String()
  269. return result
  270. }
  271. var results []interface{}
  272. count := 0
  273. for rows.Next() {
  274. count++
  275. values := make([]interface{}, len(columns))
  276. valuePtrs := make([]interface{}, len(columns))
  277. for i := range columns {
  278. valuePtrs[i] = &values[i]
  279. }
  280. if err := rows.Scan(valuePtrs...); err != nil {
  281. result.Success = false
  282. result.Error = fmt.Sprintf("Failed to scan row: %v", err)
  283. result.Time = time.Since(startTime).String()
  284. return result
  285. }
  286. resultRow := make([]interface{}, len(columns))
  287. for i, val := range values {
  288. switch v := val.(type) {
  289. case []byte:
  290. resultRow[i] = string(v)
  291. case time.Time:
  292. resultRow[i] = v.Format(time.RFC3339)
  293. default:
  294. resultRow[i] = v
  295. }
  296. }
  297. results = append(results, resultRow)
  298. }
  299. if err := rows.Err(); err != nil {
  300. result.Success = false
  301. result.Error = fmt.Sprintf("Row iteration error: %v", err)
  302. result.Time = time.Since(startTime).String()
  303. return result
  304. }
  305. result.Success = true
  306. result.Data = map[string]interface{}{
  307. "rows": results,
  308. "count": count,
  309. }
  310. result.Count = count
  311. result.Time = time.Since(startTime).String()
  312. return result
  313. }
  314. // ExecuteQueryCSV 执行查询并返回CSV格式数据
  315. func (e *QueryExecutor) ExecuteQueryCSV(sql string, includeHeader bool) *types.QueryResult {
  316. startTime := time.Now()
  317. result := &types.QueryResult{}
  318. if sql == "" {
  319. result.Success = false
  320. result.Error = "SQL query cannot be empty"
  321. result.Time = time.Since(startTime).String()
  322. return result
  323. }
  324. rows, err := e.db.Query(sql)
  325. if err != nil {
  326. result.Success = false
  327. result.Error = fmt.Sprintf("Query execution failed: %v", err)
  328. result.Time = time.Since(startTime).String()
  329. return result
  330. }
  331. defer rows.Close()
  332. columns, err := rows.Columns()
  333. if err != nil {
  334. result.Success = false
  335. result.Error = fmt.Sprintf("Failed to get columns: %v", err)
  336. result.Time = time.Since(startTime).String()
  337. return result
  338. }
  339. var csvBuilder strings.Builder
  340. writer := csv.NewWriter(&csvBuilder)
  341. if includeHeader {
  342. if err := writer.Write(columns); err != nil {
  343. result.Success = false
  344. result.Error = fmt.Sprintf("Failed to write CSV header: %v", err)
  345. result.Time = time.Since(startTime).String()
  346. return result
  347. }
  348. }
  349. count := 0
  350. for rows.Next() {
  351. count++
  352. values := make([]interface{}, len(columns))
  353. valuePtrs := make([]interface{}, len(columns))
  354. for i := range columns {
  355. valuePtrs[i] = &values[i]
  356. }
  357. if err := rows.Scan(valuePtrs...); err != nil {
  358. result.Success = false
  359. result.Error = fmt.Sprintf("Failed to scan row: %v", err)
  360. result.Time = time.Since(startTime).String()
  361. return result
  362. }
  363. rowData := make([]string, len(columns))
  364. for i, val := range values {
  365. if val == nil {
  366. rowData[i] = ""
  367. continue
  368. }
  369. switch v := val.(type) {
  370. case []byte:
  371. rowData[i] = string(v)
  372. case string:
  373. rowData[i] = v
  374. case int, int8, int16, int32, int64:
  375. rowData[i] = fmt.Sprintf("%d", v)
  376. case uint, uint8, uint16, uint32, uint64:
  377. rowData[i] = fmt.Sprintf("%d", v)
  378. case float32, float64:
  379. rowData[i] = fmt.Sprintf("%f", v)
  380. case bool:
  381. if v {
  382. rowData[i] = "true"
  383. } else {
  384. rowData[i] = "false"
  385. }
  386. case time.Time:
  387. rowData[i] = v.Format(time.RFC3339)
  388. default:
  389. rowData[i] = fmt.Sprintf("%v", v)
  390. }
  391. }
  392. if err := writer.Write(rowData); err != nil {
  393. result.Success = false
  394. result.Error = fmt.Sprintf("Failed to write CSV row: %v", err)
  395. result.Time = time.Since(startTime).String()
  396. return result
  397. }
  398. }
  399. if err := rows.Err(); err != nil {
  400. result.Success = false
  401. result.Error = fmt.Sprintf("Row iteration error: %v", err)
  402. result.Time = time.Since(startTime).String()
  403. return result
  404. }
  405. writer.Flush()
  406. if err := writer.Error(); err != nil {
  407. result.Success = false
  408. result.Error = fmt.Sprintf("Failed to flush CSV: %v", err)
  409. result.Time = time.Since(startTime).String()
  410. return result
  411. }
  412. result.Success = true
  413. result.Data = map[string]interface{}{
  414. "csv": csvBuilder.String(),
  415. "count": count,
  416. "includeHeader": includeHeader,
  417. }
  418. result.Count = count
  419. result.Time = time.Since(startTime).String()
  420. return result
  421. }
  422. // ExecuteQueryCSVStream 流式返回CSV数据
  423. func (e *QueryExecutor) ExecuteQueryCSVStream(sql string, w io.Writer, includeHeader bool) (int, error) {
  424. rows, err := e.db.Query(sql)
  425. if err != nil {
  426. return 0, err
  427. }
  428. defer rows.Close()
  429. columns, err := rows.Columns()
  430. if err != nil {
  431. return 0, err
  432. }
  433. writer := csv.NewWriter(w)
  434. count := 0
  435. if includeHeader {
  436. if err := writer.Write(columns); err != nil {
  437. return 0, err
  438. }
  439. }
  440. for rows.Next() {
  441. count++
  442. values := make([]interface{}, len(columns))
  443. valuePtrs := make([]interface{}, len(columns))
  444. for i := range columns {
  445. valuePtrs[i] = &values[i]
  446. }
  447. if err := rows.Scan(valuePtrs...); err != nil {
  448. return count, err
  449. }
  450. rowData := make([]string, len(columns))
  451. for i, val := range values {
  452. if val == nil {
  453. rowData[i] = ""
  454. continue
  455. }
  456. rowData[i] = fmt.Sprintf("%v", val)
  457. }
  458. if err := writer.Write(rowData); err != nil {
  459. return count, err
  460. }
  461. }
  462. writer.Flush()
  463. if err := writer.Error(); err != nil {
  464. return count, err
  465. }
  466. if err := rows.Err(); err != nil {
  467. return count, err
  468. }
  469. return count, nil
  470. }