No Description
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

query.go 12KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520
  1. package factory
  2. import (
  3. "database/sql"
  4. "encoding/csv"
  5. "encoding/json"
  6. "fmt"
  7. "io"
  8. "strings"
  9. "time"
  10. "git.x2erp.com/qdy/go-base/types"
  11. )
  12. func typesFunction() *types.QueryResult { // 确保使用了该包导出的类型,例如 QueryResult
  13. return &types.QueryResult{}
  14. }
  15. // QueryExecutor 查询执行器
  16. type QueryExecutor struct {
  17. db *sql.DB
  18. }
  19. // NewQueryExecutor 创建查询执行器
  20. func NewQueryExecutor(db *sql.DB) *QueryExecutor {
  21. return &QueryExecutor{db: db}
  22. }
  23. // QueryToJSON 执行查询并返回JSON格式数据(统一返回QueryResult)
  24. func (e *QueryExecutor) QueryToJSON(sql string) *types.QueryResult {
  25. startTime := time.Now()
  26. result := &types.QueryResult{}
  27. if sql == "" {
  28. result.Success = false
  29. result.Error = "SQL query cannot be empty"
  30. result.Time = time.Since(startTime).String()
  31. return result
  32. }
  33. rows, err := e.db.Query(sql)
  34. if err != nil {
  35. result.Success = false
  36. result.Error = fmt.Sprintf("Query execution failed: %v", err)
  37. result.Time = time.Since(startTime).String()
  38. return result
  39. }
  40. defer rows.Close()
  41. columns, err := rows.Columns()
  42. if err != nil {
  43. result.Success = false
  44. result.Error = fmt.Sprintf("Failed to get columns: %v", err)
  45. result.Time = time.Since(startTime).String()
  46. return result
  47. }
  48. var results []map[string]interface{}
  49. count := 0
  50. for rows.Next() {
  51. count++
  52. values := make([]interface{}, len(columns))
  53. valuePtrs := make([]interface{}, len(columns))
  54. for i := range columns {
  55. valuePtrs[i] = &values[i]
  56. }
  57. if err := rows.Scan(valuePtrs...); err != nil {
  58. result.Success = false
  59. result.Error = fmt.Sprintf("Failed to scan row: %v", err)
  60. result.Time = time.Since(startTime).String()
  61. return result
  62. }
  63. resultMap := make(map[string]interface{})
  64. for i, col := range columns {
  65. // 完全不处理类型,直接赋值,让 json.Marshal 自己处理
  66. resultMap[col] = values[i]
  67. }
  68. results = append(results, resultMap)
  69. }
  70. if err := rows.Err(); err != nil {
  71. result.Success = false
  72. result.Error = fmt.Sprintf("Row iteration error: %v", err)
  73. result.Time = time.Since(startTime).String()
  74. return result
  75. }
  76. jsonData, err := json.Marshal(results)
  77. if err != nil {
  78. result.Success = false
  79. result.Error = fmt.Sprintf("JSON marshal failed: %v", err)
  80. result.Time = time.Since(startTime).String()
  81. return result
  82. }
  83. result.Success = true
  84. result.Data = map[string]interface{}{
  85. "json": string(jsonData),
  86. "rows": results,
  87. "count": count,
  88. }
  89. result.Count = count
  90. result.Time = time.Since(startTime).String()
  91. return result
  92. }
  93. // QueryToCSV 查询并返回 CSV 字节数据(包含表头)
  94. func (e *QueryExecutor) QueryToCSV(sql string) ([]byte, error) {
  95. if sql == "" {
  96. return nil, fmt.Errorf("SQL query cannot be empty")
  97. }
  98. rows, err := e.db.Query(sql)
  99. if err != nil {
  100. return nil, fmt.Errorf("query execution failed: %v", err)
  101. }
  102. defer rows.Close()
  103. columns, err := rows.Columns()
  104. if err != nil {
  105. return nil, fmt.Errorf("failed to get columns: %v", err)
  106. }
  107. var builder strings.Builder
  108. writer := csv.NewWriter(&builder)
  109. // 写入表头
  110. if err := writer.Write(columns); err != nil {
  111. return nil, fmt.Errorf("failed to write CSV header: %v", err)
  112. }
  113. count := 0
  114. for rows.Next() {
  115. count++
  116. values := make([]interface{}, len(columns))
  117. valuePtrs := make([]any, len(columns))
  118. for i := range columns {
  119. valuePtrs[i] = &values[i]
  120. }
  121. if err := rows.Scan(valuePtrs...); err != nil {
  122. return nil, fmt.Errorf("failed to scan row: %v", err)
  123. }
  124. // 所有值转为字符串
  125. row := make([]string, len(columns))
  126. for i, val := range values {
  127. if val == nil {
  128. row[i] = ""
  129. } else {
  130. row[i] = fmt.Sprintf("%v", val)
  131. }
  132. }
  133. if err := writer.Write(row); err != nil {
  134. return nil, fmt.Errorf("failed to write CSV row: %v", err)
  135. }
  136. }
  137. writer.Flush()
  138. if err := writer.Error(); err != nil {
  139. return nil, fmt.Errorf("failed to flush CSV: %v", err)
  140. }
  141. if err := rows.Err(); err != nil {
  142. return nil, fmt.Errorf("row iteration error: %v", err)
  143. }
  144. return []byte(builder.String()), nil
  145. }
  146. // ExecuteQueryWithColumns 执行查询并返回完整结果(包含列信息)
  147. func (e *QueryExecutor) ExecuteQueryWithColumns(sql string) *types.QueryResult {
  148. startTime := time.Now()
  149. result := &types.QueryResult{}
  150. if sql == "" {
  151. result.Success = false
  152. result.Error = "SQL query cannot be empty"
  153. result.Time = time.Since(startTime).String()
  154. return result
  155. }
  156. rows, err := e.db.Query(sql)
  157. if err != nil {
  158. result.Success = false
  159. result.Error = fmt.Sprintf("Query execution failed: %v", err)
  160. result.Time = time.Since(startTime).String()
  161. return result
  162. }
  163. defer rows.Close()
  164. columns, err := rows.Columns()
  165. if err != nil {
  166. result.Success = false
  167. result.Error = fmt.Sprintf("Failed to get columns: %v", err)
  168. result.Time = time.Since(startTime).String()
  169. return result
  170. }
  171. var results []map[string]interface{}
  172. count := 0
  173. for rows.Next() {
  174. count++
  175. values := make([]interface{}, len(columns))
  176. valuePtrs := make([]interface{}, len(columns))
  177. for i := range columns {
  178. valuePtrs[i] = &values[i]
  179. }
  180. if err := rows.Scan(valuePtrs...); err != nil {
  181. result.Success = false
  182. result.Error = fmt.Sprintf("Failed to scan row: %v", err)
  183. result.Time = time.Since(startTime).String()
  184. return result
  185. }
  186. resultRow := make(map[string]interface{})
  187. for i, col := range columns {
  188. val := values[i]
  189. switch v := val.(type) {
  190. case []byte:
  191. resultRow[col] = string(v)
  192. case time.Time:
  193. resultRow[col] = v.Format(time.RFC3339)
  194. default:
  195. resultRow[col] = v
  196. }
  197. }
  198. results = append(results, resultRow)
  199. }
  200. if err := rows.Err(); err != nil {
  201. result.Success = false
  202. result.Error = fmt.Sprintf("Row iteration error: %v", err)
  203. result.Time = time.Since(startTime).String()
  204. return result
  205. }
  206. result.Success = true
  207. result.Data = results
  208. result.Count = count
  209. result.Time = time.Since(startTime).String()
  210. return result
  211. }
  212. // ExecuteQueryDataOnly 执行查询并返回纯数据(不包含列信息,性能更高)
  213. func (e *QueryExecutor) ExecuteQueryDataOnly(sql string) *types.QueryResult {
  214. startTime := time.Now()
  215. result := &types.QueryResult{}
  216. if sql == "" {
  217. result.Success = false
  218. result.Error = "SQL query cannot be empty"
  219. result.Time = time.Since(startTime).String()
  220. return result
  221. }
  222. rows, err := e.db.Query(sql)
  223. if err != nil {
  224. result.Success = false
  225. result.Error = fmt.Sprintf("Query execution failed: %v", err)
  226. result.Time = time.Since(startTime).String()
  227. return result
  228. }
  229. defer rows.Close()
  230. columns, err := rows.Columns()
  231. if err != nil {
  232. result.Success = false
  233. result.Error = fmt.Sprintf("Failed to get columns: %v", err)
  234. result.Time = time.Since(startTime).String()
  235. return result
  236. }
  237. var results []interface{}
  238. count := 0
  239. for rows.Next() {
  240. count++
  241. values := make([]interface{}, len(columns))
  242. valuePtrs := make([]interface{}, len(columns))
  243. for i := range columns {
  244. valuePtrs[i] = &values[i]
  245. }
  246. if err := rows.Scan(valuePtrs...); err != nil {
  247. result.Success = false
  248. result.Error = fmt.Sprintf("Failed to scan row: %v", err)
  249. result.Time = time.Since(startTime).String()
  250. return result
  251. }
  252. resultRow := make([]interface{}, len(columns))
  253. for i, val := range values {
  254. switch v := val.(type) {
  255. case []byte:
  256. resultRow[i] = string(v)
  257. case time.Time:
  258. resultRow[i] = v.Format(time.RFC3339)
  259. default:
  260. resultRow[i] = v
  261. }
  262. }
  263. results = append(results, resultRow)
  264. }
  265. if err := rows.Err(); err != nil {
  266. result.Success = false
  267. result.Error = fmt.Sprintf("Row iteration error: %v", err)
  268. result.Time = time.Since(startTime).String()
  269. return result
  270. }
  271. result.Success = true
  272. result.Data = map[string]interface{}{
  273. "rows": results,
  274. "count": count,
  275. }
  276. result.Count = count
  277. result.Time = time.Since(startTime).String()
  278. return result
  279. }
  280. // ExecuteQueryCSV 执行查询并返回CSV格式数据
  281. func (e *QueryExecutor) ExecuteQueryCSV(sql string, includeHeader bool) *types.QueryResult {
  282. startTime := time.Now()
  283. result := &types.QueryResult{}
  284. if sql == "" {
  285. result.Success = false
  286. result.Error = "SQL query cannot be empty"
  287. result.Time = time.Since(startTime).String()
  288. return result
  289. }
  290. rows, err := e.db.Query(sql)
  291. if err != nil {
  292. result.Success = false
  293. result.Error = fmt.Sprintf("Query execution failed: %v", err)
  294. result.Time = time.Since(startTime).String()
  295. return result
  296. }
  297. defer rows.Close()
  298. columns, err := rows.Columns()
  299. if err != nil {
  300. result.Success = false
  301. result.Error = fmt.Sprintf("Failed to get columns: %v", err)
  302. result.Time = time.Since(startTime).String()
  303. return result
  304. }
  305. var csvBuilder strings.Builder
  306. writer := csv.NewWriter(&csvBuilder)
  307. if includeHeader {
  308. if err := writer.Write(columns); err != nil {
  309. result.Success = false
  310. result.Error = fmt.Sprintf("Failed to write CSV header: %v", err)
  311. result.Time = time.Since(startTime).String()
  312. return result
  313. }
  314. }
  315. count := 0
  316. for rows.Next() {
  317. count++
  318. values := make([]interface{}, len(columns))
  319. valuePtrs := make([]interface{}, len(columns))
  320. for i := range columns {
  321. valuePtrs[i] = &values[i]
  322. }
  323. if err := rows.Scan(valuePtrs...); err != nil {
  324. result.Success = false
  325. result.Error = fmt.Sprintf("Failed to scan row: %v", err)
  326. result.Time = time.Since(startTime).String()
  327. return result
  328. }
  329. rowData := make([]string, len(columns))
  330. for i, val := range values {
  331. if val == nil {
  332. rowData[i] = ""
  333. continue
  334. }
  335. switch v := val.(type) {
  336. case []byte:
  337. rowData[i] = string(v)
  338. case string:
  339. rowData[i] = v
  340. case int, int8, int16, int32, int64:
  341. rowData[i] = fmt.Sprintf("%d", v)
  342. case uint, uint8, uint16, uint32, uint64:
  343. rowData[i] = fmt.Sprintf("%d", v)
  344. case float32, float64:
  345. rowData[i] = fmt.Sprintf("%f", v)
  346. case bool:
  347. if v {
  348. rowData[i] = "true"
  349. } else {
  350. rowData[i] = "false"
  351. }
  352. case time.Time:
  353. rowData[i] = v.Format(time.RFC3339)
  354. default:
  355. rowData[i] = fmt.Sprintf("%v", v)
  356. }
  357. }
  358. if err := writer.Write(rowData); err != nil {
  359. result.Success = false
  360. result.Error = fmt.Sprintf("Failed to write CSV row: %v", err)
  361. result.Time = time.Since(startTime).String()
  362. return result
  363. }
  364. }
  365. if err := rows.Err(); err != nil {
  366. result.Success = false
  367. result.Error = fmt.Sprintf("Row iteration error: %v", err)
  368. result.Time = time.Since(startTime).String()
  369. return result
  370. }
  371. writer.Flush()
  372. if err := writer.Error(); err != nil {
  373. result.Success = false
  374. result.Error = fmt.Sprintf("Failed to flush CSV: %v", err)
  375. result.Time = time.Since(startTime).String()
  376. return result
  377. }
  378. result.Success = true
  379. result.Data = map[string]interface{}{
  380. "csv": csvBuilder.String(),
  381. "count": count,
  382. "includeHeader": includeHeader,
  383. }
  384. result.Count = count
  385. result.Time = time.Since(startTime).String()
  386. return result
  387. }
  388. // ExecuteQueryCSVStream 流式返回CSV数据
  389. func (e *QueryExecutor) ExecuteQueryCSVStream(sql string, w io.Writer, includeHeader bool) (int, error) {
  390. rows, err := e.db.Query(sql)
  391. if err != nil {
  392. return 0, err
  393. }
  394. defer rows.Close()
  395. columns, err := rows.Columns()
  396. if err != nil {
  397. return 0, err
  398. }
  399. writer := csv.NewWriter(w)
  400. count := 0
  401. if includeHeader {
  402. if err := writer.Write(columns); err != nil {
  403. return 0, err
  404. }
  405. }
  406. for rows.Next() {
  407. count++
  408. values := make([]interface{}, len(columns))
  409. valuePtrs := make([]interface{}, len(columns))
  410. for i := range columns {
  411. valuePtrs[i] = &values[i]
  412. }
  413. if err := rows.Scan(valuePtrs...); err != nil {
  414. return count, err
  415. }
  416. rowData := make([]string, len(columns))
  417. for i, val := range values {
  418. if val == nil {
  419. rowData[i] = ""
  420. continue
  421. }
  422. rowData[i] = fmt.Sprintf("%v", val)
  423. }
  424. if err := writer.Write(rowData); err != nil {
  425. return count, err
  426. }
  427. }
  428. writer.Flush()
  429. if err := writer.Error(); err != nil {
  430. return count, err
  431. }
  432. if err := rows.Err(); err != nil {
  433. return count, err
  434. }
  435. return count, nil
  436. }