修改Doris提交格式-错误

go.mod

@@ -3,8 +3,8 @@ module git.x2erp.com/qdy/go-service-agent
 go 1.25.4
 
 require (
-	git.x2erp.com/qdy/go-base v0.1.10
-	git.x2erp.com/qdy/go-db v0.1.16
+	git.x2erp.com/qdy/go-base v0.1.11
+	git.x2erp.com/qdy/go-db v0.1.20
 	github.com/gin-gonic/gin v1.11.0
 )
 
@@ -21,6 +21,7 @@ require (
 	github.com/go-playground/universal-translator v0.18.1 // indirect
 	github.com/go-playground/validator/v10 v10.27.0 // indirect
 	github.com/go-redis/redis/v8 v8.11.5 // indirect
+	github.com/go-resty/resty/v2 v2.17.0 // indirect
 	github.com/go-sql-driver/mysql v1.9.3 // indirect
 	github.com/goccy/go-json v0.10.2 // indirect
 	github.com/goccy/go-yaml v1.18.0 // indirect

go.sum

@@ -1,19 +1,13 @@
 filippo.io/edwards25519 v1.1.0 h1:FNf4tywRC1HmFuKW5xopWpigGjJKiJSV0Cqo0cJWDaA=
 filippo.io/edwards25519 v1.1.0/go.mod h1:BxyFTGdWcka3PhytdK4V28tE5sGfRvvvRV7EaN4VDT4=
-git.x2erp.com/qdy/go-base v0.1.9 h1:SuyYSt3Gp7aXiUQRCBNwhrusJ53wlCnagiTYs5eITlY=
-git.x2erp.com/qdy/go-base v0.1.9/go.mod h1:Q+YLwpCoU8CVSnzATLdz2LAzVMlz/CEGzo8DePf7cug=
-git.x2erp.com/qdy/go-base v0.1.10 h1:qHvRNSBoQHZfYrXUpZ42r925OO7aT95tIZK/qh6Cd60=
-git.x2erp.com/qdy/go-base v0.1.10/go.mod h1:Q+YLwpCoU8CVSnzATLdz2LAzVMlz/CEGzo8DePf7cug=
-git.x2erp.com/qdy/go-db v0.1.11 h1:dT22aYhtfk+Y3q2/jc8UZSuCjsLFC/eBrwwTHDUTOsA=
-git.x2erp.com/qdy/go-db v0.1.11/go.mod h1:6dICJn/sZRj0WIMf5y8MfsjBC1wWZcG4lczgeIAGBhM=
-git.x2erp.com/qdy/go-db v0.1.12 h1:z4VfTbIMNhBbpPmjRRtSjEkXet7nvVRjTd92+IFsGbw=
-git.x2erp.com/qdy/go-db v0.1.12/go.mod h1:tcHV7sqEFYWbL/196NZxVnbdHevefRppggMTARVXQtE=
-git.x2erp.com/qdy/go-db v0.1.13 h1:gx1Ld+b3QRaO7VvyBm4fipafGkl0Yl+4ERzromAtck4=
-git.x2erp.com/qdy/go-db v0.1.13/go.mod h1:tcHV7sqEFYWbL/196NZxVnbdHevefRppggMTARVXQtE=
-git.x2erp.com/qdy/go-db v0.1.15 h1:YvwT/FyrvQQodzggGLyxlSQu++f7+NHDvkUR7tuDVfY=
-git.x2erp.com/qdy/go-db v0.1.15/go.mod h1:5dnPmDEOhfuKtV1anuSibSNibTINul6/qdRxH1khQ8k=
-git.x2erp.com/qdy/go-db v0.1.16 h1:un5FMemqX6jSDdp6N2+7Elw73iC9zUH5r8UlX+JZfak=
-git.x2erp.com/qdy/go-db v0.1.16/go.mod h1:OrWk/iWygMEWsB7Rzdu7VjPszyEog8bodLx+X+5nWxE=
+git.x2erp.com/qdy/go-base v0.1.11 h1:STHT6z+zaN8kMIiXfggUdPaP4vcz+kpXaxHkw5ziXzA=
+git.x2erp.com/qdy/go-base v0.1.11/go.mod h1:Q+YLwpCoU8CVSnzATLdz2LAzVMlz/CEGzo8DePf7cug=
+git.x2erp.com/qdy/go-db v0.1.18 h1:jCNRCZpFuW1eN769R91YW49B+24Xl9t4qzS3Wtt6V40=
+git.x2erp.com/qdy/go-db v0.1.18/go.mod h1:BpoceA0ROuIp6N2aOplVNWKrwntDQeWGF63diEd1hp4=
+git.x2erp.com/qdy/go-db v0.1.19 h1:ydKKsu9XoZBYkJo81bat1IQuKnZVc7xpD/qahI1BSRE=
+git.x2erp.com/qdy/go-db v0.1.19/go.mod h1:BpoceA0ROuIp6N2aOplVNWKrwntDQeWGF63diEd1hp4=
+git.x2erp.com/qdy/go-db v0.1.20 h1:6+esB8b/KzF6WAKRe6lWIwUZqX/tPbqgBYJhpYW3uhc=
+git.x2erp.com/qdy/go-db v0.1.20/go.mod h1:BpoceA0ROuIp6N2aOplVNWKrwntDQeWGF63diEd1hp4=
 github.com/Azure/azure-sdk-for-go/sdk/azcore v1.18.0 h1:Gt0j3wceWMwPmiazCa8MzMA0MfhmPIz0Qp0FJ6qcM0U=
 github.com/Azure/azure-sdk-for-go/sdk/azcore v1.18.0/go.mod h1:Ot/6aikWnKWi4l9QB7qVSwa8iMphQNqkWALMoNT3rzM=
 github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.10.1 h1:B+blDbyVIG3WaikNxPnhPiJ1MThR03b3vKGtER95TP4=
@@ -39,6 +33,8 @@ github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c
 github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f h1:lO4WD4F/rVNCu3HqELle0jiPLLBs70cWOduZpkS1E78=
 github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cuUVRXasLTGF7a8hSLbxyZXjz+1KgoB3wDUb6vlszIc=
+github.com/fsnotify/fsnotify v1.4.9 h1:hsms1Qyu0jgnwNXIxa+/V/PDsU6CfLf6CNO8H7IWoS4=
+github.com/fsnotify/fsnotify v1.4.9/go.mod h1:znqG4EE+3YCdAaPaxE2ZRY/06pZUdp0tY4IgpuI1SZQ=
 github.com/gabriel-vasile/mimetype v1.4.8 h1:FfZ3gj38NjllZIeJAmMhr+qKL8Wu+nOoI3GqacKw1NM=
 github.com/gabriel-vasile/mimetype v1.4.8/go.mod h1:ByKUIKGjh1ODkGM1asKUbQZOLGrPjydw3hYPU2YU9t8=
 github.com/gin-contrib/sse v1.1.0 h1:n0w2GMuUpWDVp7qSpvze6fAu9iRxJY4Hmj6AmBOU05w=
@@ -55,6 +51,8 @@ github.com/go-playground/validator/v10 v10.27.0 h1:w8+XrWVMhGkxOaaowyKH35gFydVHO
 github.com/go-playground/validator/v10 v10.27.0/go.mod h1:I5QpIEbmr8On7W0TktmJAumgzX4CA1XNl4ZmDuVHKKo=
 github.com/go-redis/redis/v8 v8.11.5 h1:AcZZR7igkdvfVmQTPnu9WE37LRrO/YrBH5zWyjDC0oI=
 github.com/go-redis/redis/v8 v8.11.5/go.mod h1:gREzHqY1hg6oD9ngVRbLStwAWKhA0FEgq8Jd4h5lpwo=
+github.com/go-resty/resty/v2 v2.17.0 h1:pW9DeXcaL4Rrym4EZ8v7L19zZiIlWPg5YXAcVmt+gN0=
+github.com/go-resty/resty/v2 v2.17.0/go.mod h1:kCKZ3wWmwJaNc7S29BRtUhJwy7iqmn+2mLtQrOyQlVA=
 github.com/go-sql-driver/mysql v1.8.1/go.mod h1:wEBSXgmK//2ZFJyE+qWnIsVGmvmEKlqwuVSjsCm7DZg=
 github.com/go-sql-driver/mysql v1.9.3 h1:U/N249h2WzJ3Ukj8SowVFjdtZKfu9vlLZxjPXV1aweo=
 github.com/go-sql-driver/mysql v1.9.3/go.mod h1:qn46aNg1333BRMNU69Lq93t8du/dwxI64Gl8i5p1WMU=
@@ -87,6 +85,7 @@ github.com/lib/pq v1.10.9 h1:YXG7RB+JIjhP29X+OtkiDnYaXQwpS4JEWq7dtCCRUEw=
 github.com/lib/pq v1.10.9/go.mod h1:AlVN5x4E4T544tWzH6hKfbfQvm3HdbOxrmggDNAPY9o=
 github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY=
 github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
+github.com/mattn/go-sqlite3 v1.14.22 h1:2gZY6PC6kBnID23Tichd1K+Z0oS6nE/XwU+Vz/5o4kU=
 github.com/mattn/go-sqlite3 v1.14.22/go.mod h1:Uh1q+B4BYcTPb+yiD3kU8Ct7aC0hY9fxUwlHK0RXw+Y=
 github.com/microsoft/go-mssqldb v1.9.4 h1:sHrj3GcdgkxytZ09aZ3+ys72pMeyEXJowT44j74pNgs=
 github.com/microsoft/go-mssqldb v1.9.4/go.mod h1:GBbW9ASTiDC+mpgWDGKdm3FnFLTUsLYN3iFL90lQ+PA=
@@ -94,6 +93,12 @@ github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421 h1:ZqeYNhU3OH
 github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
 github.com/modern-go/reflect2 v1.0.2 h1:xBagoLtFs94CBntxluKeaWgTMpvLxC4ur3nMaC9Gz0M=
 github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk=
+github.com/nxadm/tail v1.4.8 h1:nPr65rt6Y5JFSKQO7qToXr7pePgD6Gwiw05lkbyAQTE=
+github.com/nxadm/tail v1.4.8/go.mod h1:+ncqLTQzXmGhMZNUePPaPqPvBxHAIsmXswZKocGu+AU=
+github.com/onsi/ginkgo v1.16.5 h1:8xi0RTUf59SOSfEtZMvwTvXYMzG4gV23XVHOZiXNtnE=
+github.com/onsi/ginkgo v1.16.5/go.mod h1:+E8gABHa3K6zRBolWtd+ROzc/U5bkGt0FwiG042wbpU=
+github.com/onsi/gomega v1.18.1 h1:M1GfJqGRrBrrGGsbxzV5dqM2U2ApXefZCQpkukxYRLE=
+github.com/onsi/gomega v1.18.1/go.mod h1:0q+aL8jAiMXy9hbwj2mr5GziHiwhAIQpFmmtT5hitRs=
 github.com/pelletier/go-toml/v2 v2.2.4 h1:mye9XuhQ6gvn5h28+VilKrrPoQVanw5PMw/TB0t5Ec4=
 github.com/pelletier/go-toml/v2 v2.2.4/go.mod h1:2gIqNv+qfxSVS7cM2xJQKtLSTLUE9V8t9Stt+h56mCY=
 github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c h1:+mdjkGKdHQG3305AYmdv1U2eRNDiU2ErMBj1gwrq8eQ=
@@ -136,12 +141,16 @@ golang.org/x/sys v0.38.0 h1:3yZWxaJjBmCWXqhN1qh02AkOnCQ1poK6oF+a7xWL6Gc=
 golang.org/x/sys v0.38.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks=
 golang.org/x/text v0.31.0 h1:aC8ghyu4JhP8VojJ2lEHBnochRno1sgL6nEi9WGFGMM=
 golang.org/x/text v0.31.0/go.mod h1:tKRAlv61yKIjGGHX/4tP1LTbc13YSec1pxVEWXzfoeM=
+golang.org/x/time v0.12.0 h1:ScB/8o8olJvc+CQPWrK3fPZNfh7qgwCrY0zJmoEQLSE=
+golang.org/x/time v0.12.0/go.mod h1:CDIdPxbZBQxdj6cxyCIdrNogrJKMJ7pr37NYpMcMDSg=
 golang.org/x/tools v0.38.0 h1:Hx2Xv8hISq8Lm16jvBZ2VQf+RLmbd7wVUsALibYI/IQ=
 golang.org/x/tools v0.38.0/go.mod h1:yEsQ/d/YK8cjh0L6rZlY8tgtlKiBNTL14pGDJPJpYQs=
 google.golang.org/protobuf v1.36.9 h1:w2gp2mA27hUeUzj9Ex9FBjsBm40zfaDtEWow293U7Iw=
 google.golang.org/protobuf v1.36.9/go.mod h1:fuxRtAxBytpl4zzqUh6/eyUujkJdNiuEkXntxiD/uRU=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ=
+gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw=
 gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
 gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

main.go

@@ -4,7 +4,10 @@ import (
 	"fmt"
 	"log"
 	"net/http"
+	"os"
+	"os/signal"
 	"strings"
+	"syscall"
 	"time"
 
 	"git.x2erp.com/qdy/go-base/config"
@@ -45,6 +48,12 @@ func startHTTPServer() {
 	if err != nil {
 		log.Fatalf("Failed to create DB factory: %v", err)
 	}
+	// 设置优雅关闭
+	setupGracefulShutdown(dbFactory)
+	defer func() {
+		dbFactory.Close()
+		log.Println("Database connection closed")
+	}()
 
 	// 核心路由
 	router.GET("/api/health", functions.HealthHandler(dbFactory, cfg.GetDatabase().Type))
@@ -62,12 +71,6 @@ func startHTTPServer() {
 	// 设置可信代理
 	setupTrustedProxies(router, serviceConfig.TrustedProxies)
 
-	// 启动服务
-	log.Println("POST /api/query  - Execute SQL query to JSON")
-	log.Println("POST /api/query/csv  - Execute SQL query to CSV")
-	log.Println("GET  /api/health - Health check")
-	log.Println("GET  /api/info   - Database info")
-
 	// 创建HTTP服务器配置
 	server := &http.Server{
 		Addr:         fmt.Sprintf(":%d", serviceConfig.Port),
@@ -81,6 +84,7 @@ func startHTTPServer() {
 	if err := server.ListenAndServe(); err != nil && err != http.ErrServerClosed {
 		log.Fatalf("Failed to start server: %v", err)
 	}
+
 }
 
 // 参数绑定包装器
@@ -135,3 +139,16 @@ func setupTrustedProxiesRouter(router *gin.Engine, trimmedProxies []string) {
 	}
 
 }
+
+func setupGracefulShutdown(dbFactory *factory.DBFactory) {
+	signalCh := make(chan os.Signal, 1)
+	signal.Notify(signalCh, os.Interrupt, syscall.SIGTERM)
+
+	go func() {
+		<-signalCh
+		log.Println("\nReceived shutdown signal, closing database connection...")
+		dbFactory.Close()
+		log.Println("Database connection closed gracefully")
+		os.Exit(0)
+	}()
+}

test/my1_test.go

@@ -0,0 +1,112 @@
+package main
+
+import (
+	"encoding/json"
+	"fmt"
+	"io"
+	"net/http"
+	"strings"
+	"testing"
+	"time"
+)
+
+// Doris Stream Load响应结构
+type DorisResponse struct {
+	TxnID            int    `json:"TxnId"`
+	Label            string `json:"Label"`
+	Status           string `json:"Status"`
+	Message          string `json:"Message"`
+	NumberTotalRows  int    `json:"NumberTotalRows"`
+	NumberLoadedRows int    `json:"NumberLoadedRows"`
+	LoadBytes        int    `json:"LoadBytes"`
+	ErrorURL         string `json:"ErrorURL"`
+}
+
+func insertToDorisDirect(csvData string) error {
+	url := "http://161.189.89.196:8040/api/X6_STOCK_DEV/A3_CLOTHING_LOG/_stream_load"
+	username := "root"
+	password := "mos8555"
+
+	fmt.Printf("=== Doris Stream Load测试 ===\n")
+	fmt.Printf("URL: %s\n", url)
+	fmt.Printf("数据: %s\n", csvData)
+
+	// 创建PUT请求
+	req, err := http.NewRequest("PUT", url, strings.NewReader(csvData))
+	if err != nil {
+		return fmt.Errorf("创建请求失败: %v", err)
+	}
+
+	// 设置Basic Auth
+	req.SetBasicAuth(username, password)
+
+	// 设置headers - 与curl命令保持一致
+	req.Header.Set("Expect", "100-continue")
+	req.Header.Set("column_separator", ",")
+	req.Header.Set("enclose", "\"")
+
+	// 设置唯一的label用于追踪
+	label := fmt.Sprintf("test_%d", time.Now().UnixNano())
+	req.Header.Set("label", label)
+
+	// 创建HTTP客户端，允许自动重定向
+	client := &http.Client{
+		Timeout: 30 * time.Second,
+	}
+
+	// 发送请求
+	fmt.Println("发送请求到Doris...")
+	resp, err := client.Do(req)
+	if err != nil {
+		return fmt.Errorf("请求失败: %v", err)
+	}
+	defer resp.Body.Close()
+
+	// 处理响应
+	body, err := io.ReadAll(resp.Body)
+	if err != nil {
+		return fmt.Errorf("读取响应失败: %v", err)
+	}
+
+	responseBody := string(body)
+	fmt.Printf("HTTP状态码: %d\n", resp.StatusCode)
+	fmt.Printf("响应内容: %s\n", responseBody)
+
+	// 解析JSON响应
+	var dorisResp DorisResponse
+	if err := json.Unmarshal(body, &dorisResp); err != nil {
+		return fmt.Errorf("解析响应失败: %v, 原始响应: %s", err, responseBody)
+	}
+
+	// 检查处理状态 - 修正状态检查逻辑
+	if dorisResp.Status == "FAIL" {
+		return fmt.Errorf("Stream Load失败: %s (TxnID: %d)", dorisResp.Message, dorisResp.TxnID)
+	}
+
+	// 修正：Doris返回的状态可能是 "Success" 而不是 "SUCCESS"
+	if strings.ToUpper(dorisResp.Status) != "SUCCESS" {
+		return fmt.Errorf("未知状态: %s, 消息: %s", dorisResp.Status, dorisResp.Message)
+	}
+
+	fmt.Printf("✅ Stream Load成功! \n")
+	fmt.Printf("   TxnID: %d\n", dorisResp.TxnID)
+	fmt.Printf("   Label: %s\n", dorisResp.Label)
+	fmt.Printf("   加载行数: %d/%d\n", dorisResp.NumberLoadedRows, dorisResp.NumberTotalRows)
+	fmt.Printf("   数据大小: %d bytes\n", dorisResp.LoadBytes)
+
+	return nil
+}
+
+// 测试函数
+func TestDorisStreamLoad(t *testing.T) {
+	fmt.Println("=== 测试Doris Stream Load ===")
+
+	csvData := "EWE322Y20600491-03,2021,H-大部分"
+
+	err := insertToDorisDirect(csvData)
+	if err != nil {
+		t.Fatalf("Stream Load失败: %v", err)
+	}
+
+	fmt.Println("✅ 数据成功插入Doris!")
+}

test/my2_test.go

@@ -0,0 +1,92 @@
+package main
+
+import (
+	"database/sql"
+	"fmt"
+	"testing"
+
+	_ "github.com/go-sql-driver/mysql"
+)
+
+// 使用MySQL协议插入数据
+func insertViaMySQL() error {
+	// Doris MySQL连接信息
+	dsn := "root:mos8555@tcp(161.189.89.196:9030)/X6_STOCK_DEV"
+
+	db, err := sql.Open("mysql", dsn)
+	if err != nil {
+		return fmt.Errorf("连接数据库失败: %v", err)
+	}
+	defer db.Close()
+
+	// 测试连接
+	err = db.Ping()
+	if err != nil {
+		return fmt.Errorf("数据库连接测试失败: %v", err)
+	}
+
+	fmt.Println("✅ 成功连接到Doris MySQL")
+
+	// 插入数据
+	query := "INSERT INTO A3_CLOTHING (col1, col2, col3) VALUES (?, ?, ?)"
+	result, err := db.Exec(query, "EWE322Y2060049145", 2021, "Y-连衣裙")
+	if err != nil {
+		return fmt.Errorf("插入数据失败: %v", err)
+	}
+
+	rowsAffected, err := result.RowsAffected()
+	if err != nil {
+		return fmt.Errorf("获取影响行数失败: %v", err)
+	}
+
+	fmt.Printf("✅ 数据插入成功，影响行数: %d\n", rowsAffected)
+	return nil
+}
+
+// 先检查表结构
+func checkTableSchema() error {
+	dsn := "root:mos8555@tcp(161.189.89.196:9030)/X6_STOCK_DEV"
+	db, err := sql.Open("mysql", dsn)
+	if err != nil {
+		return err
+	}
+	defer db.Close()
+
+	// 查询表结构
+	rows, err := db.Query("DESC A3_CLOTHING")
+	if err != nil {
+		return fmt.Errorf("查询表结构失败: %v", err)
+	}
+	defer rows.Close()
+
+	fmt.Println("=== A3_CLOTHING 表结构 ===")
+	for rows.Next() {
+		var field, fieldType, isNull, key, defaultValue, extra string
+		err := rows.Scan(&field, &fieldType, &isNull, &key, &defaultValue, &extra)
+		if err != nil {
+			return err
+		}
+		fmt.Printf("字段: %s, 类型: %s, 允许空: %s\n", field, fieldType, isNull)
+	}
+
+	return nil
+}
+
+// 测试函数
+func TestMySQLInsert(t *testing.T) {
+	fmt.Println("=== 使用MySQL协议插入数据 ===")
+
+	// 先检查表结构
+	err := checkTableSchema()
+	if err != nil {
+		t.Fatalf("检查表结构失败: %v", err)
+	}
+
+	// 插入数据
+	err = insertViaMySQL()
+	if err != nil {
+		t.Fatalf("MySQL插入失败: %v", err)
+	}
+
+	fmt.Println("✅ 通过MySQL协议插入数据成功!")
+}

test/my_test.go

@@ -0,0 +1,236 @@
+package main
+
+import (
+	"fmt"
+	"testing"
+	"time"
+
+	"git.x2erp.com/qdy/go-base/config"
+	"git.x2erp.com/qdy/go-db/factory"
+)
+
+// QueryRequest 查询请求结构体
+type QueryRequest struct {
+	SQL string `json:"sql"`
+}
+
+func TestQueryAndInsertToDoris(t *testing.T) {
+	// 记录总开始时间
+	totalStartTime := time.Now()
+	// 1. 获取HTTP工厂实例
+	httpFactory, err := factory.GetHTTPFactory()
+	if err != nil {
+		t.Fatalf("Failed to get HTTP factory: %v", err)
+	}
+	fmt.Println("HTTP factory created successfully")
+
+	// 2. 创建HTTP客户端
+	httpClient := httpFactory.CreateClient()
+
+	// 3. 准备查询SQL - 限制数据量用于测试
+	querySQL := getSQL()
+
+	// 4. 准备查询请求
+	queryRequest := QueryRequest{
+		SQL: querySQL,
+	}
+
+	// 记录查询开始时间
+	queryStartTime := time.Now()
+	// 5. 发送POST请求到 /api/query/csv 获取CSV格式数据
+	fmt.Println("Sending query request to localhost:8080/api/query/csv...")
+
+	resp, err := httpClient.PostWithAuth(
+		"http://localhost:8080/api/query/csv",
+		queryRequest,
+		"123", // Bearer Token
+		nil,
+	)
+
+	if err != nil {
+		t.Fatalf("Failed to send query request: %v", err)
+	}
+
+	if resp.StatusCode() != 200 {
+		t.Fatalf("Query request failed with status: %d, body: %s", resp.StatusCode(), string(resp.Body()))
+	}
+
+	// 6. 获取CSV数据
+	csvData := string(resp.Body())
+	if len(csvData) == 0 {
+		t.Fatalf("No CSV data received")
+	}
+
+	// 记录查询结束时间
+	queryEndTime := time.Now()
+	queryDuration := queryEndTime.Sub(queryStartTime)
+
+	fmt.Printf("✅ Query completed in %v\n", queryDuration)
+	fmt.Printf("Successfully retrieved CSV data, length: %d bytes\n", len(csvData))
+	//fmt.Printf("CSV data content:\n%s\n", csvData)
+
+	// 7. 获取Doris工厂实例
+	dorisFactory, err := factory.GetDorisFactory(httpFactory)
+	if err != nil {
+		t.Fatalf("Failed to get Doris factory: %v", err)
+	}
+	fmt.Println("Doris factory created successfully")
+
+	// 8. 先检查Doris表结构
+	fmt.Println("Checking Doris table structure...")
+
+	// 9. 插入数据到Doris
+	database := "X6_STOCK_DEV"
+	table := "A3_CLOTHING"
+	skipHeader := false // 改为true，跳过CSV头行
+
+	fmt.Printf("Inserting data to Doris database: %s, table: %s\n", database, table)
+	//fmt.Printf("CSV data to insert:\n%q\n", csvData)
+
+	cfg := config.GetConfig()
+	url := fmt.Sprintf("http://%s:%d/api/%s/%s/_stream_load", cfg.GetDoris().FEHost, cfg.GetDoris().FEPort, database, table)
+
+	fmt.Print(url + ".\n")
+
+	// 记录保存开始时间
+	saveStartTime := time.Now()
+	err = dorisFactory.InsertCSV(database, table, csvData, skipHeader)
+	if err != nil {
+		t.Fatalf("Failed to insert data to Doris: %v", err)
+	}
+
+	// 记录保存结束时间
+	saveEndTime := time.Now()
+	saveDuration := saveEndTime.Sub(saveStartTime)
+
+	fmt.Printf("✅ Data saved to Doris in %v\n", saveDuration)
+
+	// 记录总结束时间
+	totalEndTime := time.Now()
+	totalDuration := totalEndTime.Sub(totalStartTime)
+
+	// 打印性能统计
+	fmt.Println("\n📊 Performance Statistics:")
+	fmt.Printf("   Query Time: %v\n", queryDuration)
+	fmt.Printf("   Save Time:  %v\n", saveDuration)
+	fmt.Printf("   Total Time: %v\n", totalDuration)
+	fmt.Printf("   Data Size:  %d bytes\n", len(csvData))
+
+	fmt.Println("Data successfully inserted to Doris!")
+}
+
+func getSQLm() string {
+	return `SELECT
+    CLOTHING_ID,
+    CLOTHING_YEAR,
+    CLOTHING_NAME
+FROM X6_STOCK_DEV.A3_CLOTHING WHERE rownum <= 100000`
+}
+
+func getSQL() string {
+	// 3. 准备查询SQL
+	return `SELECT
+    CLOTHING_ID,
+    CLOTHING_YEAR,
+    CLOTHING_NAME,
+    STYLECOLOR_ID,
+    STYLE_ID,
+    COLOR_ID,
+    SIZE_ID,
+    CREATE_DATE,
+    STYLE_GROUP,
+    J_PRICE,
+    X_PRICE,
+    V_PRICE,
+    CLERK_ROYALTYRATE,
+    CLERK_ROYALTYPRICE,
+    BRAND_CODE,
+    STYLEVER_ID,
+    J_COST,
+    CLOTHING_IMG,
+    STYLE_UNIT_CODE,
+    STYLE_SEX_CODE,
+    STYLE_KIND_CODE,
+    STYLE_CLASS_CODE,
+    STYLE_SUBCLASS_CODE,
+    STYLE_DESIGNER_CODE,
+    STYLE_PLATER_CODE,
+    STYLE_STYLES_CODE,
+    STYLE_LOCATE_CODE,
+    STYLE_SALETYPE_CODE,
+    STYLE_COLORSYSTEM_CODE,
+    STYLE_THEME_CODE,
+    STYLE_INDENTTYPE_CODE,
+    STYLE_PRICEBAND_CODE,
+    STYLE_MONTH_CODE,
+    STYLE_COMPOSITION_CODE,
+    STYLE_SUPPLIER_CODE,
+    STYLE_SPARE1_CODE,
+    STYLE_SPARE2_CODE,
+    STYLE_SPARE4_CODE,
+    STYLE_SPARE5_CODE,
+    CATEGORY_CODE,
+    BRAND_ID,
+    STYCOLVER_ID,
+    STYLE_SAME,
+    CLOTHING_BARCODE,
+    CLOTHING_HELPID,
+    CLOTHING_GBCODE,
+    CLOTHING_RFID,
+    STYLE_SUBJECT_ID,
+    SIZEGRP_ID,
+    STYLE_HELPID,
+    CLOTHING_GBCODE1,
+    COLOR_NAME,
+    STYLEVER_NAME,
+    SIZE_NAME,
+    STYLE_UNIT,
+    STYLE_SEX,
+    STYLE_KIND,
+    STYLE_CLASS,
+    STYLE_SUBCLASS,
+    STYLE_DESIGNER,
+    STYLE_PLATER,
+    STYLE_BAND,
+    STYLE_STYLES,
+    STYLE_LOCATE,
+    STYLE_SALETYPE,
+    STYLE_COLORSYSTEM,
+    STYLE_THEME,
+    STYLE_INDENTTYPE,
+    STYLE_PRICEBAND,
+    STYLE_MONTH,
+    STYLE_COMPOSITION,
+    STYLE_SUPPLIER,
+    STYLE_SPARE1,
+    STYLE_SPARE2,
+    STYLE_SPARE3,
+    STYLE_SPARE4,
+    STYLE_SPARE5,
+    CATEGORY_NAME,
+    BRAND_NAME,
+    STYLE_YEAR_NAME,
+    STYLE_SEARCH_KEY,
+    STYLE_SUBJECT_NAME,
+    CLOTHING_REMARK,
+    STYLE_SPARE3_CODE,
+    COST,
+    BRAND_GROUPCODE,
+    CLASS_GROUPCODE,
+    MONTH_GROUPCODE,
+    RETURNSUBJECT_ID,
+    PRODUCT_SORT,
+    CLOTHING_PARTITION
+   FROM (
+    SELECT a.*, ROWNUM as rn
+    FROM (
+        SELECT *
+        FROM X6_STOCK_DEV.A3_CLOTHING 
+        ORDER BY CLOTHING_ID
+    ) a
+    WHERE ROWNUM <= 41000 
+)
+WHERE rn > 39000`
+
+	// FROM X6_STOCK_DEV.A3_CLOTHING WHERE rownum > 100 and rownum <= 20000`
+}