添加redis,doris配置

factory/doris_factory.go

@@ -0,0 +1,105 @@
+package factory
+
+import (
+	"encoding/json"
+	"fmt"
+	"io"
+	"net/http"
+	"strings"
+	"time"
+
+	"git.x2erp.com/qdy/go-base/config"
+)
+
+// DorisFactory Doris HTTP客户端工厂
+type DorisFactory struct {
+	config     config.IConfig
+	httpClient *http.Client
+}
+
+// NewDorisFactory 创建Doris HTTP客户端工厂
+func NewDorisFactory(httpFactory *HTTPFactory) (*DorisFactory, error) {
+	cfg := config.GetConfig()
+
+	if err := config.GetInitError(); err != nil {
+		return nil, fmt.Errorf("failed to load config: %v", err)
+	}
+
+	if !cfg.IsDorisConfigured() {
+		return nil, fmt.Errorf("doris configuration is incomplete")
+	}
+
+	return &DorisFactory{
+		config:     cfg,
+		httpClient: httpFactory.CreateHTTPClient(),
+	}, nil
+}
+
+// CreateDorisClient 创建Doris HTTP客户端
+func (f *DorisFactory) CreateDorisClient() *DorisClient {
+	dorisConfig := f.config.GetDoris()
+
+	return &DorisClient{
+		httpClient: f.httpClient,
+		FEHost:     dorisConfig.FEHost,
+		FEPort:     dorisConfig.FEPort,
+		Username:   dorisConfig.FEUsername,
+		Password:   dorisConfig.FEPassword,
+		Timeout:    time.Duration(dorisConfig.StreamLoadTimeout) * time.Second,
+	}
+}
+
+// DorisClient Doris HTTP客户端
+type DorisClient struct {
+	httpClient *http.Client
+	FEHost     string
+	FEPort     int
+	Username   string
+	Password   string
+	Timeout    time.Duration
+}
+
+// InsertCSV 插入CSV数据到Doris 只认数据次序
+func (c *DorisClient) DorisInsertCSV(database, table, csvData string, skipHeader bool) error {
+	url := fmt.Sprintf("http://%s:%d/api/%s/%s/_stream_load", c.FEHost, c.FEPort, database, table)
+
+	req, err := http.NewRequest("PUT", url, strings.NewReader(csvData))
+	if err != nil {
+		return fmt.Errorf("创建请求失败: %v", err)
+	}
+
+	req.SetBasicAuth(c.Username, c.Password)
+	req.Header.Set("Content-Type", "text/plain")
+	req.Header.Set("format", "csv")
+	req.Header.Set("column_separator", ",")
+
+	if skipHeader {
+		req.Header.Set("skip_header", "1")
+	}
+
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		return fmt.Errorf("请求失败: %v", err)
+	}
+	defer resp.Body.Close()
+
+	body, _ := io.ReadAll(resp.Body)
+	if resp.StatusCode != 200 {
+		return fmt.Errorf("插入失败: %s", string(body))
+	}
+
+	// 解析Stream Load响应
+	var result struct {
+		Status  string `json:"Status"`
+		Message string `json:"Message"`
+	}
+	if err := json.Unmarshal(body, &result); err != nil {
+		return fmt.Errorf("解析响应失败: %v", err)
+	}
+
+	if result.Status != "Success" {
+		return fmt.Errorf("插入失败: %s", result.Message)
+	}
+
+	return nil
+}

factory/http_factory.go

@@ -0,0 +1,48 @@
+package factory
+
+import (
+	"fmt"
+	"net/http"
+	"time"
+
+	"git.x2erp.com/qdy/go-base/config"
+)
+
+// HTTPFactory HTTP客户端工厂
+type HTTPFactory struct {
+	config config.IConfig
+	client *http.Client
+}
+
+// NewHTTPFactory 创建HTTP客户端工厂
+func NewHTTPFactory() (*HTTPFactory, error) {
+	cfg := config.GetConfig()
+
+	if err := config.GetInitError(); err != nil {
+		return nil, fmt.Errorf("failed to load config: %v", err)
+	}
+
+	client := &http.Client{
+		Timeout: 30 * time.Second,
+		Transport: &http.Transport{
+			MaxIdleConns:        100,
+			MaxIdleConnsPerHost: 10,
+			IdleConnTimeout:     90 * time.Second,
+		},
+	}
+
+	return &HTTPFactory{
+		config: cfg,
+		client: client,
+	}, nil
+}
+
+// CreateHTTPClient 创建HTTP客户端
+func (f *HTTPFactory) CreateHTTPClient() *http.Client {
+	return f.client
+}
+
+// GetConfig 获取配置信息
+func (f *HTTPFactory) GetConfig() config.IConfig {
+	return f.config
+}

factory/redis_factory.go

@@ -0,0 +1,103 @@
+package factory
+
+import (
+	"context"
+	"fmt"
+	"time"
+
+	"git.x2erp.com/qdy/go-base/config"
+	"github.com/go-redis/redis/v8"
+)
+
+var ctx = context.Background()
+
+// RedisFactory Redis客户端工厂
+type RedisFactory struct {
+	config config.IConfig
+}
+
+// NewRedisFactory 创建Redis客户端工厂
+func NewRedisFactory() (*RedisFactory, error) {
+	cfg := config.GetConfig()
+
+	if err := config.GetInitError(); err != nil {
+		return nil, fmt.Errorf("failed to load config: %v", err)
+	}
+
+	if !cfg.IsRedisConfigured() {
+		return nil, fmt.Errorf("redis configuration is incomplete")
+	}
+
+	return &RedisFactory{config: cfg}, nil
+}
+
+// CreateRedisClient 创建Redis客户端
+func (f *RedisFactory) CreateRedisClient() *RedisClient {
+	redisConfig := f.config.GetRedis()
+
+	client := redis.NewClient(&redis.Options{
+		Addr:     fmt.Sprintf("%s:%d", redisConfig.Host, redisConfig.Port),
+		Password: redisConfig.Password,
+		DB:       redisConfig.DB,
+		PoolSize: redisConfig.PoolSize,
+	})
+
+	return &RedisClient{
+		client: client,
+	}
+}
+
+// RedisClient Redis客户端
+type RedisClient struct {
+	client *redis.Client
+}
+
+// Set 写入字符串值
+func (c *RedisClient) Set(key string, value interface{}, expiration time.Duration) error {
+	return c.client.Set(ctx, key, value, expiration).Err()
+}
+
+// Get 读取字符串值
+func (c *RedisClient) Get(key string) (string, error) {
+	return c.client.Get(ctx, key).Result()
+}
+
+// HSet 写入哈希字段
+func (c *RedisClient) HSet(key string, values ...interface{}) error {
+	return c.client.HSet(ctx, key, values...).Err()
+}
+
+// HGet 读取哈希字段
+func (c *RedisClient) HGet(key, field string) (string, error) {
+	return c.client.HGet(ctx, key, field).Result()
+}
+
+// HGetAll 读取整个哈希
+func (c *RedisClient) HGetAll(key string) (map[string]string, error) {
+	return c.client.HGetAll(ctx, key).Result()
+}
+
+// LPush 列表左推入
+func (c *RedisClient) LPush(key string, values ...interface{}) error {
+	return c.client.LPush(ctx, key, values...).Err()
+}
+
+// RPop 列表右弹出
+func (c *RedisClient) RPop(key string) (string, error) {
+	return c.client.RPop(ctx, key).Result()
+}
+
+// Del 删除键
+func (c *RedisClient) Del(keys ...string) error {
+	return c.client.Del(ctx, keys...).Err()
+}
+
+// Exists 检查键是否存在
+func (c *RedisClient) Exists(keys ...string) (int64, error) {
+	return c.client.Exists(ctx, keys...).Result()
+}
+
+// Close 关闭连接
+func (c *RedisClient) Close() error {
+	return c.client.Close()
+}

go.mod

@@ -14,7 +14,7 @@ require gopkg.in/yaml.v2 v2.4.0 // indirect
 
 require (
 	filippo.io/edwards25519 v1.1.0 // indirect
-	git.x2erp.com/qdy/go-base v0.1.9
+	git.x2erp.com/qdy/go-base v0.1.10
 	github.com/golang-sql/civil v0.0.0-20220223132316-b832511892a9 // indirect
 	github.com/golang-sql/sqlexp v0.1.0 // indirect
 	github.com/google/uuid v1.6.0 // indirect

go.sum

@@ -2,6 +2,8 @@ filippo.io/edwards25519 v1.1.0 h1:FNf4tywRC1HmFuKW5xopWpigGjJKiJSV0Cqo0cJWDaA=
 filippo.io/edwards25519 v1.1.0/go.mod h1:BxyFTGdWcka3PhytdK4V28tE5sGfRvvvRV7EaN4VDT4=
 git.x2erp.com/qdy/go-base v0.1.9 h1:SuyYSt3Gp7aXiUQRCBNwhrusJ53wlCnagiTYs5eITlY=
 git.x2erp.com/qdy/go-base v0.1.9/go.mod h1:Q+YLwpCoU8CVSnzATLdz2LAzVMlz/CEGzo8DePf7cug=
+git.x2erp.com/qdy/go-base v0.1.10 h1:qHvRNSBoQHZfYrXUpZ42r925OO7aT95tIZK/qh6Cd60=
+git.x2erp.com/qdy/go-base v0.1.10/go.mod h1:Q+YLwpCoU8CVSnzATLdz2LAzVMlz/CEGzo8DePf7cug=
 github.com/Azure/azure-sdk-for-go/sdk/azcore v1.18.0 h1:Gt0j3wceWMwPmiazCa8MzMA0MfhmPIz0Qp0FJ6qcM0U=
 github.com/Azure/azure-sdk-for-go/sdk/azcore v1.18.0/go.mod h1:Ot/6aikWnKWi4l9QB7qVSwa8iMphQNqkWALMoNT3rzM=
 github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.10.1 h1:B+blDbyVIG3WaikNxPnhPiJ1MThR03b3vKGtER95TP4=
@@ -14,8 +16,14 @@ github.com/Azure/azure-sdk-for-go/sdk/security/keyvault/internal v1.1.1 h1:bFWuo
 github.com/Azure/azure-sdk-for-go/sdk/security/keyvault/internal v1.1.1/go.mod h1:Vih/3yc6yac2JzU4hzpaDupBJP0Flaia9rXXrU8xyww=
 github.com/AzureAD/microsoft-authentication-library-for-go v1.4.2 h1:oygO0locgZJe7PpYPXT5A29ZkwJaPqcva7BVeemZOZs=
 github.com/AzureAD/microsoft-authentication-library-for-go v1.4.2/go.mod h1:wP83P5OoQ5p6ip3ScPr0BAq0BvuPAvacpEuSzyouqAI=
+github.com/cespare/xxhash/v2 v2.1.2 h1:YRXhKfTDauu4ajMg1TPgFO5jnlC2HCbmLXMcTG5cbYE=
+github.com/cespare/xxhash/v2 v2.1.2/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
 github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
 github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f h1:lO4WD4F/rVNCu3HqELle0jiPLLBs70cWOduZpkS1E78=
+github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cuUVRXasLTGF7a8hSLbxyZXjz+1KgoB3wDUb6vlszIc=
+github.com/go-redis/redis/v8 v8.11.5 h1:AcZZR7igkdvfVmQTPnu9WE37LRrO/YrBH5zWyjDC0oI=
+github.com/go-redis/redis/v8 v8.11.5/go.mod h1:gREzHqY1hg6oD9ngVRbLStwAWKhA0FEgq8Jd4h5lpwo=
 github.com/go-sql-driver/mysql v1.9.3 h1:U/N249h2WzJ3Ukj8SowVFjdtZKfu9vlLZxjPXV1aweo=
 github.com/go-sql-driver/mysql v1.9.3/go.mod h1:qn46aNg1333BRMNU69Lq93t8du/dwxI64Gl8i5p1WMU=
 github.com/golang-jwt/jwt/v5 v5.2.2 h1:Rl4B7itRWVtYIHFrSNd7vhTiz9UpLdi6gZhZ3wEeDy8=