feat: add llm api proxy parameters (#782)

## What type of PR is this?
/kind feature

## What this PR does / why we need it:
add llm api proxy parameters

## Which issue(s) this PR fixes:

Fixes #736

Author: jinjiaKarl

cmd/karpor/app/options/ai.go

@@ -26,6 +26,11 @@ type AIOptions struct {
 	AIModel       string
 	AITemperature float32
 	AITopP        float32
+	// proxy options
+	AIProxyEnabled bool
+	AIHTTPProxy    string
+	AIHTTPSProxy   string
+	AINoProxy      string
 }
 
 const (
@@ -51,6 +56,10 @@ func (o *AIOptions) ApplyTo(config *registry.ExtraConfig) error {
 	config.AIModel = o.AIModel
 	config.AITemperature = o.AITemperature
 	config.AITopP = o.AITopP
+	config.AIProxyEnabled = o.AIProxyEnabled
+	config.AIHTTPProxy = o.AIHTTPProxy
+	config.AIHTTPSProxy = o.AIHTTPSProxy
+	config.AINoProxy = o.AINoProxy
 	return nil
 }
 
@@ -66,4 +75,8 @@ func (o *AIOptions) AddFlags(fs *pflag.FlagSet) {
 	fs.StringVar(&o.AIModel, "ai-model", defaultModel, "The ai model")
 	fs.Float32Var(&o.AITemperature, "ai-temperature", defaultTemperature, "The ai temperature")
 	fs.Float32Var(&o.AITopP, "ai-top-p", defaultTopP, "The ai top-p")
+	fs.BoolVar(&o.AIProxyEnabled, "ai-proxy-enabled", false, "The ai proxy enable")
+	fs.StringVar(&o.AIHTTPProxy, "ai-http-proxy", "", "The ai http proxy")
+	fs.StringVar(&o.AIHTTPSProxy, "ai-https-proxy", "", "The ai https proxy")
+	fs.StringVar(&o.AINoProxy, "ai-no-proxy", "", "The ai no-proxy")
 }

pkg/infra/ai/azureopenai.go

@@ -34,6 +34,10 @@ func (c *AzureAIClient) Configure(cfg AIConfig) error {
 
 	defaultConfig := openai.DefaultAzureConfig(cfg.AuthToken, cfg.BaseURL)
 
+	if cfg.ProxyEnabled {
+		defaultConfig.HTTPClient.Transport = GetProxyHTTPClient(cfg)
+	}
+
 	client := openai.NewClientWithConfig(defaultConfig)
 	if client == nil {
 		return errors.New("error creating Azure OpenAI client")

pkg/infra/ai/huggingface.go

@@ -16,6 +16,7 @@ package ai
 
 import (
 	"context"
+	"net/http"
 
 	"github.com/hupe1980/go-huggingface"
 )
@@ -27,9 +28,16 @@ type HuggingfaceClient struct {
 }
 
 func (c *HuggingfaceClient) Configure(cfg AIConfig) error {
-	client := huggingface.NewInferenceClient(cfg.AuthToken)
+	if cfg.ProxyEnabled {
+		c.client = huggingface.NewInferenceClient(cfg.AuthToken, func(o *huggingface.InferenceClientOptions) {
+			o.HTTPClient = &http.Client{
+				Transport: GetProxyHTTPClient(cfg),
+			}
+		})
+	} else {
+		c.client = huggingface.NewInferenceClient(cfg.AuthToken)
+	}
 
-	c.client = client
 	c.model = cfg.Model
 	c.temperature = cfg.Temperature
 	return nil

pkg/infra/ai/openai.go

@@ -34,6 +34,10 @@ func (c *OpenAIClient) Configure(cfg AIConfig) error {
 		defaultConfig.BaseURL = cfg.BaseURL
 	}
 
+	if cfg.ProxyEnabled {
+		defaultConfig.HTTPClient.Transport = GetProxyHTTPClient(cfg)
+	}
+
 	client := openai.NewClientWithConfig(defaultConfig)
 	if client == nil {
 		return errors.New("error creating OpenAI client")

pkg/infra/ai/types.go

@@ -16,8 +16,12 @@ package ai
 
 import (
 	"context"
+	"net/http"
+	"net/url"
+	"strings"
 
 	"github.com/KusionStack/karpor/pkg/kubernetes/registry"
+	"k8s.io/klog/v2"
 )
 
 const (
@@ -52,22 +56,30 @@ type AIProvider interface {
 
 // AIConfig represents the configuration settings for an AI client.
 type AIConfig struct {
-	Name        string
-	AuthToken   string
-	BaseURL     string
-	Model       string
-	Temperature float32
-	TopP        float32
+	Name         string
+	AuthToken    string
+	BaseURL      string
+	Model        string
+	Temperature  float32
+	TopP         float32
+	ProxyEnabled bool
+	HTTPProxy    string
+	HTTPSProxy   string
+	NoProxy      string
 }
 
 func ConvertToAIConfig(c registry.ExtraConfig) AIConfig {
 	return AIConfig{
-		Name:        c.AIBackend,
-		AuthToken:   c.AIAuthToken,
-		BaseURL:     c.AIBaseURL,
-		Model:       c.AIModel,
-		Temperature: c.AITemperature,
-		TopP:        c.AITopP,
+		Name:         c.AIBackend,
+		AuthToken:    c.AIAuthToken,
+		BaseURL:      c.AIBaseURL,
+		Model:        c.AIModel,
+		Temperature:  c.AITemperature,
+		TopP:         c.AITopP,
+		ProxyEnabled: c.AIProxyEnabled,
+		HTTPProxy:    c.AIHTTPProxy,
+		HTTPSProxy:   c.AIHTTPSProxy,
+		NoProxy:      c.AINoProxy,
 	}
 }
 
@@ -79,3 +91,46 @@ func NewClient(name string) AIProvider {
 	// default client
 	return &OpenAIClient{}
 }
+
+// GetProxyHTTPClient returns a new http.Transport with proxy configuration
+func GetProxyHTTPClient(cfg AIConfig) *http.Transport {
+	noProxyList := strings.Split(cfg.NoProxy, ",")
+
+	return &http.Transport{
+		Proxy: func(req *http.Request) (*url.URL, error) {
+			host := req.URL.Host
+			// Check if host matches NoProxy list
+			for _, np := range noProxyList {
+				if np = strings.TrimSpace(np); np != "" {
+					// exact match
+					if host == np {
+						klog.Infof("Skip proxy for %s: exact match in no_proxy list", host)
+						return nil, nil
+					}
+					// Domain suffix match with dot to prevent false positives
+					// e.g. pattern "le.com", it would incorrectly match host "example.com".
+					if !strings.HasPrefix(np, ".") {
+						np = "." + np
+					}
+					if strings.HasSuffix(host, np) {
+						klog.Infof("Skip proxy for %s: suffix match with %s in no_proxy list", host, np)
+						return nil, nil
+					}
+				}
+			}
+
+			var proxyURL string
+			if req.URL.Scheme == "https" && cfg.HTTPSProxy != "" {
+				proxyURL = cfg.HTTPSProxy
+			} else if req.URL.Scheme == "http" && cfg.HTTPProxy != "" {
+				proxyURL = cfg.HTTPProxy
+			}
+
+			if proxyURL != "" {
+				klog.Infof("Using proxy %s for %s", proxyURL, req.URL)
+				return url.Parse(proxyURL)
+			}
+			return nil, nil
+		},
+	}
+}

pkg/kubernetes/registry/types.go

@@ -48,10 +48,14 @@ type ExtraConfig struct {
 	ExtendExpiration            bool
 
 	// AI configs
-	AIBackend     string
-	AIAuthToken   string
-	AIBaseURL     string
-	AIModel       string
-	AITemperature float32
-	AITopP        float32
+	AIBackend      string
+	AIAuthToken    string
+	AIBaseURL      string
+	AIModel        string
+	AITemperature  float32
+	AITopP         float32
+	AIProxyEnabled bool
+	AIHTTPProxy    string
+	AIHTTPSProxy   string
+	AINoProxy      string
 }