Merge pull request #1004 from Abirdcfly/httpdebug

feat: add http debug client for llm call

pkg/langchainwrap/debug_transport.go

@@ -0,0 +1,41 @@
+// inspire by https://github.com/tmc/langchaingo/pull/702
+package langchainwrap
+
+import (
+	"net/http"
+	"net/http/httputil"
+
+	"k8s.io/klog/v2"
+)
+
+// DebugHTTPClient is a http.Client that logs the request and response with full contents.
+var DebugHTTPClient = &http.Client{ //nolint:gochecknoglobals
+	Transport: &logTransport{http.DefaultTransport},
+}
+
+type logTransport struct {
+	Transport http.RoundTripper
+}
+
+// RoundTrip logs the request and response with full contents using httputil.DumpRequest and httputil.DumpResponse.
+func (t *logTransport) RoundTrip(req *http.Request) (*http.Response, error) {
+	if klog.FromContext(req.Context()).V(5).Enabled() {
+		dump, err := httputil.DumpRequestOut(req, true)
+		if err != nil {
+			return nil, err
+		}
+		klog.FromContext(req.Context()).V(5).Info(string(dump))
+	}
+	resp, err := t.Transport.RoundTrip(req)
+	if err != nil {
+		return nil, err
+	}
+	if klog.FromContext(req.Context()).V(5).Enabled() {
+		dump, err := httputil.DumpResponse(resp, true)
+		if err != nil {
+			return nil, err
+		}
+		klog.FromContext(req.Context()).V(5).Info(string(dump))
+	}
+	return resp, nil
+}

pkg/langchainwrap/llm.go

@@ -61,7 +61,7 @@ func GetLangchainLLM(ctx context.Context, llm *v1alpha1.LLM, c client.Client, mo
 				}
 				model = models[0]
 			}
-			return openai.New(openai.WithToken(apiKey), openai.WithBaseURL(llm.Get3rdPartyLLMBaseURL()), openai.WithModel(model), openai.WithCallback(log.KLogHandler{LogLevel: 3}))
+			return openai.New(openai.WithToken(apiKey), openai.WithBaseURL(llm.Get3rdPartyLLMBaseURL()), openai.WithModel(model), openai.WithCallback(log.KLogHandler{LogLevel: 3}), openai.WithHTTPClient(DebugHTTPClient))
 		case llms.Gemini:
 			if model == "" {
 				models := llm.GetModelList()
@@ -104,7 +104,7 @@ func GetLangchainLLM(ctx context.Context, llm *v1alpha1.LLM, c client.Client, mo
 		if os.Getenv(GatewayUseExternalURLEnv) == "true" {
 			gatewayURL = gateway.ExternalAPIServer
 		}
-		return openai.New(openai.WithModel(modelName), openai.WithBaseURL(gatewayURL), openai.WithToken("fake"), openai.WithCallback(log.KLogHandler{LogLevel: 3}))
+		return openai.New(openai.WithModel(modelName), openai.WithBaseURL(gatewayURL), openai.WithToken("fake"), openai.WithCallback(log.KLogHandler{LogLevel: 3}), openai.WithHTTPClient(DebugHTTPClient))
 	}
 	return nil, fmt.Errorf("unknown provider type")
 }