Add openai codex support

2026-02-03 04:50:52 +08:00 · 2025-08-08 15:44:00 +08:00
parent d2394b0be9
commit de7b8501cc
57 changed files with 7488 additions and 2478 deletions
--- a/internal/api/middleware/request_logging.go
+++ b/internal/api/middleware/request_logging.go
@@ -0,0 +1,88 @@
+// Package middleware provides HTTP middleware components for the CLI Proxy API server.
+// This file contains the request logging middleware that captures comprehensive
+// request and response data when enabled through configuration.
+package middleware
+
+import (
+	"bytes"
+	"io"
+
+	"github.com/gin-gonic/gin"
+	"github.com/luispater/CLIProxyAPI/internal/logging"
+)
+
+// RequestLoggingMiddleware creates a Gin middleware function that logs HTTP requests and responses
+// when enabled through the provided logger. The middleware has zero overhead when logging is disabled.
+func RequestLoggingMiddleware(logger logging.RequestLogger) gin.HandlerFunc {
+	return func(c *gin.Context) {
+		// Early return if logging is disabled (zero overhead)
+		if !logger.IsEnabled() {
+			c.Next()
+			return
+		}
+
+		// Capture request information
+		requestInfo, err := captureRequestInfo(c)
+		if err != nil {
+			// Log error but continue processing
+			// In a real implementation, you might want to use a proper logger here
+			c.Next()
+			return
+		}
+
+		// Create response writer wrapper
+		wrapper := NewResponseWriterWrapper(c.Writer, logger, requestInfo)
+		c.Writer = wrapper
+
+		// Process the request
+		c.Next()
+
+		// Finalize logging after request processing
+		if err := wrapper.Finalize(); err != nil {
+			// Log error but don't interrupt the response
+			// In a real implementation, you might want to use a proper logger here
+		}
+	}
+}
+
+// captureRequestInfo extracts and captures request information for logging.
+func captureRequestInfo(c *gin.Context) (*RequestInfo, error) {
+	// Capture URL
+	url := c.Request.URL.String()
+	if c.Request.URL.Path != "" {
+		url = c.Request.URL.Path
+		if c.Request.URL.RawQuery != "" {
+			url += "?" + c.Request.URL.RawQuery
+		}
+	}
+
+	// Capture method
+	method := c.Request.Method
+
+	// Capture headers
+	headers := make(map[string][]string)
+	for key, values := range c.Request.Header {
+		headers[key] = values
+	}
+
+	// Capture request body
+	var body []byte
+	if c.Request.Body != nil {
+		// Read the body
+		bodyBytes, err := io.ReadAll(c.Request.Body)
+		if err != nil {
+			return nil, err
+		}
+
+		// Restore the body for the actual request processing
+		c.Request.Body = io.NopCloser(bytes.NewBuffer(bodyBytes))
+		body = bodyBytes
+	}
+
+	return &RequestInfo{
+		URL:     url,
+		Method:  method,
+		Headers: headers,
+		Body:    body,
+	}, nil
+}
--- a/internal/api/middleware/response_writer.go
+++ b/internal/api/middleware/response_writer.go
@@ -0,0 +1,208 @@
+// Package middleware provides HTTP middleware components for the CLI Proxy API server.
+// This includes request logging middleware and response writer wrappers that capture
+// request and response data for logging purposes while maintaining zero-latency performance.
+package middleware
+
+import (
+	"bytes"
+	"strings"
+
+	"github.com/gin-gonic/gin"
+	"github.com/luispater/CLIProxyAPI/internal/logging"
+)
+
+// RequestInfo holds information about the current request for logging purposes.
+type RequestInfo struct {
+	URL     string
+	Method  string
+	Headers map[string][]string
+	Body    []byte
+}
+
+// ResponseWriterWrapper wraps gin.ResponseWriter to capture response data for logging.
+// It maintains zero-latency performance by prioritizing client response over logging operations.
+type ResponseWriterWrapper struct {
+	gin.ResponseWriter
+	body         *bytes.Buffer
+	isStreaming  bool
+	streamWriter logging.StreamingLogWriter
+	chunkChannel chan []byte
+	logger       logging.RequestLogger
+	requestInfo  *RequestInfo
+	statusCode   int
+	headers      map[string][]string
+}
+
+// NewResponseWriterWrapper creates a new response writer wrapper.
+func NewResponseWriterWrapper(w gin.ResponseWriter, logger logging.RequestLogger, requestInfo *RequestInfo) *ResponseWriterWrapper {
+	return &ResponseWriterWrapper{
+		ResponseWriter: w,
+		body:           &bytes.Buffer{},
+		logger:         logger,
+		requestInfo:    requestInfo,
+		headers:        make(map[string][]string),
+	}
+}
+
+// Write intercepts response data while maintaining normal Gin functionality.
+// CRITICAL: This method prioritizes client response (zero-latency) over logging operations.
+func (w *ResponseWriterWrapper) Write(data []byte) (int, error) {
+	// CRITICAL: Write to client first (zero latency)
+	n, err := w.ResponseWriter.Write(data)
+
+	// THEN: Handle logging based on response type
+	if w.isStreaming {
+		// For streaming responses: Send to async logging channel (non-blocking)
+		if w.chunkChannel != nil {
+			select {
+			case w.chunkChannel <- append([]byte(nil), data...): // Non-blocking send with copy
+			default: // Channel full, skip logging to avoid blocking
+			}
+		}
+	} else {
+		// For non-streaming responses: Buffer complete response
+		w.body.Write(data)
+	}
+
+	return n, err
+}
+
+// WriteHeader captures the status code and detects streaming responses.
+func (w *ResponseWriterWrapper) WriteHeader(statusCode int) {
+	w.statusCode = statusCode
+
+	// Capture response headers
+	for key, values := range w.ResponseWriter.Header() {
+		w.headers[key] = values
+	}
+
+	// Detect streaming based on Content-Type
+	contentType := w.ResponseWriter.Header().Get("Content-Type")
+	w.isStreaming = w.detectStreaming(contentType)
+
+	// If streaming, initialize streaming log writer
+	if w.isStreaming && w.logger.IsEnabled() {
+		streamWriter, err := w.logger.LogStreamingRequest(
+			w.requestInfo.URL,
+			w.requestInfo.Method,
+			w.requestInfo.Headers,
+			w.requestInfo.Body,
+		)
+		if err == nil {
+			w.streamWriter = streamWriter
+			w.chunkChannel = make(chan []byte, 100) // Buffered channel for async writes
+
+			// Start async chunk processor
+			go w.processStreamingChunks()
+
+			// Write status immediately
+			_ = streamWriter.WriteStatus(statusCode, w.headers)
+		}
+	}
+
+	// Call original WriteHeader
+	w.ResponseWriter.WriteHeader(statusCode)
+}
+
+// detectStreaming determines if the response is streaming based on Content-Type and request analysis.
+func (w *ResponseWriterWrapper) detectStreaming(contentType string) bool {
+	// Check Content-Type for Server-Sent Events
+	if strings.Contains(contentType, "text/event-stream") {
+		return true
+	}
+
+	// Check request body for streaming indicators
+	if w.requestInfo.Body != nil {
+		bodyStr := string(w.requestInfo.Body)
+		if strings.Contains(bodyStr, `"stream": true`) || strings.Contains(bodyStr, `"stream":true`) {
+			return true
+		}
+	}
+
+	return false
+}
+
+// processStreamingChunks handles async processing of streaming chunks.
+func (w *ResponseWriterWrapper) processStreamingChunks() {
+	if w.streamWriter == nil || w.chunkChannel == nil {
+		return
+	}
+
+	for chunk := range w.chunkChannel {
+		w.streamWriter.WriteChunkAsync(chunk)
+	}
+}
+
+// Finalize completes the logging process for the response.
+func (w *ResponseWriterWrapper) Finalize() error {
+	if !w.logger.IsEnabled() {
+		return nil
+	}
+
+	if w.isStreaming {
+		// Close streaming channel and writer
+		if w.chunkChannel != nil {
+			close(w.chunkChannel)
+			w.chunkChannel = nil
+		}
+
+		if w.streamWriter != nil {
+			return w.streamWriter.Close()
+		}
+	} else {
+		// Capture final status code and headers if not already captured
+		finalStatusCode := w.statusCode
+		if finalStatusCode == 0 {
+			// Get status from underlying ResponseWriter if available
+			if statusWriter, ok := w.ResponseWriter.(interface{ Status() int }); ok {
+				finalStatusCode = statusWriter.Status()
+			} else {
+				finalStatusCode = 200 // Default
+			}
+		}
+
+		// Capture final headers
+		finalHeaders := make(map[string][]string)
+		for key, values := range w.ResponseWriter.Header() {
+			finalHeaders[key] = values
+		}
+		// Merge with any headers we captured earlier
+		for key, values := range w.headers {
+			finalHeaders[key] = values
+		}
+
+		// Log complete non-streaming response
+		return w.logger.LogRequest(
+			w.requestInfo.URL,
+			w.requestInfo.Method,
+			w.requestInfo.Headers,
+			w.requestInfo.Body,
+			finalStatusCode,
+			finalHeaders,
+			w.body.Bytes(),
+		)
+	}
+
+	return nil
+}
+
+// Status returns the HTTP status code of the response.
+func (w *ResponseWriterWrapper) Status() int {
+	if w.statusCode == 0 {
+		return 200 // Default status code
+	}
+	return w.statusCode
+}
+
+// Size returns the size of the response body.
+func (w *ResponseWriterWrapper) Size() int {
+	if w.isStreaming {
+		return -1 // Unknown size for streaming responses
+	}
+	return w.body.Len()
+}
+
+// Written returns whether the response has been written.
+func (w *ResponseWriterWrapper) Written() bool {
+	return w.statusCode != 0
+}