package relay import ( "bytes" "fmt" "io" "net/http" "strings" relayconstant "github.com/QuantumNous/new-api/relay/constant" "github.com/QuantumNous/new-api/common" "github.com/QuantumNous/new-api/constant" "github.com/QuantumNous/new-api/dto" "github.com/QuantumNous/new-api/logger" relaycommon "github.com/QuantumNous/new-api/relay/common" "github.com/QuantumNous/new-api/relay/helper" "github.com/QuantumNous/new-api/service" "github.com/QuantumNous/new-api/setting/model_setting" "github.com/QuantumNous/new-api/types" "github.com/gin-gonic/gin" ) type imageResponseCaptureWriter struct { gin.ResponseWriter buf *bytes.Buffer } func (w *imageResponseCaptureWriter) Write(data []byte) (int, error) { if w.buf != nil { _, _ = w.buf.Write(data) } return w.ResponseWriter.Write(data) } func ImageHelper(c *gin.Context, info *relaycommon.RelayInfo) (tokenFactoryError *types.TokenFactoryError) { info.InitChannelMeta(c) imageReq, ok := info.Request.(*dto.ImageRequest) if !ok { return types.NewErrorWithStatusCode(fmt.Errorf("invalid request type, expected dto.ImageRequest, got %T", info.Request), types.ErrorCodeInvalidRequest, http.StatusBadRequest, types.ErrOptionWithSkipRetry()) } request, err := common.DeepCopy(imageReq) if err != nil { return types.NewError(fmt.Errorf("failed to copy request to ImageRequest: %w", err), types.ErrorCodeInvalidRequest, types.ErrOptionWithSkipRetry()) } err = helper.ModelMappedHelper(c, info, request) if err != nil { return types.NewError(err, types.ErrorCodeChannelModelMappedError, types.ErrOptionWithSkipRetry()) } adaptor := GetAdaptor(info.ApiType) if adaptor == nil { return types.NewError(fmt.Errorf("invalid api type: %d", info.ApiType), types.ErrorCodeInvalidApiType, types.ErrOptionWithSkipRetry()) } adaptor.Init(info) var requestBody io.Reader if model_setting.GetGlobalSettings().PassThroughRequestEnabled || info.ChannelSetting.PassThroughBodyEnabled { storage, err := common.GetBodyStorage(c) if err != nil { return types.NewErrorWithStatusCode(err, types.ErrorCodeReadRequestBodyFailed, http.StatusBadRequest, types.ErrOptionWithSkipRetry()) } requestBody = common.ReaderOnly(storage) } else { convertedRequest, err := adaptor.ConvertImageRequest(c, info, *request) if err != nil { return types.NewError(err, types.ErrorCodeConvertRequestFailed) } relaycommon.AppendRequestConversionFromRequest(info, convertedRequest) switch convertedRequest.(type) { case *bytes.Buffer: requestBody = convertedRequest.(io.Reader) default: jsonData, err := common.Marshal(convertedRequest) if err != nil { return types.NewError(err, types.ErrorCodeConvertRequestFailed, types.ErrOptionWithSkipRetry()) } // apply param override if len(info.ParamOverride) > 0 { jsonData, err = relaycommon.ApplyParamOverrideWithRelayInfo(jsonData, info) if err != nil { return tokenFactoryErrorFromParamOverride(err) } } if common.DebugEnabled { logger.LogDebug(c, fmt.Sprintf("image request body: %s", string(jsonData))) } requestBody = bytes.NewBuffer(jsonData) } } statusCodeMappingStr := c.GetString("status_code_mapping") captureImageResponse := shouldCaptureImageResponse(info) var responseCapture *bytes.Buffer if captureImageResponse { responseCapture = &bytes.Buffer{} c.Writer = &imageResponseCaptureWriter{ResponseWriter: c.Writer, buf: responseCapture} } resp, err := adaptor.DoRequest(c, info, requestBody) if err != nil { return types.NewOpenAIError(err, types.ErrorCodeDoRequestFailed, http.StatusInternalServerError) } var httpResp *http.Response if resp != nil { httpResp = resp.(*http.Response) info.IsStream = info.IsStream || strings.HasPrefix(httpResp.Header.Get("Content-Type"), "text/event-stream") if httpResp.StatusCode != http.StatusOK { if httpResp.StatusCode == http.StatusCreated && info.ApiType == constant.APITypeReplicate { // replicate channel returns 201 Created when using Prefer: wait, treat it as success. httpResp.StatusCode = http.StatusOK } else { tokenFactoryError = service.RelayErrorHandler(c.Request.Context(), httpResp, false) // reset status code 重置状态码 service.ResetStatusCode(tokenFactoryError, statusCodeMappingStr) return tokenFactoryError } } } usage, tokenFactoryError := adaptor.DoResponse(c, httpResp, info) if tokenFactoryError != nil { // reset status code 重置状态码 service.ResetStatusCode(tokenFactoryError, statusCodeMappingStr) return tokenFactoryError } imageN := uint(1) if request.N != nil { imageN = *request.N } if captureImageResponse && responseCapture != nil { helper.FinalizeImagePerImageBilling(c, info, request, responseCapture.Bytes()) if n, ok := info.PriceData.OtherRatios["n"]; ok && n > 0 { imageN = uint(n) } } else if _, hasN := info.PriceData.OtherRatios["n"]; !hasN { info.PriceData.AddOtherRatio("n", float64(imageN)) } if usage.(*dto.Usage).TotalTokens == 0 { usage.(*dto.Usage).TotalTokens = 1 } if usage.(*dto.Usage).PromptTokens == 0 { usage.(*dto.Usage).PromptTokens = 1 } quality := "standard" if request.Quality == "hd" { quality = "hd" } var logContent []string if len(request.Size) > 0 { logContent = append(logContent, fmt.Sprintf("大小 %s", request.Size)) } if len(quality) > 0 { logContent = append(logContent, fmt.Sprintf("品质 %s", quality)) } if imageN > 0 { logContent = append(logContent, fmt.Sprintf("生成数量 %d", imageN)) } service.PostTextConsumeQuota(c, info, usage.(*dto.Usage), logContent) return nil } func shouldCaptureImageResponse(info *relaycommon.RelayInfo) bool { if info == nil || info.ImageBilling == nil || !info.PriceData.UsePrice { return false } return info.RelayMode == relayconstant.RelayModeImagesGenerations || info.RelayMode == relayconstant.RelayModeImagesEdits }