| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674 |
- package service
- import (
- "bufio"
- "bytes"
- "context"
- "encoding/json"
- "errors"
- "fmt"
- "io"
- "net/http"
- "strings"
- "time"
- "github.com/Wei-Shaw/sub2api/internal/pkg/apicompat"
- "github.com/Wei-Shaw/sub2api/internal/pkg/claude"
- "github.com/Wei-Shaw/sub2api/internal/pkg/logger"
- "github.com/Wei-Shaw/sub2api/internal/util/responseheaders"
- "github.com/gin-gonic/gin"
- "github.com/tidwall/gjson"
- "go.uber.org/zap"
- )
- // ForwardAsResponses accepts an OpenAI Responses API request body, converts it
- // to Anthropic Messages format, forwards to the Anthropic upstream, and converts
- // the response back to Responses format. This enables OpenAI Responses API
- // clients to access Anthropic models through Anthropic platform groups.
- //
- // The method follows the same pattern as OpenAIGatewayService.ForwardAsAnthropic
- // but in reverse direction: Responses → Anthropic upstream → Responses.
- func (s *GatewayService) ForwardAsResponses(
- ctx context.Context,
- c *gin.Context,
- account *Account,
- body []byte,
- parsed *ParsedRequest,
- ) (*ForwardResult, error) {
- startTime := time.Now()
- normalizedBody, normalized, err := normalizeOpenAIResponsesLegacyIngress(body)
- if err != nil {
- return nil, err
- }
- if normalized {
- body = normalizedBody
- }
- // 1. Lower Codex client-side tools to function tools understood by Anthropic.
- adaptedBody, clientToolMapping, err := adaptResponsesClientToolsForAnthropic(body)
- if err != nil {
- return nil, fmt.Errorf("adapt responses client tools: %w", err)
- }
- // 2. Parse Responses request
- var responsesReq apicompat.ResponsesRequest
- if err := json.Unmarshal(adaptedBody, &responsesReq); err != nil {
- return nil, fmt.Errorf("parse responses request: %w", err)
- }
- originalModel := responsesReq.Model
- clientStream := responsesReq.Stream
- // 3. Convert Responses → Anthropic
- anthropicReq, err := apicompat.ResponsesToAnthropicRequest(&responsesReq)
- if err != nil {
- return nil, fmt.Errorf("convert responses to anthropic: %w", err)
- }
- // 3. Force upstream streaming (Anthropic works best with streaming)
- anthropicReq.Stream = true
- reqStream := true
- // 4. Model mapping
- mappedModel := originalModel
- if account.Type == AccountTypeAPIKey || account.Type == AccountTypeServiceAccount {
- mappedModel = account.GetMappedModel(originalModel)
- }
- if mappedModel == originalModel && account.Platform == PlatformAnthropic && account.Type == AccountTypeServiceAccount {
- normalized := normalizeVertexAnthropicModelID(claude.NormalizeModelID(originalModel))
- if normalized != originalModel {
- mappedModel = normalized
- }
- } else if mappedModel == originalModel && account.Platform == PlatformAnthropic && account.Type != AccountTypeAPIKey {
- normalized := claude.NormalizeModelID(originalModel)
- if normalized != originalModel {
- mappedModel = normalized
- }
- }
- reasoningEffort := ExtractResponsesReasoningEffortFromBody(body, mappedModel, originalModel)
- // 国产模型默认 effort 补充:需要 mappedModel 判定,推迟到 mapping 完成之后。
- reasoningEffort = ApplyThinkingEnabledFallback(reasoningEffort, body, mappedModel)
- anthropicReq.Model = mappedModel
- logger.L().Debug("gateway forward_as_responses: model mapping applied",
- zap.Int64("account_id", account.ID),
- zap.String("original_model", originalModel),
- zap.String("mapped_model", mappedModel),
- zap.Bool("client_stream", clientStream),
- )
- // 5. Marshal Anthropic request body
- anthropicBody, err := json.Marshal(anthropicReq)
- if err != nil {
- return nil, fmt.Errorf("marshal anthropic request: %w", err)
- }
- // 6. Apply Claude Code mimicry for OAuth accounts (non-Claude-Code endpoints).
- // OpenAI Responses 协议进来的请求永远不是 Claude Code 客户端,所以对 OAuth 账号
- // 必须完整执行 /v1/messages 主路径上的伪装链路(system 重写 + normalize + metadata 注入),
- // 否则会被 Anthropic 判为第三方应用并扣 extra usage。
- // 见 applyClaudeCodeOAuthMimicryToBody 的 godoc。
- isClaudeCode := false
- shouldMimicClaudeCode := account.IsOAuth() && !isClaudeCode
- if shouldMimicClaudeCode {
- anthropicBody = s.applyClaudeCodeOAuthMimicryToBody(ctx, c, account, anthropicBody, anthropicReq.System, mappedModel)
- }
- // 7. Enforce cache_control block limit
- anthropicBody = enforceCacheControlLimit(anthropicBody)
- // 8. Get access token
- token, tokenType, err := s.GetAccessToken(ctx, account)
- if err != nil {
- return nil, fmt.Errorf("get access token: %w", err)
- }
- // 9. Get proxy URL
- proxyURL := ""
- if account.ProxyID != nil && account.Proxy != nil {
- proxyURL = account.Proxy.URL()
- }
- // 10. Build upstream request
- upstreamCtx, releaseUpstreamCtx := detachStreamUpstreamContext(ctx, reqStream)
- upstreamReq, _, err := s.buildUpstreamRequest(upstreamCtx, c, account, anthropicBody, token, tokenType, mappedModel, reqStream, shouldMimicClaudeCode)
- releaseUpstreamCtx()
- if err != nil {
- return nil, fmt.Errorf("build upstream request: %w", err)
- }
- // 11. Send request
- resp, err := s.httpUpstream.DoWithTLS(WithAccountTrafficRequest(upstreamReq, account), proxyURL, account.ID, account.Concurrency, s.tlsFPProfileService.ResolveTLSProfile(account))
- if err != nil {
- if resp != nil && resp.Body != nil {
- _ = resp.Body.Close()
- }
- return nil, s.handleUpstreamTransportError(ctx, c, account, err, OpsUpstreamErrorEvent{
- UpstreamURL: safeUpstreamURL(upstreamReq.URL.String()),
- })
- }
- defer func() { _ = resp.Body.Close() }()
- // 12. Handle error response with failover
- if resp.StatusCode >= 400 {
- respBody, _ := s.readUpstreamErrorBody(resp)
- _ = resp.Body.Close()
- resp.Body = io.NopCloser(bytes.NewReader(respBody))
- upstreamMsg := strings.TrimSpace(extractUpstreamErrorMessage(respBody))
- upstreamMsg = sanitizeUpstreamErrorMessage(upstreamMsg)
- if s.shouldFailoverUpstreamError(resp.StatusCode) {
- appendOpsUpstreamError(c, OpsUpstreamErrorEvent{
- ProxyID: opsUpstreamProxyID(account),
- ProxyName: opsUpstreamProxyName(account),
- Platform: account.Platform,
- AccountID: account.ID,
- AccountName: account.Name,
- UpstreamStatusCode: resp.StatusCode,
- UpstreamRequestID: resp.Header.Get("x-request-id"),
- Kind: "failover",
- Message: upstreamMsg,
- })
- shouldDisable := false
- if s.rateLimitService != nil {
- shouldDisable = s.rateLimitService.HandleUpstreamError(ctx, account, resp.StatusCode, resp.Header, respBody, mappedModel)
- }
- return nil, &UpstreamFailoverError{
- StatusCode: resp.StatusCode,
- ResponseBody: respBody,
- RetryableOnSameAccount: !shouldDisable && account.IsPoolMode() && account.IsPoolModeRetryableStatus(resp.StatusCode),
- }
- }
- // Non-failover error: return Responses-formatted error to client
- writeResponsesError(c, mapUpstreamStatusCode(resp.StatusCode), "server_error", upstreamMsg)
- return nil, fmt.Errorf("upstream error: %d %s", resp.StatusCode, upstreamMsg)
- }
- // 13. Handle normal response (convert Anthropic → Responses)
- var result *ForwardResult
- var handleErr error
- if clientStream {
- result, handleErr = s.handleResponsesStreamingResponse(resp, c, originalModel, mappedModel, reasoningEffort, startTime, clientToolMapping)
- } else {
- result, handleErr = s.handleResponsesBufferedStreamingResponse(resp, c, originalModel, mappedModel, reasoningEffort, startTime, clientToolMapping)
- }
- return result, handleErr
- }
- func adaptResponsesClientToolsForAnthropic(body []byte) ([]byte, apicompat.ResponsesClientToolMapping, error) {
- decoder := json.NewDecoder(bytes.NewReader(body))
- decoder.UseNumber()
- var requestBody map[string]any
- if err := decoder.Decode(&requestBody); err != nil {
- return body, apicompat.ResponsesClientToolMapping{}, err
- }
- additionalToolsChanged, err := liftResponsesAdditionalTools(requestBody)
- if err != nil {
- return body, apicompat.ResponsesClientToolMapping{}, err
- }
- mapping, changed, err := apicompat.AdaptResponsesClientTools(requestBody)
- if err != nil {
- return body, apicompat.ResponsesClientToolMapping{}, err
- }
- changed = changed || additionalToolsChanged
- if !changed {
- return body, mapping, nil
- }
- rebuilt, err := json.Marshal(requestBody)
- if err != nil {
- return body, apicompat.ResponsesClientToolMapping{}, err
- }
- return rebuilt, mapping, nil
- }
- func liftResponsesAdditionalTools(requestBody map[string]any) (bool, error) {
- input, ok := requestBody["input"].([]any)
- if !ok {
- return false, nil
- }
- tools, _ := requestBody["tools"].([]any)
- kept := make([]any, 0, len(input))
- changed := false
- for _, raw := range input {
- item, ok := raw.(map[string]any)
- if !ok || strings.TrimSpace(fmt.Sprint(item["type"])) != "additional_tools" {
- kept = append(kept, raw)
- continue
- }
- additional, ok := item["tools"].([]any)
- if !ok {
- return false, fmt.Errorf("additional_tools.tools must be an array")
- }
- tools = append(tools, additional...)
- changed = true
- }
- if !changed {
- return false, nil
- }
- requestBody["tools"] = tools
- requestBody["input"] = kept
- return true, nil
- }
- // ExtractResponsesReasoningEffortFromBody reads Responses API reasoning.effort
- // and normalizes it for usage logging.
- func ExtractResponsesReasoningEffortFromBody(body []byte, modelCandidates ...string) *string {
- raw := strings.TrimSpace(gjson.GetBytes(body, "reasoning.effort").String())
- if raw == "" {
- return nil
- }
- model := firstNonEmpty(modelCandidates...)
- if model == "" {
- model = strings.TrimSpace(gjson.GetBytes(body, "model").String())
- }
- normalized := normalizeOpenAIReasoningEffortForModel(raw, model)
- if normalized == "" {
- return nil
- }
- return &normalized
- }
- func mergeAnthropicUsage(dst *ClaudeUsage, src apicompat.AnthropicUsage) {
- if dst == nil {
- return
- }
- // Some Anthropic-compatible providers retain OpenAI-style prompt/cache
- // fields. Prefer those authoritative totals or hit/miss buckets over the
- // overloaded input_tokens field. This covers Kimi's changing stream
- // semantics as well as GLM/DeepSeek cache aliases.
- if src.PromptTokens > 0 || src.PromptCacheHitTokens != nil || src.PromptCacheMissTokens != nil {
- cacheReadTokens := src.CacheReadInputTokens
- if cacheReadTokens == 0 && src.CachedTokens > 0 {
- cacheReadTokens = src.CachedTokens
- }
- if cacheReadTokens == 0 && src.PromptTokensDetails != nil && src.PromptTokensDetails.CachedTokens > 0 {
- cacheReadTokens = src.PromptTokensDetails.CachedTokens
- }
- if cacheReadTokens == 0 && src.PromptCacheHitTokens != nil {
- cacheReadTokens = max(*src.PromptCacheHitTokens, 0)
- }
- if src.PromptCacheMissTokens != nil {
- dst.InputTokens = max(*src.PromptCacheMissTokens, 0)
- } else {
- dst.InputTokens = max(src.PromptTokens-cacheReadTokens-src.CacheCreationInputTokens, 0)
- }
- dst.CacheReadInputTokens = cacheReadTokens
- dst.CacheCreationInputTokens = src.CacheCreationInputTokens
- } else {
- if src.InputTokens > 0 {
- dst.InputTokens = src.InputTokens
- }
- if src.CacheReadInputTokens > 0 {
- dst.CacheReadInputTokens = src.CacheReadInputTokens
- } else if src.CachedTokens > 0 {
- dst.CacheReadInputTokens = src.CachedTokens
- }
- if src.CacheCreationInputTokens > 0 {
- dst.CacheCreationInputTokens = src.CacheCreationInputTokens
- }
- }
- if src.OutputTokens > 0 {
- dst.OutputTokens = src.OutputTokens
- }
- }
- // parseAnthropicSSEField parses an SSE field line in the form "field:value" or "field: value".
- // According to the SSE spec (https://html.spec.whatwg.org/multipage/server-sent-events.html#event-stream-interpretation),
- // the space after the colon is optional. This function handles both formats.
- func parseAnthropicSSEField(line, field string) (string, bool) {
- prefix := field + ":"
- if !strings.HasPrefix(line, prefix) {
- return "", false
- }
- return strings.TrimSpace(strings.TrimPrefix(line, prefix)), true
- }
- // handleResponsesBufferedStreamingResponse reads all Anthropic SSE events from
- // the upstream streaming response, assembles them into a complete Anthropic
- // response, converts to Responses API JSON format, and writes it to the client.
- func (s *GatewayService) handleResponsesBufferedStreamingResponse(
- resp *http.Response,
- c *gin.Context,
- originalModel string,
- mappedModel string,
- reasoningEffort *string,
- startTime time.Time,
- clientToolMapping apicompat.ResponsesClientToolMapping,
- ) (*ForwardResult, error) {
- requestID := resp.Header.Get("x-request-id")
- scanner := bufio.NewScanner(resp.Body)
- maxLineSize := defaultMaxLineSize
- if s.cfg != nil && s.cfg.Gateway.MaxLineSize > 0 {
- maxLineSize = s.cfg.Gateway.MaxLineSize
- }
- scanner.Buffer(make([]byte, 0, 64*1024), maxLineSize)
- // Accumulate the final Anthropic response from streaming events
- var finalResp *apicompat.AnthropicResponse
- var usage ClaudeUsage
- for scanner.Scan() {
- line := scanner.Text()
- eventType, ok := parseAnthropicSSEField(line, "event")
- if !ok {
- continue
- }
- // Read the data line
- if !scanner.Scan() {
- break
- }
- dataLine := scanner.Text()
- payload, ok := parseAnthropicSSEField(dataLine, "data")
- if !ok {
- continue
- }
- var event apicompat.AnthropicStreamEvent
- if err := json.Unmarshal([]byte(payload), &event); err != nil {
- logger.L().Warn("forward_as_responses buffered: failed to parse event",
- zap.Error(err),
- zap.String("request_id", requestID),
- zap.String("event_type", eventType),
- )
- continue
- }
- // message_start carries the initial response structure
- if event.Type == "message_start" && event.Message != nil {
- finalResp = event.Message
- mergeAnthropicUsage(&usage, event.Message.Usage)
- }
- // message_delta carries final usage and stop_reason
- if event.Type == "message_delta" {
- if event.Usage != nil {
- mergeAnthropicUsage(&usage, *event.Usage)
- }
- if event.Delta != nil && event.Delta.StopReason != "" && finalResp != nil {
- finalResp.StopReason = apicompat.AnthropicStopReasonPtr(event.Delta.StopReason)
- }
- }
- // Accumulate content blocks
- if event.Type == "content_block_start" && event.ContentBlock != nil && finalResp != nil {
- finalResp.Content = append(finalResp.Content, *event.ContentBlock)
- }
- if event.Type == "content_block_delta" && event.Delta != nil && finalResp != nil && event.Index != nil {
- idx := *event.Index
- if idx < len(finalResp.Content) {
- switch event.Delta.Type {
- case "text_delta":
- finalResp.Content[idx].Text += event.Delta.Text
- case "thinking_delta":
- finalResp.Content[idx].Thinking += event.Delta.Thinking
- case "input_json_delta":
- finalResp.Content[idx].Input = appendRawJSON(finalResp.Content[idx].Input, event.Delta.PartialJSON)
- }
- }
- }
- }
- if err := scanner.Err(); err != nil {
- if !errors.Is(err, context.Canceled) && !errors.Is(err, context.DeadlineExceeded) {
- logger.L().Warn("forward_as_responses buffered: read error",
- zap.Error(err),
- zap.String("request_id", requestID),
- )
- }
- }
- if finalResp == nil {
- writeResponsesError(c, http.StatusBadGateway, "server_error", "Upstream stream ended without a response")
- return nil, fmt.Errorf("upstream stream ended without response")
- }
- // Update usage from accumulated delta
- if usage.InputTokens > 0 || usage.OutputTokens > 0 {
- finalResp.Usage = apicompat.AnthropicUsage{
- InputTokens: usage.InputTokens,
- OutputTokens: usage.OutputTokens,
- CacheCreationInputTokens: usage.CacheCreationInputTokens,
- CacheReadInputTokens: usage.CacheReadInputTokens,
- }
- }
- // Convert to Responses format
- responsesResp := apicompat.AnthropicToResponsesResponse(finalResp)
- responsesResp.Model = originalModel // Use original model name
- if s.responseHeaderFilter != nil {
- responseheaders.WriteFilteredHeaders(c.Writer.Header(), resp.Header, s.responseHeaderFilter)
- }
- // 非流式响应必须是 application/json。上游被强制流式后会返回
- // Content-Type: text/event-stream,经 WriteFilteredHeaders 透传后会污染
- // 响应头;而 c.Data/c.JSON 走 Gin 的 writeContentType(仅当头不存在时才设置),
- // 无法覆盖已存在的 SSE 头。这里显式 Set 强制改回 JSON,避免下游中间层
- // (如 new-api)按 Content-Type 误判为流式。
- c.Writer.Header().Set("Content-Type", "application/json; charset=utf-8")
- if respBytes, err := json.Marshal(responsesResp); err == nil {
- respBytes = reverseToolNamesIfPresent(c, respBytes)
- respBytes, _, err = apicompat.RestoreResponsesClientToolPayload(respBytes, clientToolMapping)
- if err != nil {
- return nil, fmt.Errorf("restore responses client tools: %w", err)
- }
- c.Data(http.StatusOK, "application/json; charset=utf-8", respBytes)
- } else {
- c.JSON(http.StatusOK, responsesResp)
- }
- return &ForwardResult{
- RequestID: requestID,
- UpstreamHeaders: resp.Header,
- Usage: usage,
- Model: originalModel,
- UpstreamModel: mappedModel,
- ReasoningEffort: reasoningEffort,
- Stream: false,
- Duration: time.Since(startTime),
- }, nil
- }
- // handleResponsesStreamingResponse reads Anthropic SSE events from upstream,
- // converts each to Responses SSE events, and writes them to the client.
- func (s *GatewayService) handleResponsesStreamingResponse(
- resp *http.Response,
- c *gin.Context,
- originalModel string,
- mappedModel string,
- reasoningEffort *string,
- startTime time.Time,
- clientToolMapping apicompat.ResponsesClientToolMapping,
- ) (*ForwardResult, error) {
- requestID := resp.Header.Get("x-request-id")
- if s.responseHeaderFilter != nil {
- responseheaders.WriteFilteredHeaders(c.Writer.Header(), resp.Header, s.responseHeaderFilter)
- }
- c.Writer.Header().Set("Content-Type", "text/event-stream")
- c.Writer.Header().Set("Cache-Control", "no-cache")
- c.Writer.Header().Set("Connection", "keep-alive")
- c.Writer.Header().Set("X-Accel-Buffering", "no")
- c.Writer.WriteHeader(http.StatusOK)
- state := apicompat.NewAnthropicEventToResponsesState()
- state.Model = originalModel
- clientToolRestorer := apicompat.NewResponsesClientToolStreamRestorer(clientToolMapping)
- var usage ClaudeUsage
- var firstTokenMs *int
- firstChunk := true
- scanner := bufio.NewScanner(resp.Body)
- maxLineSize := defaultMaxLineSize
- if s.cfg != nil && s.cfg.Gateway.MaxLineSize > 0 {
- maxLineSize = s.cfg.Gateway.MaxLineSize
- }
- scanner.Buffer(make([]byte, 0, 64*1024), maxLineSize)
- resultWithUsage := func() *ForwardResult {
- return &ForwardResult{
- RequestID: requestID,
- UpstreamHeaders: resp.Header,
- Usage: usage,
- Model: originalModel,
- UpstreamModel: mappedModel,
- ReasoningEffort: reasoningEffort,
- Stream: true,
- Duration: time.Since(startTime),
- FirstTokenMs: firstTokenMs,
- }
- }
- // processEvent handles a single parsed Anthropic SSE event.
- processEvent := func(event *apicompat.AnthropicStreamEvent) bool {
- if firstChunk {
- firstChunk = false
- ms := int(time.Since(startTime).Milliseconds())
- firstTokenMs = &ms
- }
- // Extract usage from message_delta
- if event.Type == "message_delta" && event.Usage != nil {
- mergeAnthropicUsage(&usage, *event.Usage)
- }
- // Also capture usage from message_start
- if event.Type == "message_start" && event.Message != nil {
- mergeAnthropicUsage(&usage, event.Message.Usage)
- }
- // Convert to Responses events
- events := apicompat.AnthropicEventToResponsesEvents(event, state)
- for _, evt := range events {
- payload, err := json.Marshal(evt)
- if err != nil {
- logger.L().Warn("forward_as_responses stream: failed to marshal event",
- zap.Error(err),
- zap.String("request_id", requestID),
- )
- continue
- }
- payload = reverseToolNamesIfPresent(c, payload)
- payloads, _, err := clientToolRestorer.RestoreEvent(payload)
- if err != nil {
- logger.L().Warn("forward_as_responses stream: failed to restore client tools",
- zap.Error(err),
- zap.String("request_id", requestID),
- )
- continue
- }
- for _, restored := range payloads {
- eventType := gjson.GetBytes(restored, "type").String()
- if _, err := fmt.Fprintf(c.Writer, "event: %s\ndata: %s\n\n", eventType, restored); err != nil {
- logger.L().Info("forward_as_responses stream: client disconnected",
- zap.String("request_id", requestID),
- )
- return true // client disconnected
- }
- }
- }
- if len(events) > 0 {
- c.Writer.Flush()
- }
- return false
- }
- finalizeStream := func() (*ForwardResult, error) {
- if finalEvents := apicompat.FinalizeAnthropicResponsesStream(state); len(finalEvents) > 0 {
- for _, evt := range finalEvents {
- sse, err := apicompat.ResponsesEventToSSE(evt)
- if err != nil {
- continue
- }
- out := string(reverseToolNamesIfPresent(c, []byte(sse)))
- fmt.Fprint(c.Writer, out) //nolint:errcheck
- }
- c.Writer.Flush()
- }
- return resultWithUsage(), nil
- }
- // Read Anthropic SSE events
- for scanner.Scan() {
- line := scanner.Text()
- eventType, ok := parseAnthropicSSEField(line, "event")
- if !ok {
- continue
- }
- // Read data line
- if !scanner.Scan() {
- break
- }
- dataLine := scanner.Text()
- payload, ok := parseAnthropicSSEField(dataLine, "data")
- if !ok {
- continue
- }
- var event apicompat.AnthropicStreamEvent
- if err := json.Unmarshal([]byte(payload), &event); err != nil {
- logger.L().Warn("forward_as_responses stream: failed to parse event",
- zap.Error(err),
- zap.String("request_id", requestID),
- zap.String("event_type", eventType),
- )
- continue
- }
- if processEvent(&event) {
- return resultWithUsage(), nil
- }
- }
- if err := scanner.Err(); err != nil {
- if !errors.Is(err, context.Canceled) && !errors.Is(err, context.DeadlineExceeded) {
- logger.L().Warn("forward_as_responses stream: read error",
- zap.Error(err),
- zap.String("request_id", requestID),
- )
- }
- }
- return finalizeStream()
- }
- // appendRawJSON appends a JSON fragment string to existing raw JSON.
- func appendRawJSON(existing json.RawMessage, fragment string) json.RawMessage {
- // Anthropic initializes tool_use.input to {} in content_block_start, then
- // streams the actual input through input_json_delta events. Treat that empty
- // object as a placeholder instead of prefixing it to the streamed JSON.
- var existingObject map[string]json.RawMessage
- isEmptyObject := json.Unmarshal(existing, &existingObject) == nil && existingObject != nil && len(existingObject) == 0
- if len(existing) == 0 || isEmptyObject {
- return json.RawMessage(fragment)
- }
- return json.RawMessage(string(existing) + fragment)
- }
- // writeResponsesError writes an error response in OpenAI Responses API format.
- func writeResponsesError(c *gin.Context, statusCode int, code, message string) {
- MarkResponseCommitted(c)
- c.JSON(statusCode, gin.H{
- "error": gin.H{
- "code": code,
- "message": message,
- },
- })
- }
- // mapUpstreamStatusCode maps upstream HTTP status codes to appropriate client-facing codes.
- func mapUpstreamStatusCode(code int) int {
- if code >= 500 {
- return http.StatusBadGateway
- }
- return code
- }
|