Method ProcessRequest

aibridge/intercept/messages/blocking.go:70–343

(w http.ResponseWriter, r *http.Request)

}

func (i *BlockingInterception) ProcessRequest(w http.ResponseWriter, r *http.Request) (outErr error) {
	if len(i.reqPayload) == 0 {
		return xerrors.New("developer error: request payload is empty")
	}

	ctx, span := i.tracer.Start(r.Context(), "Intercept.ProcessRequest", trace.WithAttributes(tracing.InterceptionAttributesFromContext(r.Context())...))
	defer tracing.EndSpanErr(span, &outErr)

	i.injectTools()

	var prompt *string
	promptText, promptFound, promptErr := i.reqPayload.lastUserPrompt()
	if promptErr != nil {
		i.logger.Warn(ctx, "failed to retrieve last user prompt", slog.Error(promptErr))
	} else if promptFound {
		prompt = &promptText
	}

	// TODO(ssncferreira): inject actor headers directly in the client-header
	//   middleware instead of using SDK options.
	opts := []option.RequestOption{option.WithRequestTimeout(time.Second * 600)}
	if actor := aibcontext.ActorFromContext(r.Context()); actor != nil && i.cfg.SendActorHeaders {
		opts = append(opts, intercept.ActorHeadersAsAnthropicOpts(actor)...)
	}

	svc, err := i.newMessagesService(ctx, opts...)
	if err != nil {
		err = xerrors.Errorf("create anthropic client: %w", err)
		http.Error(w, err.Error(), http.StatusInternalServerError)
		return err
	}

	logger := i.logger.With(slog.F("model", i.Model()))

	var resp *anthropic.Message
	// Accumulate usage across the entire streaming interaction (including tool reinvocations).
	var cumulativeUsage anthropic.Usage

	for {
		// TODO add outer loop span (https://github.com/coder/aibridge/issues/67)
		resp, err = i.newMessage(ctx, svc)
		if err != nil {
			if eventstream.IsConnError(err) {
				// Can't write a response, just error out.
				return xerrors.Errorf("upstream connection closed: %w", err)
			}

			// The failover loop may return a keypool exhaustion
			// error. Check before the SDK-error path.
			var keyPoolErr *keypool.Error
			if errors.As(err, &keyPoolErr) {
				i.writeUpstreamError(w, ResponseErrorFromKeyPool(keyPoolErr))
				return xerrors.Errorf("key pool exhausted: %w", err)
			}

			if antErr := responseErrorFromAPIError(err); antErr != nil {
				i.writeUpstreamError(w, antErr)
				return xerrors.Errorf("anthropic API error: %w", err)