189 lines
5.7 KiB
Go
189 lines
5.7 KiB
Go
// Package clienterror classifies upstream failures caused by the client request.
|
|
package clienterror
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"errors"
|
|
"net/http"
|
|
"strings"
|
|
|
|
"github.com/tidwall/gjson"
|
|
)
|
|
|
|
// StatusClientClosedRequest is the nginx-style status used when the client
|
|
// aborts the request before the proxy finishes (context.Canceled).
|
|
const StatusClientClosedRequest = 499
|
|
|
|
var requestFaultCodes = map[string]struct{}{
|
|
"cyber_policy": {},
|
|
"context_length_exceeded": {},
|
|
"message_too_big": {},
|
|
"string_above_max_length": {},
|
|
"invalid_prompt": {},
|
|
"invalid_value": {},
|
|
"unsupported_value": {},
|
|
"invalid_request_error": {},
|
|
"previous_response_not_found": {},
|
|
}
|
|
|
|
var requestFaultTypes = map[string]struct{}{
|
|
"invalid_request": {},
|
|
"invalid_request_error": {},
|
|
"bad_request_error": {},
|
|
"invalid_prompt": {},
|
|
}
|
|
|
|
// HTTPStatusFromError extracts an HTTP status from err.
|
|
// Explicit StatusCode() values win. Otherwise context.Canceled maps to 499
|
|
// and context.DeadlineExceeded maps to 504. Returns 0 when unknown.
|
|
func HTTPStatusFromError(err error) int {
|
|
if err == nil {
|
|
return 0
|
|
}
|
|
type statusCoder interface {
|
|
StatusCode() int
|
|
}
|
|
var sc statusCoder
|
|
if errors.As(err, &sc) && sc != nil {
|
|
if code := sc.StatusCode(); code > 0 {
|
|
return code
|
|
}
|
|
}
|
|
if errors.Is(err, context.Canceled) {
|
|
return StatusClientClosedRequest
|
|
}
|
|
if errors.Is(err, context.DeadlineExceeded) {
|
|
return http.StatusGatewayTimeout
|
|
}
|
|
return 0
|
|
}
|
|
|
|
// HTTPStatusFromErrorOr is like HTTPStatusFromError but returns fallback when
|
|
// the error does not carry a known status.
|
|
func HTTPStatusFromErrorOr(err error, fallback int) int {
|
|
if code := HTTPStatusFromError(err); code > 0 {
|
|
return code
|
|
}
|
|
return fallback
|
|
}
|
|
|
|
// IsRequestFault reports whether an upstream failure is caused by the request
|
|
// and therefore must not rotate or penalize credentials.
|
|
func IsRequestFault(status int, err error) bool {
|
|
if status <= 0 && err != nil {
|
|
type statusCoder interface {
|
|
StatusCode() int
|
|
}
|
|
var statusErr statusCoder
|
|
if errors.As(err, &statusErr) && statusErr != nil {
|
|
status = statusErr.StatusCode()
|
|
}
|
|
}
|
|
// Payment and rate-limit statuses are authoritative even when an upstream
|
|
// pairs them with a generic invalid_request_error body. The credential must
|
|
// remain eligible for cooldown and rotation.
|
|
if status == http.StatusPaymentRequired || status == http.StatusTooManyRequests {
|
|
return false
|
|
}
|
|
// DeepSeek reports an invalid API key as 401 with the authentication_error
|
|
// type alongside the same generic code. Preserve that credential failure
|
|
// classification without weakening generic request-fault handling.
|
|
if status == http.StatusUnauthorized && hasAuthenticationErrorBody(err) {
|
|
return false
|
|
}
|
|
if hasRequestFaultBody(err) {
|
|
return true
|
|
}
|
|
if err != nil && IsItemNotPersisted(err.Error()) {
|
|
return true
|
|
}
|
|
switch status {
|
|
case http.StatusBadRequest,
|
|
http.StatusConflict,
|
|
http.StatusRequestEntityTooLarge,
|
|
http.StatusUnprocessableEntity:
|
|
return true
|
|
default:
|
|
return false
|
|
}
|
|
}
|
|
|
|
// IsItemNotPersisted matches the upstream 404 raised when a request references a
|
|
// response item the upstream never stored because `store` was false. The upstream
|
|
// sends this as a plain-text message rather than a JSON body, so it cannot be
|
|
// recognized through the structured identifiers above.
|
|
//
|
|
// The request can only succeed once the client rebuilds it without the stale
|
|
// reference, so it is a request fault: rotating credentials cannot help, and the
|
|
// client must be told rather than left to retry the same broken input.
|
|
func IsItemNotPersisted(message string) bool {
|
|
lower := strings.ToLower(message)
|
|
return strings.Contains(lower, "item with id") &&
|
|
strings.Contains(lower, "not found") &&
|
|
strings.Contains(lower, "items are not persisted when `store` is set to false")
|
|
}
|
|
|
|
func hasAuthenticationErrorBody(err error) bool {
|
|
if err == nil {
|
|
return false
|
|
}
|
|
body := strings.TrimSpace(err.Error())
|
|
if body == "" || !json.Valid([]byte(body)) {
|
|
return false
|
|
}
|
|
for _, path := range []string{"error.type", "type", "response.error.type", "body.error.type"} {
|
|
if errType := strings.ToLower(strings.TrimSpace(gjson.Get(body, path).String())); errType == "authentication_error" {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
func hasRequestFaultBody(err error) bool {
|
|
if err == nil {
|
|
return false
|
|
}
|
|
body := strings.TrimSpace(err.Error())
|
|
if body == "" || !json.Valid([]byte(body)) {
|
|
return false
|
|
}
|
|
for _, path := range []string{"error.code", "code", "response.error.code", "body.error.code"} {
|
|
code := strings.ToLower(strings.TrimSpace(gjson.Get(body, path).String()))
|
|
if _, ok := requestFaultCodes[code]; ok {
|
|
return true
|
|
}
|
|
}
|
|
for _, path := range []string{"error.type", "type", "response.error.type", "body.error.type"} {
|
|
errType := strings.ToLower(strings.TrimSpace(gjson.Get(body, path).String()))
|
|
if _, ok := requestFaultTypes[errType]; ok {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// IsClientCancellation reports whether an HTTP status code or error represents
|
|
// a client-initiated cancellation (HTTP 499 StatusClientClosedRequest or context.Canceled).
|
|
func IsClientCancellation(status int, err error) bool {
|
|
if status == StatusClientClosedRequest {
|
|
return true
|
|
}
|
|
if err != nil {
|
|
if errors.Is(err, context.Canceled) {
|
|
return true
|
|
}
|
|
type statusCoder interface {
|
|
StatusCode() int
|
|
}
|
|
var sc statusCoder
|
|
if errors.As(err, &sc) && sc != nil && sc.StatusCode() == StatusClientClosedRequest {
|
|
return true
|
|
}
|
|
lower := strings.ToLower(err.Error())
|
|
if strings.Contains(lower, "context canceled") || strings.Contains(lower, "client closed request") {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|