174 lines
4.0 KiB
Go
174 lines
4.0 KiB
Go
package llm
|
||
|
||
import (
|
||
"encoding/json"
|
||
"errors"
|
||
"fmt"
|
||
"io"
|
||
"strings"
|
||
"unicode"
|
||
)
|
||
|
||
const (
|
||
maxProviderErrorResponseBytes int64 = 64 << 10
|
||
maxProviderErrorIdentifierRunes = 256
|
||
maxProviderErrorMessageRunes = 4096
|
||
)
|
||
|
||
// ProviderHTTPError describes a non-success response from an LLM provider.
|
||
type ProviderHTTPError struct {
|
||
statusCode int
|
||
providerCode string
|
||
providerType string
|
||
providerMessage string
|
||
}
|
||
|
||
func (e *ProviderHTTPError) StatusCode() int {
|
||
if e == nil {
|
||
return 0
|
||
}
|
||
return e.statusCode
|
||
}
|
||
|
||
func (e *ProviderHTTPError) ProviderCode() string {
|
||
if e == nil {
|
||
return ""
|
||
}
|
||
return e.providerCode
|
||
}
|
||
|
||
func (e *ProviderHTTPError) ProviderType() string {
|
||
if e == nil {
|
||
return ""
|
||
}
|
||
return e.providerType
|
||
}
|
||
|
||
func (e *ProviderHTTPError) ProviderMessage() string {
|
||
if e == nil {
|
||
return ""
|
||
}
|
||
return e.providerMessage
|
||
}
|
||
|
||
func (e *ProviderHTTPError) Error() string {
|
||
if e == nil || e.statusCode == 0 {
|
||
return ErrUnexpectedStatus.Error()
|
||
}
|
||
return fmt.Sprintf("%s: status=%d", ErrUnexpectedStatus, e.statusCode)
|
||
}
|
||
|
||
func (e *ProviderHTTPError) GoString() string {
|
||
return e.Error()
|
||
}
|
||
|
||
func (e *ProviderHTTPError) Unwrap() error {
|
||
return ErrUnexpectedStatus
|
||
}
|
||
|
||
type providerErrorDetails struct {
|
||
providerCode string
|
||
providerType string
|
||
providerMessage string
|
||
}
|
||
|
||
func newProviderHTTPError(statusCode int, details providerErrorDetails) *ProviderHTTPError {
|
||
return &ProviderHTTPError{
|
||
statusCode: statusCode,
|
||
providerCode: details.providerCode,
|
||
providerType: details.providerType,
|
||
providerMessage: details.providerMessage,
|
||
}
|
||
}
|
||
|
||
func parseProviderErrorEnvelope(body []byte) providerErrorDetails {
|
||
decoder := json.NewDecoder(strings.NewReader(string(body)))
|
||
decoder.UseNumber()
|
||
|
||
var envelope map[string]json.RawMessage
|
||
if err := decoder.Decode(&envelope); err != nil {
|
||
return providerErrorDetails{}
|
||
}
|
||
var trailing any
|
||
if err := decoder.Decode(&trailing); !errors.Is(err, io.EOF) {
|
||
return providerErrorDetails{}
|
||
}
|
||
|
||
rawError, ok := envelope["error"]
|
||
if !ok {
|
||
return providerErrorDetails{}
|
||
}
|
||
var providerError map[string]json.RawMessage
|
||
if err := json.Unmarshal(rawError, &providerError); err != nil || providerError == nil {
|
||
return providerErrorDetails{}
|
||
}
|
||
|
||
var details providerErrorDetails
|
||
if raw, ok := providerError["message"]; ok {
|
||
var value string
|
||
if json.Unmarshal(raw, &value) == nil {
|
||
details.providerMessage = normalizeProviderErrorMessage(value)
|
||
}
|
||
}
|
||
if raw, ok := providerError["type"]; ok {
|
||
var value string
|
||
if json.Unmarshal(raw, &value) == nil {
|
||
details.providerType = normalizeProviderErrorIdentifier(value)
|
||
}
|
||
}
|
||
if raw, ok := providerError["code"]; ok {
|
||
var value any
|
||
fieldDecoder := json.NewDecoder(strings.NewReader(string(raw)))
|
||
fieldDecoder.UseNumber()
|
||
if fieldDecoder.Decode(&value) == nil {
|
||
switch value := value.(type) {
|
||
case string:
|
||
details.providerCode = normalizeProviderErrorIdentifier(value)
|
||
case json.Number:
|
||
details.providerCode = normalizeProviderErrorIdentifier(value.String())
|
||
}
|
||
}
|
||
}
|
||
|
||
return details
|
||
}
|
||
|
||
func normalizeProviderErrorIdentifier(value string) string {
|
||
normalized := normalizeProviderErrorText(value)
|
||
if len([]rune(normalized)) > maxProviderErrorIdentifierRunes {
|
||
return ""
|
||
}
|
||
return normalized
|
||
}
|
||
|
||
func normalizeProviderErrorMessage(value string) string {
|
||
normalized := normalizeProviderErrorText(value)
|
||
runes := []rune(normalized)
|
||
if len(runes) <= maxProviderErrorMessageRunes {
|
||
return normalized
|
||
}
|
||
return string(runes[:maxProviderErrorMessageRunes-1]) + "…"
|
||
}
|
||
|
||
func normalizeProviderErrorText(value string) string {
|
||
value = strings.ToValidUTF8(value, "<22>")
|
||
|
||
var result strings.Builder
|
||
result.Grow(len(value))
|
||
separatorPending := false
|
||
for _, r := range value {
|
||
if unicode.IsSpace(r) || unicode.IsControl(r) || unicode.In(r, unicode.Cf) {
|
||
if result.Len() > 0 {
|
||
separatorPending = true
|
||
}
|
||
continue
|
||
}
|
||
if separatorPending {
|
||
result.WriteByte(' ')
|
||
separatorPending = false
|
||
}
|
||
result.WriteRune(r)
|
||
}
|
||
return result.String()
|
||
}
|