| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236 |
- package securityaudit
- import (
- "context"
- "encoding/json"
- "net/http"
- "net/http/httptest"
- "strings"
- "sync/atomic"
- "testing"
- "time"
- "github.com/stretchr/testify/require"
- )
- func TestNormalizeBaseURLAllowsAdministratorConfiguredDestinations(t *testing.T) {
- allowed := []string{
- "https://guard.example.com", "https://guard.example.com/v1", "http://guard.example.com",
- "http://127.0.0.1:8080", "http://10.0.0.8:8080", "https://172.16.0.5",
- "http://169.254.169.254", "https://metadata.google.internal", "https://192.0.2.1",
- "http://internal-admin.local", "http://guard.local:8080",
- }
- for _, raw := range allowed {
- _, err := NormalizeBaseURL(raw)
- require.NoError(t, err, raw)
- }
- blocked := []string{
- "ftp://guard.example.com", "https://user:pass@guard.example.com",
- "https://guard.example.com?q=secret", "https://guard.example.com/#fragment",
- }
- for _, raw := range blocked {
- _, err := NormalizeBaseURL(raw)
- require.Error(t, err, raw)
- }
- url, err := ChatCompletionsURL("https://guard.example.com/v1")
- require.NoError(t, err)
- require.Equal(t, "https://guard.example.com/v1/chat/completions", url)
- }
- func TestHTTPClientUsesDirectStandardDialer(t *testing.T) {
- client, err := NewSecureHTTPClient(ActiveEndpoint{BaseURL: "https://guard.example.com", TimeoutMS: 1000})
- require.NoError(t, err)
- transport, ok := client.Transport.(*http.Transport)
- require.True(t, ok)
- require.Nil(t, transport.Proxy)
- require.NotNil(t, transport.DialContext)
- }
- func TestOpenAICompatibleScannerRequestContract(t *testing.T) {
- server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- require.Equal(t, "/v1/chat/completions", r.URL.Path)
- require.Equal(t, "Bearer token", r.Header.Get("Authorization"))
- var payload map[string]any
- require.NoError(t, json.NewDecoder(r.Body).Decode(&payload))
- require.Equal(t, DefaultGuardModel, payload["model"])
- require.Equal(t, float64(0), payload["temperature"])
- require.Equal(t, float64(64), payload["max_tokens"])
- require.Equal(t, float64(42), payload["seed"])
- w.Header().Set("Content-Type", "application/json")
- _, _ = w.Write([]byte(`{"choices":[{"message":{"content":"Safety: Safe\nCategories: None"}}]}`))
- }))
- defer server.Close()
- scanner := NewOpenAICompatibleScanner()
- result, err := scanner.Scan(context.Background(), ActiveEndpoint{ID: "one", BaseURL: server.URL, Model: DefaultGuardModel, Token: "token", TimeoutMS: 1000}, "hello", AllScannerIDs)
- require.NoError(t, err)
- require.Equal(t, EventPass, result.Decision)
- }
- func TestOpenAICompatibleScannerFollowsRedirectAndRejectsOversize(t *testing.T) {
- target := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
- _, _ = w.Write([]byte(`{"choices":[{"message":{"content":"Safety: Safe\nCategories: None"}}]}`))
- }))
- defer target.Close()
- redirect := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { http.Redirect(w, r, target.URL, http.StatusFound) }))
- defer redirect.Close()
- result, err := NewOpenAICompatibleScanner().Scan(context.Background(), ActiveEndpoint{ID: "redirect", BaseURL: redirect.URL, Model: DefaultGuardModel, TimeoutMS: 1000}, "hello", AllScannerIDs)
- require.NoError(t, err)
- require.Equal(t, EventPass, result.Decision)
- oversize := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
- _, _ = w.Write([]byte(strings.Repeat("x", int(maxGuardResponseBytes)+1)))
- }))
- defer oversize.Close()
- _, err = NewOpenAICompatibleScanner().Scan(context.Background(), ActiveEndpoint{ID: "large", BaseURL: oversize.URL, Model: DefaultGuardModel, TimeoutMS: 1000}, "hello", AllScannerIDs)
- require.Error(t, err)
- }
- func TestOpenAICompatibleScannerClassifiesHTTPConnectionAndTimeoutFailures(t *testing.T) {
- tests := []struct {
- name string
- status int
- retryable bool
- }{
- {name: "authentication", status: http.StatusUnauthorized, retryable: false},
- {name: "forbidden", status: http.StatusForbidden, retryable: false},
- {name: "rate limited", status: http.StatusTooManyRequests, retryable: true},
- {name: "server failure", status: http.StatusBadGateway, retryable: true},
- {name: "other client error", status: http.StatusBadRequest, retryable: false},
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
- w.WriteHeader(tt.status)
- }))
- defer server.Close()
- _, err := NewOpenAICompatibleScanner().Scan(context.Background(), ActiveEndpoint{ID: "status", BaseURL: server.URL, Model: DefaultGuardModel, TimeoutMS: 1000}, "hello", AllScannerIDs)
- var guardErr *GuardError
- require.ErrorAs(t, err, &guardErr)
- require.Equal(t, ErrorCodeUnavailable, guardErr.Code)
- require.Equal(t, tt.status, guardErr.HTTPStatus)
- require.Equal(t, tt.retryable, guardErr.Retryable)
- require.NotContains(t, err.Error(), server.URL)
- })
- }
- closed := httptest.NewServer(http.HandlerFunc(func(http.ResponseWriter, *http.Request) {}))
- closedURL := closed.URL
- closed.Close()
- _, err := NewOpenAICompatibleScanner().Scan(context.Background(), ActiveEndpoint{ID: "closed", BaseURL: closedURL, Model: DefaultGuardModel, TimeoutMS: 100}, "hello", AllScannerIDs)
- var connectionErr *GuardError
- require.ErrorAs(t, err, &connectionErr)
- require.True(t, connectionErr.Retryable)
- timeout := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
- time.Sleep(100 * time.Millisecond)
- w.WriteHeader(http.StatusOK)
- }))
- defer timeout.Close()
- _, err = NewOpenAICompatibleScanner().Scan(context.Background(), ActiveEndpoint{ID: "timeout", BaseURL: timeout.URL, Model: DefaultGuardModel, TimeoutMS: 20}, "hello", AllScannerIDs)
- var timeoutErr *GuardError
- require.ErrorAs(t, err, &timeoutErr)
- require.True(t, timeoutErr.Retryable)
- require.True(t, timeoutErr.Timeout)
- }
- func TestPromptAuditProbeModelsFallbackAndResponseSafety(t *testing.T) {
- t.Run("models contains configured model", func(t *testing.T) {
- var chatCalls atomic.Int64
- server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- require.Equal(t, "Bearer temporary-token", r.Header.Get("Authorization"))
- if r.URL.Path == "/v1/models" {
- _, _ = w.Write([]byte(`{"data":[{"id":"` + DefaultGuardModel + `"}]}`))
- return
- }
- chatCalls.Add(1)
- }))
- defer server.Close()
- result := newProbeTestService().Probe(context.Background(), ProbeRequest{Endpoint: probeEndpoint(server.URL, "temporary-token")})
- require.True(t, result.OK)
- require.True(t, result.TokenApplied)
- require.Equal(t, http.StatusOK, result.HTTPStatus)
- require.Zero(t, chatCalls.Load())
- })
- t.Run("invalid models response performs real guard fallback", func(t *testing.T) {
- var chatCalls atomic.Int64
- server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- if r.URL.Path == "/v1/models" {
- _, _ = w.Write([]byte(`{"unexpected":true}`))
- return
- }
- chatCalls.Add(1)
- _, _ = w.Write([]byte(`{"choices":[{"message":{"content":"Safety: Safe\nCategories: None"}}]}`))
- }))
- defer server.Close()
- result := newProbeTestService().Probe(context.Background(), ProbeRequest{Endpoint: probeEndpoint(server.URL, "temporary-token")})
- require.True(t, result.OK)
- require.Equal(t, int64(1), chatCalls.Load())
- })
- t.Run("fallback authentication failure is stable", func(t *testing.T) {
- server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- if r.URL.Path == "/v1/models" {
- w.WriteHeader(http.StatusNotFound)
- return
- }
- w.WriteHeader(http.StatusUnauthorized)
- }))
- defer server.Close()
- result := newProbeTestService().Probe(context.Background(), ProbeRequest{Endpoint: probeEndpoint(server.URL, "temporary-token")})
- require.False(t, result.OK)
- require.Equal(t, ErrorCodeUnavailable, result.ErrorCode)
- require.Equal(t, http.StatusUnauthorized, result.HTTPStatus)
- require.False(t, result.Retryable)
- })
- t.Run("oversized models response is rejected without fallback", func(t *testing.T) {
- var chatCalls atomic.Int64
- server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- if r.URL.Path != "/v1/models" {
- chatCalls.Add(1)
- }
- _, _ = w.Write([]byte(strings.Repeat("x", int(maxGuardResponseBytes)+1)))
- }))
- defer server.Close()
- result := newProbeTestService().Probe(context.Background(), ProbeRequest{Endpoint: probeEndpoint(server.URL, "temporary-token")})
- require.False(t, result.OK)
- require.Equal(t, "response_too_large", result.ErrorCode)
- require.Zero(t, chatCalls.Load())
- })
- }
- func TestResolveProbeEndpointReusesTokenOnlyForMatchingBaseURL(t *testing.T) {
- manager := &ConfigManager{}
- manager.snapshot.Store(&activeConfigSnapshot{active: ActiveConfig{Endpoints: []ActiveEndpoint{{
- ID: "guard-1", BaseURL: "https://guard.example.com", Token: "STORED_GUARD_TOKEN", TimeoutMS: 1000, InputLimit: 1024, Enabled: true,
- }}}})
- service := &PromptService{config: manager}
- matched, applied, err := service.resolveProbeEndpoint(UpdateEndpoint{
- ID: "guard-1", BaseURL: "https://guard.example.com/v1", TimeoutMS: 1000, InputLimit: 1024,
- })
- require.NoError(t, err)
- require.True(t, applied)
- require.Equal(t, "STORED_GUARD_TOKEN", matched.Token)
- mismatched, applied, err := service.resolveProbeEndpoint(UpdateEndpoint{
- ID: "guard-1", BaseURL: "https://attacker.example.com", TimeoutMS: 1000, InputLimit: 1024,
- })
- require.NoError(t, err)
- require.False(t, applied)
- require.Empty(t, mismatched.Token)
- }
- func newProbeTestService() *PromptService {
- return &PromptService{
- config: &ConfigManager{}, scanner: NewOpenAICompatibleScanner(), clock: realClock{},
- probes: map[string]ProbeResult{},
- }
- }
- func probeEndpoint(baseURL, token string) UpdateEndpoint {
- return UpdateEndpoint{
- ID: "probe-one", Name: "Probe One", Protocol: "openai_compatible", BaseURL: baseURL,
- Model: DefaultGuardModel, Token: token, TimeoutMS: 1000, InputLimit: 1024, Enabled: true,
- }
- }
|