prompt_service_test.go 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145
  1. package securityaudit
  2. import (
  3. "context"
  4. "encoding/json"
  5. "strings"
  6. "testing"
  7. "time"
  8. "github.com/Wei-Shaw/sub2api/internal/service"
  9. "github.com/stretchr/testify/require"
  10. )
  11. type staticSettingRepository struct {
  12. values map[string]string
  13. }
  14. func (r staticSettingRepository) Get(context.Context, string) (*service.Setting, error) {
  15. return nil, service.ErrSettingNotFound
  16. }
  17. func (r staticSettingRepository) GetValue(context.Context, string) (string, error) {
  18. return "", service.ErrSettingNotFound
  19. }
  20. func (r staticSettingRepository) Set(context.Context, string, string) error { return nil }
  21. func (r staticSettingRepository) GetMultiple(_ context.Context, keys []string) (map[string]string, error) {
  22. result := make(map[string]string, len(keys))
  23. for _, key := range keys {
  24. result[key] = r.values[key]
  25. }
  26. return result, nil
  27. }
  28. func (r staticSettingRepository) SetMultiple(context.Context, map[string]string) error { return nil }
  29. func (r staticSettingRepository) GetAll(context.Context) (map[string]string, error) {
  30. return r.values, nil
  31. }
  32. func (r staticSettingRepository) Delete(context.Context, string) error { return nil }
  33. func TestPromptServiceHasExplicitIdempotentLifecycle(t *testing.T) {
  34. config := NewConfigManager(nil, staticSettingRepository{values: map[string]string{
  35. SettingKeyPromptAuditConfig: "",
  36. SettingKeyRiskControl: "false",
  37. }}, nil, prefixEncryptor{}, testTotpKeyConfig())
  38. service := NewPromptService(
  39. config,
  40. NewPostgreSQLRepository(nil),
  41. NewRedisPayloadStore(nil),
  42. NewOpenAICompatibleScanner(),
  43. NewAtomicMetrics(),
  44. )
  45. require.Nil(t, service.cancel, "construction must not start background work")
  46. require.NoError(t, service.Start(context.Background()))
  47. require.NotNil(t, service.cancel)
  48. require.NoError(t, service.Start(context.Background()), "Start must be idempotent")
  49. ctx, cancel := context.WithTimeout(context.Background(), 2*time.Second)
  50. defer cancel()
  51. require.NoError(t, service.Shutdown(ctx))
  52. require.Nil(t, service.cancel)
  53. require.NoError(t, service.Shutdown(ctx), "Shutdown must be idempotent")
  54. }
  55. func TestPromptServiceStartReportsDependencyFailureWithoutPanic(t *testing.T) {
  56. service := &PromptService{}
  57. require.Error(t, service.Start(context.Background()))
  58. ctx, cancel := context.WithTimeout(context.Background(), time.Second)
  59. defer cancel()
  60. require.NoError(t, service.Shutdown(ctx))
  61. }
  62. func TestPromptServiceBlockingLatestTurnOnlyUsesNarrowSnapshot(t *testing.T) {
  63. seen := make([]string, 0, 2)
  64. evaluator := newGuardEvaluator(PromptScannerFunc(func(_ context.Context, _ ActiveEndpoint, chunk string, _ []string) (*NormalizedResult, error) {
  65. seen = append(seen, chunk)
  66. return &NormalizedResult{Decision: EventPass, RiskLevel: RiskLow, Action: ActionAllow, ScannerScores: map[string]float64{}, ScannerEvidence: map[string]string{}}, nil
  67. }), nil, NewAtomicMetrics(), 2, 2)
  68. service := &PromptService{
  69. config: &fakeConfigStore{active: true, cfg: ActiveConfig{
  70. RiskControlEnabled: true, Enabled: true, BlockingEnabled: true, BlockingLatestTurnOnly: true, AllGroups: true,
  71. Scanners: AllScannerIDs, Endpoints: []ActiveEndpoint{{ID: "guard-1", Enabled: true, TimeoutMS: 1000, InputLimit: 4096}},
  72. }},
  73. evaluator: evaluator,
  74. }
  75. decision, err := service.Evaluate(context.Background(), Request{Protocol: "openai_chat_completions", Body: []byte(`{"messages":[{"role":"system","content":"system instruction"},{"role":"user","content":"older user input"},{"role":"assistant","content":"previous output"},{"role":"user","content":"latest user input"}]}`)})
  76. require.NoError(t, err)
  77. require.Equal(t, DecisionAllow, decision.Kind)
  78. require.Equal(t, []string{"latest user input", "previous output"}, seen)
  79. }
  80. func TestPromptServiceRejectsInvalidDeleteConfirmationClaims(t *testing.T) {
  81. now := time.Date(2026, 7, 16, 10, 0, 0, 0, time.UTC)
  82. start, end := now.Add(-time.Hour), now.Add(time.Hour)
  83. filter := EventFilter{Decision: string(EventCritical), StartAt: &start, EndAt: &end}
  84. const snapshotMaxID int64 = 10
  85. filterHash := FilterHash(filter, snapshotMaxID)
  86. validClaims := deleteClaims{
  87. FilterHash: filterHash, SnapshotMaxID: snapshotMaxID, AdminID: 7,
  88. IssuedAt: now, ExpiresAt: now.Add(5 * time.Minute),
  89. }
  90. claimsToken := func(claims deleteClaims) string {
  91. raw, err := json.Marshal(claims)
  92. require.NoError(t, err)
  93. return string(raw)
  94. }
  95. validRequest := DeleteByFilterRequest{
  96. Filter: filter, SnapshotMaxID: snapshotMaxID, FilterHash: filterHash,
  97. ConfirmationToken: claimsToken(validClaims), Confirm: true,
  98. }
  99. tests := []struct {
  100. name string
  101. request DeleteByFilterRequest
  102. adminID int64
  103. }{
  104. {name: "confirm false", request: func() DeleteByFilterRequest { value := validRequest; value.Confirm = false; return value }(), adminID: 7},
  105. {name: "malformed token", request: func() DeleteByFilterRequest {
  106. value := validRequest
  107. value.ConfirmationToken = "not-json"
  108. return value
  109. }(), adminID: 7},
  110. {name: "different administrator", request: validRequest, adminID: 8},
  111. {name: "filter hash mismatch", request: func() DeleteByFilterRequest {
  112. value := validRequest
  113. value.FilterHash = strings.Repeat("b", 64)
  114. return value
  115. }(), adminID: 7},
  116. {name: "snapshot mismatch", request: func() DeleteByFilterRequest { value := validRequest; value.SnapshotMaxID++; return value }(), adminID: 7},
  117. {name: "expired", request: func() DeleteByFilterRequest {
  118. value := validRequest
  119. claims := validClaims
  120. claims.ExpiresAt = now
  121. value.ConfirmationToken = claimsToken(claims)
  122. return value
  123. }(), adminID: 7},
  124. }
  125. service := &PromptService{config: &fakeConfigStore{}, clock: fixedClock{now: now}}
  126. for _, test := range tests {
  127. t.Run(test.name, func(t *testing.T) {
  128. result, err := service.DeleteByFilter(context.Background(), test.request, test.adminID)
  129. require.Error(t, err)
  130. require.Nil(t, result)
  131. })
  132. }
  133. }