security_audit_order_test.go 3.3 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485
  1. package handler
  2. import (
  3. "go/ast"
  4. "go/parser"
  5. "go/token"
  6. "os"
  7. "regexp"
  8. "strings"
  9. "testing"
  10. "github.com/stretchr/testify/require"
  11. )
  12. type promptAuditOrderCase struct {
  13. file string
  14. function string
  15. auditToken string
  16. }
  17. func TestPromptAuditGatePrecedesAccountBillingAndUpstreamSideEffects(t *testing.T) {
  18. tests := []promptAuditOrderCase{
  19. {file: "gateway_handler.go", function: "Messages", auditToken: "checkSecurityAudit"},
  20. {file: "gateway_handler_chat_completions.go", function: "ChatCompletions", auditToken: "checkSecurityAudit"},
  21. {file: "gateway_handler_responses.go", function: "Responses", auditToken: "checkSecurityAudit"},
  22. {file: "gemini_v1beta_handler.go", function: "GeminiV1BetaModels", auditToken: "checkSecurityAudit"},
  23. {file: "openai_gateway_handler.go", function: "Responses", auditToken: "checkSecurityAudit"},
  24. {file: "openai_gateway_handler.go", function: "Messages", auditToken: "checkSecurityAudit"},
  25. {file: "openai_chat_completions.go", function: "ChatCompletions", auditToken: "checkSecurityAudit"},
  26. {file: "openai_images.go", function: "Images", auditToken: "checkSecurityAudit"},
  27. {file: "grok_media.go", function: "handleGrokMedia", auditToken: "checkSecurityAudit"},
  28. {file: "openai_embeddings.go", function: "Embeddings", auditToken: "checkSecurityAudit"},
  29. {file: "openai_alpha_search.go", function: "AlphaSearch", auditToken: "checkSecurityAudit"},
  30. {file: "image_task_handler.go", function: "Submit", auditToken: "checkSecurityAuditBeforeSubmit"},
  31. {file: "batch_image_handler.go", function: "Submit", auditToken: "checkSecurityAuditBeforeSubmit"},
  32. }
  33. sideEffectTokens := []string{
  34. "CheckBillingEligibility(", "SelectAccount", ".Forward", "acquireResponsesUserSlot(",
  35. "AcquireUserSlot", "TryAcquireUserSlot", "acquireImageGenerationSlot(",
  36. "h.tasks.Create(", "h.service.Submit(",
  37. }
  38. for _, tt := range tests {
  39. t.Run(tt.file+"/"+tt.function, func(t *testing.T) {
  40. functionSource := stripGoComments(goFunctionSource(t, tt.file, tt.function))
  41. auditIndex := strings.Index(functionSource, tt.auditToken)
  42. require.NotEqual(t, -1, auditIndex, "missing Prompt Audit gate")
  43. foundSideEffect := false
  44. for _, sideEffect := range sideEffectTokens {
  45. index := strings.Index(functionSource, sideEffect)
  46. if index < 0 {
  47. continue
  48. }
  49. foundSideEffect = true
  50. require.Lessf(t, auditIndex, index, "%s must run before %s", tt.auditToken, sideEffect)
  51. }
  52. require.True(t, foundSideEffect, "coverage case must contain a downstream side effect")
  53. })
  54. }
  55. }
  56. func stripGoComments(source string) string {
  57. source = regexp.MustCompile(`(?s)/\*.*?\*/`).ReplaceAllString(source, "")
  58. return regexp.MustCompile(`(?m)//.*$`).ReplaceAllString(source, "")
  59. }
  60. func goFunctionSource(t *testing.T, filename, functionName string) string {
  61. t.Helper()
  62. raw, err := os.ReadFile(filename)
  63. require.NoError(t, err)
  64. files := token.NewFileSet()
  65. parsed, err := parser.ParseFile(files, filename, raw, 0)
  66. require.NoError(t, err)
  67. for _, declaration := range parsed.Decls {
  68. function, ok := declaration.(*ast.FuncDecl)
  69. if !ok || function.Name.Name != functionName || function.Body == nil {
  70. continue
  71. }
  72. start := files.Position(function.Pos()).Offset
  73. end := files.Position(function.End()).Offset
  74. require.Greater(t, end, start)
  75. return string(raw[start:end])
  76. }
  77. t.Fatalf("function %s not found in %s", functionName, filename)
  78. return ""
  79. }