openai_gateway_first_output_timeout_test.go 1.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051
  1. package handler
  2. import (
  3. "context"
  4. "fmt"
  5. "net/http/httptest"
  6. "testing"
  7. "github.com/Wei-Shaw/sub2api/internal/service"
  8. "github.com/gin-gonic/gin"
  9. "github.com/stretchr/testify/require"
  10. )
  11. func TestOpenAIForwardMayFailoverOnlyAfterNonSemanticWrite(t *testing.T) {
  12. gin.SetMode(gin.TestMode)
  13. rec := httptest.NewRecorder()
  14. c, _ := gin.CreateTestContext(rec)
  15. before := service.OpenAICompactKeepaliveAdjustedWrittenSize(c)
  16. _, err := fmt.Fprint(c.Writer, ":\n\n")
  17. require.NoError(t, err)
  18. c.Writer.Flush()
  19. require.True(t, openAIForwardMayFailover(c, before, &service.UpstreamFailoverError{
  20. SafeToFailoverAfterWrite: true,
  21. }))
  22. require.False(t, openAIForwardMayFailover(c, before, &service.UpstreamFailoverError{}))
  23. }
  24. func TestOpenAIFirstOutputFailoverStopsAfterOneAccountSwitch(t *testing.T) {
  25. failoverErr := &service.UpstreamFailoverError{SafeToFailoverAfterWrite: true}
  26. count := 0
  27. require.False(t, openAIFirstOutputFailoverExhausted(failoverErr, &count))
  28. require.Equal(t, 1, count)
  29. require.True(t, openAIFirstOutputFailoverExhausted(failoverErr, &count))
  30. require.Equal(t, 1, count)
  31. }
  32. func TestOpenAIRequestAllowsFailoverReplayStopsCanceledClient(t *testing.T) {
  33. require.False(t, openAIRequestAllowsFailoverReplay(nil))
  34. rec := httptest.NewRecorder()
  35. c, _ := gin.CreateTestContext(rec)
  36. requestCtx, cancel := context.WithCancel(context.Background())
  37. c.Request = httptest.NewRequest("POST", "/v1/responses", nil).WithContext(requestCtx)
  38. require.True(t, openAIRequestAllowsFailoverReplay(c))
  39. cancel()
  40. require.False(t, openAIRequestAllowsFailoverReplay(c))
  41. }