| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246 |
- package service
- import (
- "context"
- "encoding/base64"
- "encoding/json"
- "errors"
- "net/http"
- "net/http/httptest"
- "testing"
- "time"
- "github.com/stretchr/testify/require"
- )
- // pngBytes is a minimal payload whose signature makes http.DetectContentType
- // report image/png.
- var pngBytes = []byte("\x89PNG\r\n\x1a\nfake-png-payload")
- type savedImage struct {
- key string
- contentType string
- data []byte
- }
- type fakeImageStorage struct {
- saved []savedImage
- url string
- err error
- }
- type roundTripFunc func(*http.Request) (*http.Response, error)
- func (f roundTripFunc) RoundTrip(req *http.Request) (*http.Response, error) {
- return f(req)
- }
- func (f *fakeImageStorage) Save(_ context.Context, key, contentType string, data []byte) (string, error) {
- if f.err != nil {
- return "", f.err
- }
- f.saved = append(f.saved, savedImage{key: key, contentType: contentType, data: append([]byte(nil), data...)})
- if f.url != "" {
- return f.url, nil
- }
- return "https://cdn.test/" + key, nil
- }
- func TestImageResultUploaderRewritesB64JSON(t *testing.T) {
- storage := &fakeImageStorage{}
- uploader := NewImageResultUploader(storage, "images/", 0, nil)
- b64 := base64.StdEncoding.EncodeToString(pngBytes)
- result := json.RawMessage(`{"created":1,"data":[{"b64_json":"` + b64 + `","revised_prompt":"a cat"}]}`)
- out, err := uploader.Rewrite(context.Background(), "imgtask_abc", result)
- require.NoError(t, err)
- require.Len(t, storage.saved, 1)
- require.Equal(t, "images/imgtask_abc-0.png", storage.saved[0].key)
- require.Equal(t, "image/png", storage.saved[0].contentType)
- require.Equal(t, pngBytes, storage.saved[0].data)
- var parsed struct {
- Data []map[string]json.RawMessage `json:"data"`
- }
- require.NoError(t, json.Unmarshal(out, &parsed))
- require.Len(t, parsed.Data, 1)
- require.JSONEq(t, `"https://cdn.test/images/imgtask_abc-0.png"`, string(parsed.Data[0]["url"]))
- _, hasB64 := parsed.Data[0]["b64_json"]
- require.False(t, hasB64, "b64_json must be stripped after offload")
- require.JSONEq(t, `"a cat"`, string(parsed.Data[0]["revised_prompt"]), "unrelated fields preserved")
- }
- func TestImageResultUploaderRewritesURL(t *testing.T) {
- upstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
- w.Header().Set("Content-Type", "image/png")
- _, _ = w.Write(pngBytes)
- }))
- defer upstream.Close()
- storage := &fakeImageStorage{}
- uploader := NewImageResultUploader(storage, "images/", 0, nil)
- result := json.RawMessage(`{"created":1,"data":[{"url":"` + upstream.URL + `/pic.png"}]}`)
- out, err := uploader.Rewrite(context.Background(), "imgtask_xyz", result)
- require.NoError(t, err)
- require.Len(t, storage.saved, 1)
- require.Equal(t, pngBytes, storage.saved[0].data)
- require.Equal(t, "image/png", storage.saved[0].contentType)
- var parsed struct {
- Data []map[string]json.RawMessage `json:"data"`
- }
- require.NoError(t, json.Unmarshal(out, &parsed))
- require.JSONEq(t, `"https://cdn.test/images/imgtask_xyz-0.png"`, string(parsed.Data[0]["url"]))
- }
- func TestImageResultUploaderRewritesImageDataURLWithoutHTTP(t *testing.T) {
- httpCalls := 0
- client := &http.Client{Transport: roundTripFunc(func(*http.Request) (*http.Response, error) {
- httpCalls++
- return nil, errors.New("HTTP must not be called for data URLs")
- })}
- storage := &fakeImageStorage{}
- uploader := NewImageResultUploader(storage, "images/", 0, client)
- b64 := base64.StdEncoding.EncodeToString(pngBytes)
- result := json.RawMessage(`{"data":[{"url":"DATA:image/jpeg;name=photo.jpg;BaSe64,` + b64 + `","revised_prompt":"kept"}]}`)
- out, err := uploader.Rewrite(context.Background(), "imgtask_data", result)
- require.NoError(t, err)
- require.Zero(t, httpCalls)
- require.Len(t, storage.saved, 1)
- require.Equal(t, pngBytes, storage.saved[0].data)
- require.Equal(t, "image/png", storage.saved[0].contentType, "detected bytes take precedence over a conflicting declaration")
- require.Equal(t, "images/imgtask_data-0.png", storage.saved[0].key)
- var parsed struct {
- Data []map[string]json.RawMessage `json:"data"`
- }
- require.NoError(t, json.Unmarshal(out, &parsed))
- require.JSONEq(t, `"https://cdn.test/images/imgtask_data-0.png"`, string(parsed.Data[0]["url"]))
- require.JSONEq(t, `"kept"`, string(parsed.Data[0]["revised_prompt"]))
- }
- func TestImageResultUploaderDataURLValidation(t *testing.T) {
- tests := []struct {
- name string
- url string
- wantErr string
- }{
- {name: "missing comma", url: "data:image/png;base64", wantErr: "missing comma"},
- {name: "non image", url: "data:text/plain;base64,aGVsbG8=", wantErr: "is not an image"},
- {name: "non base64", url: "data:image/png,raw", wantErr: "not base64"},
- {name: "invalid base64", url: "data:image/png;base64,%%%", wantErr: "base64 payload"},
- {name: "invalid media type", url: "data:image/png;bad parameter;base64,aGVsbG8=", wantErr: "invalid media type"},
- {name: "parameter after base64", url: "data:image/png;base64;name=photo.png,aGVsbG8=", wantErr: "base64 marker must be the final header token"},
- {name: "duplicate base64 marker", url: "data:image/png;base64;base64,aGVsbG8=", wantErr: "duplicate base64 marker"},
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- httpCalls := 0
- client := &http.Client{Transport: roundTripFunc(func(*http.Request) (*http.Response, error) {
- httpCalls++
- return nil, errors.New("HTTP must not be called for data URLs")
- })}
- uploader := NewImageResultUploader(&fakeImageStorage{}, "images/", 0, client)
- result, err := json.Marshal(map[string]any{"data": []map[string]string{{"url": tt.url}}})
- require.NoError(t, err)
- _, err = uploader.Rewrite(context.Background(), "imgtask_bad", result)
- require.ErrorContains(t, err, tt.wantErr)
- require.Zero(t, httpCalls)
- })
- }
- }
- func TestImageResultUploaderRejectsOversizedImageDataURL(t *testing.T) {
- storage := &fakeImageStorage{}
- uploader := NewImageResultUploader(storage, "images/", 3, nil)
- payload := base64.StdEncoding.EncodeToString([]byte("four"))
- result := json.RawMessage(`{"data":[{"url":"data:image/png;base64,` + payload + `"}]}`)
- _, err := uploader.Rewrite(context.Background(), "imgtask_large", result)
- require.ErrorContains(t, err, "decoded image data URL exceeds 3 bytes")
- require.Empty(t, storage.saved)
- }
- func TestImageResultUploaderB64JSONTakesPrecedenceOverDataURL(t *testing.T) {
- storage := &fakeImageStorage{}
- uploader := NewImageResultUploader(storage, "images/", 0, nil)
- b64 := base64.StdEncoding.EncodeToString(pngBytes)
- result := json.RawMessage(`{"data":[{"b64_json":"` + b64 + `","url":"data:text/plain,not-an-image"}]}`)
- _, err := uploader.Rewrite(context.Background(), "imgtask_precedence", result)
- require.NoError(t, err)
- require.Len(t, storage.saved, 1)
- require.Equal(t, pngBytes, storage.saved[0].data)
- }
- func TestImageResultUploaderPropagatesStorageError(t *testing.T) {
- storage := &fakeImageStorage{err: errors.New("bucket unreachable")}
- uploader := NewImageResultUploader(storage, "images/", 0, nil)
- b64 := base64.StdEncoding.EncodeToString(pngBytes)
- result := json.RawMessage(`{"data":[{"b64_json":"` + b64 + `"}]}`)
- _, err := uploader.Rewrite(context.Background(), "imgtask_err", result)
- require.Error(t, err)
- require.Contains(t, err.Error(), "bucket unreachable")
- }
- func TestImageResultUploaderNilStoragePassthrough(t *testing.T) {
- var uploader *ImageResultUploader
- result := json.RawMessage(`{"data":[{"url":"https://example.test/x.png"}]}`)
- out, err := uploader.Rewrite(context.Background(), "imgtask_nil", result)
- require.NoError(t, err)
- require.JSONEq(t, string(result), string(out))
- }
- func TestImageTaskServiceCompleteOffloadsToStorage(t *testing.T) {
- store := &imageTaskMemoryStore{}
- storage := &fakeImageStorage{}
- uploader := NewImageResultUploader(storage, "images/", 0, nil)
- svc := NewImageTaskServiceWithUploader(store, uploader, time.Hour, time.Minute)
- require.True(t, svc.Enabled())
- owner := ImageTaskOwner{UserID: 1, APIKeyID: 2}
- created, err := svc.Create(context.Background(), owner)
- require.NoError(t, err)
- b64 := base64.StdEncoding.EncodeToString(pngBytes)
- result := json.RawMessage(`{"created":1,"data":[{"b64_json":"` + b64 + `"}]}`)
- require.NoError(t, svc.Complete(context.Background(), created.ID, http.StatusOK, result))
- got, err := svc.Get(context.Background(), owner, created.ID)
- require.NoError(t, err)
- require.Equal(t, ImageTaskStatusCompleted, got.Status)
- require.Equal(t, "https://cdn.test/images/"+created.ID+"-0.png", got.ImageURL)
- require.NotContains(t, string(got.Result), "b64_json", "large base64 must not be persisted to Redis")
- require.Len(t, storage.saved, 1)
- }
- func TestImageTaskServiceCompleteOffloadFailureMarksFailed(t *testing.T) {
- store := &imageTaskMemoryStore{}
- storage := &fakeImageStorage{err: errors.New("bucket unreachable")}
- uploader := NewImageResultUploader(storage, "images/", 0, nil)
- svc := NewImageTaskServiceWithUploader(store, uploader, time.Hour, time.Minute)
- owner := ImageTaskOwner{UserID: 1, APIKeyID: 2}
- created, err := svc.Create(context.Background(), owner)
- require.NoError(t, err)
- b64 := base64.StdEncoding.EncodeToString(pngBytes)
- result := json.RawMessage(`{"data":[{"b64_json":"` + b64 + `"}]}`)
- require.NoError(t, svc.Complete(context.Background(), created.ID, http.StatusOK, result))
- got, err := svc.Get(context.Background(), owner, created.ID)
- require.NoError(t, err)
- require.Equal(t, ImageTaskStatusFailed, got.Status)
- require.Equal(t, http.StatusBadGateway, got.HTTPStatus)
- require.Contains(t, string(got.Error), "object storage")
- require.NotContains(t, string(got.Result), "b64_json", "failed offload must not persist base64 to Redis")
- }
|