refactor(component,openai): resize the images before sending them to OpenAI (#865)

Because:

- OpenAI does not support large images.

This commit:

- Resizes images exceeding 8192 pixels before sending them to OpenAI.

Author: donch1989

pkg/component/ai/openai/v0/main.go

@@ -183,6 +183,25 @@ func (e *execution) worker(ctx context.Context, client *httpclient.Client, job *
 		userContents := []Content{}
 		userContents = append(userContents, Content{Type: "text", Text: &inputStruct.Prompt})
 		for _, image := range inputStruct.Images {
+			if image.Height().Integer() > 8192 || image.Width().Integer() > 8192 {
+				// Calculate new dimensions maintaining aspect ratio with max length 8192
+				ratio := float64(image.Width().Integer()) / float64(image.Height().Integer())
+				var newWidth, newHeight int
+
+				if image.Width().Integer() > image.Height().Integer() {
+					newWidth = 8192
+					newHeight = int(float64(newWidth) / ratio)
+				} else {
+					newHeight = 8192
+					newWidth = int(float64(newHeight) * ratio)
+				}
+
+				image, err = image.Resize(newWidth, newHeight)
+				if err != nil {
+					job.Error.Error(ctx, err)
+					return
+				}
+			}
 			i, err := image.DataURI()
 			if err != nil {
 				job.Error.Error(ctx, err)

pkg/data/format/format.go

@@ -56,6 +56,7 @@ type Image interface {
 	Width() Number
 	Height() Number
 	Convert(contentType string) (val Image, err error)
+	Resize(width, height int) (val Image, err error)
 }
 
 type Video interface {

pkg/data/image.go

@@ -173,3 +173,34 @@ func (i *imageData) Get(p *path.Path) (v format.Value, err error) {
 
 	return result.Get(remainingPath)
 }
+
+func (i *imageData) Resize(width, height int) (format.Image, error) {
+	img, _, err := goimage.Decode(bytes.NewReader(i.raw))
+	if err != nil {
+		return nil, fmt.Errorf("error decoding image for resize: %v", err)
+	}
+
+	// Create new image with desired dimensions
+	resized := goimage.NewRGBA(goimage.Rect(0, 0, width, height))
+
+	// Simple nearest-neighbor scaling
+	scaleX := float64(img.Bounds().Dx()) / float64(width)
+	scaleY := float64(img.Bounds().Dy()) / float64(height)
+
+	for y := 0; y < height; y++ {
+		for x := 0; x < width; x++ {
+			srcX := int(float64(x) * scaleX)
+			srcY := int(float64(y) * scaleY)
+			resized.Set(x, y, img.At(srcX, srcY))
+		}
+	}
+
+	// Encode resized image to PNG format
+	buf := new(bytes.Buffer)
+	if err := png.Encode(buf, resized); err != nil {
+		return nil, fmt.Errorf("error encoding resized image: %v", err)
+	}
+
+	// Create new image data from encoded bytes
+	return NewImageFromBytes(buf.Bytes(), PNG, "")
+}