x-pack/filebeat/input/http_endpoint: ensure request body is closed when content is gzipped (#37091)

Author: efd6

CHANGELOG.next.asciidoc

@@ -89,6 +89,7 @@ https://github.com/elastic/beats/compare/v8.8.1\...main[Check the HEAD diff]
 - Fix merging of array fields(processors, paths, parsers) in configurations generated from hints and default config. {issue}36838[36838] {pull}36857[36857]
 - Fix handling of response errors in HTTPJSON and CEL request trace logging. {pull}36956[36956]
 - Do not error when Okta API returns no data. {pull}37092[37092]
+- Fix request body close behaviour in HTTP_Endpoint when handling GZIP compressed content. {pull}37091[37091]
 
 *Heartbeat*
 

x-pack/filebeat/input/http_endpoint/gzip.go

@@ -6,6 +6,7 @@ package http_endpoint
 
 import (
 	"compress/gzip"
+	"errors"
 	"io"
 	"sync"
 )
@@ -18,29 +19,31 @@ var gzipDecoderPool = sync.Pool{
 
 type pooledGzipReader struct {
 	Reader *gzip.Reader
+	closer io.Closer
 }
 
-func newPooledGzipReader(r io.Reader) (*pooledGzipReader, error) {
+func newPooledGzipReader(r io.ReadCloser) (*pooledGzipReader, error) {
 	gzipReader := gzipDecoderPool.Get().(*gzip.Reader)
 	if err := gzipReader.Reset(r); err != nil {
 		gzipDecoderPool.Put(gzipReader)
 		return nil, err
 	}
-	return &pooledGzipReader{Reader: gzipReader}, nil
+	return &pooledGzipReader{Reader: gzipReader, closer: r}, nil
 }
 
 // Read implements io.Reader, reading uncompressed bytes from its underlying Reader.
 func (r *pooledGzipReader) Read(b []byte) (int, error) {
 	return r.Reader.Read(b)
 }
 
-// Close closes the Reader. It does not close the underlying io.Reader.
+// Close closes the Reader and the underlying source.
 // In order for the GZIP checksum to be verified, the reader must be
 // fully consumed until the io.EOF.
 //
 // After this call the reader should not be reused because it is returned to the pool.
 func (r *pooledGzipReader) Close() error {
 	err := r.Reader.Close()
+	err = errors.Join(err, r.closer.Close())
 	gzipDecoderPool.Put(r.Reader)
 	r.Reader = nil
 	return err