Use awscfg from catalog creation when loading data from glue

catalog/glue/glue.go

@@ -126,6 +126,7 @@ type glueAPI interface {
 type Catalog struct {
 	glueSvc   glueAPI
 	catalogId *string
+	awsCfg    *aws.Config
 }
 
 // NewCatalog creates a new instance of glue.Catalog with the given options.
@@ -146,6 +147,7 @@ func NewCatalog(opts ...Option) *Catalog {
 	return &Catalog{
 		glueSvc:   glue.NewFromConfig(glueOps.awsConfig),
 		catalogId: catalogId,
+		awsCfg:    &glueOps.awsConfig,
 	}
 }
 
@@ -204,6 +206,7 @@ func (c *Catalog) LoadTable(ctx context.Context, identifier table.Identifier, pr
 		return nil, fmt.Errorf("missing metadata location for table %s.%s", database, tableName)
 	}
 
+	ctx = context.WithValue(ctx, io.AwsCfgCtxKey, c.awsCfg)
 	// TODO: consider providing a way to directly access the S3 iofs to enable testing of the catalog.
 	iofs, err := io.LoadFS(ctx, props, location)
 	if err != nil {

io/s3.go

@@ -106,10 +106,23 @@ func ParseAWSConfig(ctx context.Context, props map[string]string) (*aws.Config,
 	return awscfg, nil
 }
 
+const AwsCfgCtxKey string = "awsConfig"
+
 func createS3Bucket(ctx context.Context, parsed *url.URL, props map[string]string) (*blob.Bucket, error) {
-	awscfg, err := ParseAWSConfig(ctx, props)
-	if err != nil {
-		return nil, err
+	var (
+		awscfg *aws.Config
+		err    error
+	)
+	if v := ctx.Value(AwsCfgCtxKey); v != nil {
+		if a, ok := v.(*aws.Config); ok {
+			awscfg = a
+		}
+		return nil, fmt.Errorf("invalid awsConfig type: %T", v)
+	} else {
+		awscfg, err = ParseAWSConfig(ctx, props)
+		if err != nil {
+			return nil, err
+		}
 	}
 
 	endpoint, ok := props[S3EndpointURL]