From 60968f19c625146e6c87f3512898e37af48fb7b8 Mon Sep 17 00:00:00 2001 From: colmsnowplow Date: Tue, 12 Nov 2024 17:33:54 +0000 Subject: [PATCH] Update docs config, rename option --- assets/docs/configuration/sources/pubsub-full-example.hcl | 7 ++++++- pkg/source/pubsub/pubsub_source.go | 2 +- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/assets/docs/configuration/sources/pubsub-full-example.hcl b/assets/docs/configuration/sources/pubsub-full-example.hcl index 988e7449..34a0f98b 100644 --- a/assets/docs/configuration/sources/pubsub-full-example.hcl +++ b/assets/docs/configuration/sources/pubsub-full-example.hcl @@ -17,8 +17,13 @@ source { # Maximum size of unprocessed messages (default 1e9) max_outstanding_bytes = 2e9 + # Minimum ack extension period when a message is received min_extension_period_seconds = 10 - streaming_pull_goroutines = 2 + # Number of streaming pull connections to open at once + streaming_pull_goroutines = 1 + + # Configures the GRPC connection pool size of the pubsub client + grpc_connection_pool_size = 4 } } diff --git a/pkg/source/pubsub/pubsub_source.go b/pkg/source/pubsub/pubsub_source.go index adedd826..dfda4853 100644 --- a/pkg/source/pubsub/pubsub_source.go +++ b/pkg/source/pubsub/pubsub_source.go @@ -36,7 +36,7 @@ type Configuration struct { MaxOutstandingBytes int `hcl:"max_outstanding_bytes,optional"` MinExtensionPeriodSeconds int `hcl:"min_extension_period_seconds,optional"` StreamingPullGoRoutines int `hcl:"streaming_pull_goroutines,optional"` - GRPCConnectionPool int `hcl:"grpc_connection_pool,optional"` + GRPCConnectionPool int `hcl:"grpc_connection_pool_size,optional"` } // pubSubSource holds a new client for reading messages from PubSub