diff --git a/bigquery-connector-common/src/main/java/com/google/cloud/bigquery/connector/common/ReadSessionCreator.java b/bigquery-connector-common/src/main/java/com/google/cloud/bigquery/connector/common/ReadSessionCreator.java index d2ef64a42..807d6f758 100644 --- a/bigquery-connector-common/src/main/java/com/google/cloud/bigquery/connector/common/ReadSessionCreator.java +++ b/bigquery-connector-common/src/main/java/com/google/cloud/bigquery/connector/common/ReadSessionCreator.java @@ -90,10 +90,16 @@ public ReadSessionResponse create( TableId table, ImmutableList selectedFields, Optional filter) { Instant sessionPrepStartTime = Instant.now(); TableInfo tableDetails = bigQueryClient.getTable(table); - TableInfo actualTable = getActualTable(tableDetails, selectedFields, filter); BigQueryReadClient bigQueryReadClient = bigQueryReadClientFactory.getBigQueryReadClient(); + log.info( + "|creation a read session for table {}, parameters: " + + "|selectedFields=[{}]," + + "|filter=[{}]", + actualTable.getFriendlyName(), + String.join(",", selectedFields), + filter.orElse("None")); String tablePath = toTablePath(actualTable.getTableId()); CreateReadSessionRequest request = diff --git a/spark-bigquery-connector-common/src/main/java/com/google/cloud/spark/bigquery/direct/DirectBigQueryRelation.java b/spark-bigquery-connector-common/src/main/java/com/google/cloud/spark/bigquery/direct/DirectBigQueryRelation.java index 68eb691f9..7636129d6 100644 --- a/spark-bigquery-connector-common/src/main/java/com/google/cloud/spark/bigquery/direct/DirectBigQueryRelation.java +++ b/spark-bigquery-connector-common/src/main/java/com/google/cloud/spark/bigquery/direct/DirectBigQueryRelation.java @@ -111,14 +111,14 @@ public RDD buildScan(String[] requiredColumns) { @Override public RDD buildScan(String[] requiredColumns, Filter[] filters) { + compiledFilter = getCompiledFilter(filters); log.info( "|Querying table {}, parameters sent from Spark:" + "|requiredColumns=[{}]," - + "|filters=[{}]", + + "|filter=[{}]", getTableNameForLogging(), String.join(",", requiredColumns), - Arrays.stream(filters).map(f -> f.toString()).collect(Collectors.joining(","))); - compiledFilter = getCompiledFilter(filters); + compiledFilter); ReadSessionCreator readSessionCreator = new ReadSessionCreator( options.toReadSessionCreatorConfig(), bigQueryClient, bigQueryReadClientFactory);