Adds nightly tests for large table read

cloudbuild/nightly.sh

@@ -46,6 +46,14 @@ case $STEP in
   e2e_bounded_read_query_test)
     # Run the query test.
     source cloudbuild/e2e-test-scripts/table_read.sh "$PROJECT_ID" "$CLUSTER_NAME_SMALL_TEST" "$REGION_SMALL_TEST" "$PROJECT_NAME" "$DATASET_NAME" "" "" "$QUERY" "bounded"
+    exit
+    ;;
+
+  # Run the large table O(GB's) read bounded e2e test.
+  e2e_bounded_read_large_table_test)
+    # Run the large table test.
+    source cloudbuild/e2e-test-scripts/table_read.sh "$PROJECT_ID" "$CLUSTER_NAME_SMALL_TEST" "$REGION_SMALL_TEST" "$PROJECT_NAME" "$DATASET_NAME" "$TABLE_NAME_LARGE_TABLE" "$AGG_PROP_NAME_LARGE_TABLE" "" "bounded"
+    exit
     ;;
 
   *)

cloudbuild/nightly.yaml

@@ -13,7 +13,7 @@ steps:
     env:
       - 'GCS_JAR_LOCATION=${_GCS_JAR_LOCATION}'
       - 'MVN_JAR_LOCATION=${_MVN_JAR_LOCATION}'
-   
+
 # 3. Start the simple table read e2e test.
   - name: 'gcr.io/$PROJECT_ID/dataproc-flink-bigquery-connector-nightly'
     id: 'e2e-bounded-read-small-table-test'
@@ -61,6 +61,22 @@ steps:
       - 'DATASET_NAME=${_DATASET_NAME}'
       - 'QUERY=${_QUERY}'
 
+# 6. Start the large table read e2e test.
+  - name: 'gcr.io/$PROJECT_ID/dataproc-flink-bigquery-connector-nightly'
+    id: 'e2e-bounded-read-large-table-test'
+    waitFor: ['e2e-bounded-read-query-test']
+    entrypoint: 'bash'
+    args: ['/workspace/cloudbuild/nightly.sh', 'e2e_bounded_read_large_table_test']
+    env:
+      - 'GCS_JAR_LOCATION=${_GCS_JAR_LOCATION}'
+      - 'PROJECT_ID=${_PROJECT_ID}'
+      - 'REGION_SMALL_TEST=${_REGION_SMALL_TEST}'
+      - 'CLUSTER_NAME_SMALL_TEST=${_CLUSTER_NAME_SMALL_TEST}'
+      - 'PROJECT_NAME=${_PROJECT_NAME}'
+      - 'DATASET_NAME=${_DATASET_NAME}'
+      - 'TABLE_NAME_LARGE_TABLE=${_TABLE_NAME_LARGE_TABLE}'
+      - 'AGG_PROP_NAME_LARGE_TABLE=${_AGG_PROP_NAME_LARGE_TABLE}'
+
 # Maximum tolerance 60 minutes.
 timeout: 3600s
 logsBucket: '${_LOGS_BUCKET}'