From 55a6ba4e94713e91de3fb27f9b81a41965e95250 Mon Sep 17 00:00:00 2001 From: Thiago Panini Date: Mon, 1 May 2023 18:54:37 -0300 Subject: [PATCH 1/2] docs: including a depends_on block on terraglue call --- docs/mkdocs/demos/learning-mode.md | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/docs/mkdocs/demos/learning-mode.md b/docs/mkdocs/demos/learning-mode.md index 557d272..b7d69bc 100644 --- a/docs/mkdocs/demos/learning-mode.md +++ b/docs/mkdocs/demos/learning-mode.md @@ -132,6 +132,11 @@ The only thing that is required when calling terraglue on learning mode is the s # Setting up output variables job_output_bucket_name = "datadelivery-sot-data-${data.aws_caller_identity.current.account_id}-${data.aws_region.current.name}" job_output_database = "db_datadelivery_sot" + + # Ensuring terraglue will be deployed only after datadelivery + depends_on = [ + module.datadelivery + ] } ``` From 3d480d992d1b5d17f5e8c46638dc34f3fa8d0b87 Mon Sep 17 00:00:00 2001 From: Thiago Panini Date: Mon, 1 May 2023 18:55:07 -0300 Subject: [PATCH 2/2] test: turning back to the state right before the start of testing the main script (#69) --- app/tests/test_main.py | 26 -------------------------- pytest.ini | 1 - 2 files changed, 27 deletions(-) delete mode 100644 app/tests/test_main.py diff --git a/app/tests/test_main.py b/app/tests/test_main.py deleted file mode 100644 index 0a445ba..0000000 --- a/app/tests/test_main.py +++ /dev/null @@ -1,26 +0,0 @@ -"""Test cases for the Spark application on main.py script. - -This file handles all unit tests of features from the main application script -built to be deployed as a Spark application and ran as a Glue job in AWS. The -test cases are based on important elements that should be checked and verified -in order to ensure the application are working properly. - -___ -""" - -# Importing libraries -import pytest - -# from src.main import ARGV_LIST - - -@pytest.mark.main -@pytest.mark.skip(reason="Work in progress") -def test_user_defind_argv_list_variable_is_a_python_list(): - """ - G: - W: - T: - """ - ... - # assert type(ARGV_LIST) is list diff --git a/pytest.ini b/pytest.ini index 2f25de1..da9929d 100644 --- a/pytest.ini +++ b/pytest.ini @@ -13,4 +13,3 @@ markers = transform_payments: Unit test for transform_payments() function from transformers.py auxiliar module transform_reviews: Unit test for transform_reviews() function from transformers.py auxiliar module transform_sot: Unit test for transform_sot() function from transformers.py auxiliar module - main: Unit test for the main Spark application to be deployed as a Glue job in AWS \ No newline at end of file