aboutsummaryrefslogtreecommitdiffstats
path: root/src/transform_lambda/transform_lambda.py
diff options
context:
space:
mode:
authorAlex <git@ajschof.me>2024-09-03 16:07:37 +0100
committerGitHub <noreply@github.com>2024-09-03 16:07:37 +0100
commitce30178558cc8222e9975273eb5d08a93ae92fcc (patch)
tree4152f9efe54364a5d6a6cc969befb6cea9015a5b /src/transform_lambda/transform_lambda.py
parente4e360630c90d7e801d99097b3e46e8299ab901d (diff)
parent3b8e89968e3d3d3527ea76b4517b0d7278512530 (diff)
downloadde-project-bentley-ce30178558cc8222e9975273eb5d08a93ae92fcc.tar.gz
de-project-bentley-ce30178558cc8222e9975273eb5d08a93ae92fcc.zip
Merge branch 'development' into test/tests_transform_lambda
Diffstat (limited to 'src/transform_lambda/transform_lambda.py')
-rw-r--r--src/transform_lambda/transform_lambda.py5
1 files changed, 4 insertions, 1 deletions
diff --git a/src/transform_lambda/transform_lambda.py b/src/transform_lambda/transform_lambda.py
index 478b257..54d7d48 100644
--- a/src/transform_lambda/transform_lambda.py
+++ b/src/transform_lambda/transform_lambda.py
@@ -65,6 +65,8 @@ def lambda_handler(event, context):
"dim_location": create_dim_location(dict_of_df),
"dim_staff": create_dim_staff(dict_of_df),
"dim_design": create_dim_design(dict_of_df),
+ "dim_transaction": create_dim_transaction(dict_of_df),
+ "dim_payment_type": create_dim_payment_type(dict_of_df),
}
mutable_df_dict = {
@@ -73,7 +75,8 @@ def lambda_handler(event, context):
"fact_payment": create_fact_payment(dict_of_df),
"dim_currency": create_dim_currency(dict_of_df),
}
-
+ print(immutable_df_dict.values())
+ print(mutable_df_dict.values())
status = process_to_parquet_and_upload_to_s3(
existing_s3_files, immutable_df_dict, mutable_df_dict, bucket
)
git.ajschof.me — hosted by ajschofield — powered by cgit