From 03a5959df25f74d52ed5393c2a5af6b1b9eb34c9 Mon Sep 17 00:00:00 2001 From: T-Aji Date: Wed, 28 Aug 2024 12:48:13 +0100 Subject: refactored functs to include columns instead of drop columns --- src/transform_lambda/transform_lambda.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) (limited to 'src/transform_lambda/transform_lambda.py') diff --git a/src/transform_lambda/transform_lambda.py b/src/transform_lambda/transform_lambda.py index 93b2284..1453c6c 100644 --- a/src/transform_lambda/transform_lambda.py +++ b/src/transform_lambda/transform_lambda.py @@ -42,7 +42,7 @@ TABLES = [ "department", "currency", "design", - "payment_type", + "payment_type" ] @@ -73,7 +73,8 @@ def lambda_handler(event, context): "fact_payment": create_fact_payment(dict_of_df), "dim_currency": create_dim_currency(dict_of_df), } - + print(immutable_df_dict.values()) + print(mutable_df_dict.values()) status = process_to_parquet_and_upload_to_s3( existing_s3_files, immutable_df_dict, mutable_df_dict, bucket ) -- cgit v1.2.3