diff options
| author | T-Aji <tolujbd2@gmail.com> | 2024-08-28 12:48:13 +0100 |
|---|---|---|
| committer | T-Aji <tolujbd2@gmail.com> | 2024-08-28 12:48:13 +0100 |
| commit | 03a5959df25f74d52ed5393c2a5af6b1b9eb34c9 (patch) | |
| tree | f460c9eba49b91366334e8fd59533ea2474e3cd6 /src/transform_lambda/transform_lambda.py | |
| parent | 65b1ca8b41488eba4db9bcb9773d857493e87b25 (diff) | |
| download | de-project-bentley-03a5959df25f74d52ed5393c2a5af6b1b9eb34c9.tar.gz de-project-bentley-03a5959df25f74d52ed5393c2a5af6b1b9eb34c9.zip | |
refactored functs to include columns instead of drop columns
Diffstat (limited to 'src/transform_lambda/transform_lambda.py')
| -rw-r--r-- | src/transform_lambda/transform_lambda.py | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/src/transform_lambda/transform_lambda.py b/src/transform_lambda/transform_lambda.py index 93b2284..1453c6c 100644 --- a/src/transform_lambda/transform_lambda.py +++ b/src/transform_lambda/transform_lambda.py @@ -42,7 +42,7 @@ TABLES = [ "department", "currency", "design", - "payment_type", + "payment_type" ] @@ -73,7 +73,8 @@ def lambda_handler(event, context): "fact_payment": create_fact_payment(dict_of_df), "dim_currency": create_dim_currency(dict_of_df), } - + print(immutable_df_dict.values()) + print(mutable_df_dict.values()) status = process_to_parquet_and_upload_to_s3( existing_s3_files, immutable_df_dict, mutable_df_dict, bucket ) |