diff options
| author | Ang Bel <anzelikabelotelova@Anzelikas-MacBook-Air.local> | 2024-08-29 09:47:58 +0100 |
|---|---|---|
| committer | Ang Bel <anzelikabelotelova@Anzelikas-MacBook-Air.local> | 2024-08-29 09:47:58 +0100 |
| commit | 48e7daec8b5435a696fe572fd51dcbc8f9604a2d (patch) | |
| tree | 8814e96bfc1fcd7b08f7b814857e3a2e4edfbb2e /src | |
| parent | d396cd95d660fb76188ef887fc268d20aeeb5352 (diff) | |
| download | de-project-bentley-48e7daec8b5435a696fe572fd51dcbc8f9604a2d.tar.gz de-project-bentley-48e7daec8b5435a696fe572fd51dcbc8f9604a2d.zip | |
fix: added comma. Code complete and uploads all tables in one go if no data exists per each table
Diffstat (limited to 'src')
| -rw-r--r-- | src/load_lambda.py | 19 |
1 files changed, 9 insertions, 10 deletions
diff --git a/src/load_lambda.py b/src/load_lambda.py index 8f921b8..941ae97 100644 --- a/src/load_lambda.py +++ b/src/load_lambda.py @@ -57,7 +57,6 @@ def retrieve_secrets(client=None, secret_name=None): try: get_secret_value_response = client.get_secret_value(SecretId=secret_name) - print(get_secret_value_response) except ClientError as e: logger.error(f"Failed to retrieve secret {secret_name}: {str(e)}", exc_info=True) raise e @@ -195,18 +194,18 @@ def upload_dfs_to_database(): dict_of_dfs = convert_parquet_files_to_dfs() db_engine = connect_to_db_and_return_engine() immutable_df_dict = [ - # #"dim_counterparty.parquet", - # "dim_date.parquet", # this needs to be mutable - # "dim_location.parquet", - # "dim_staff.parquet", - # "dim_design.parquet", - # 'dim_transaction.parquet' #This one was missing, + "dim_counterparty.parquet", + "dim_date.parquet", # this needs to be mutable + "dim_location.parquet", + "dim_staff.parquet", + "dim_design.parquet", + 'dim_transaction.parquet', #This one was missing, 'dim_payment_type.parquet' ] mutable_df_dict = [ - # "dim_currency", - # "fact_sales_order", - # "fact_purchase_order", + "dim_currency", + "fact_sales_order", + "fact_purchase_order", "fact_payment" ] |
