diff options
| author | Ellie <ecsymonds@gmail.com> | 2024-08-27 12:01:53 +0100 |
|---|---|---|
| committer | Ellie <ecsymonds@gmail.com> | 2024-08-27 12:01:53 +0100 |
| commit | 151429859bca904cbacf18f4b169f1f768fa212a (patch) | |
| tree | fe7373ad9bda9c5b0e45a2ccafe49fd7d7d543e5 /src/load_lambda.py | |
| parent | 80117194f711d49a60933157b7c59147d7696441 (diff) | |
| download | de-project-bentley-151429859bca904cbacf18f4b169f1f768fa212a.tar.gz de-project-bentley-151429859bca904cbacf18f4b169f1f768fa212a.zip | |
remove import as not required
Diffstat (limited to 'src/load_lambda.py')
| -rw-r--r-- | src/load_lambda.py | 8 |
1 files changed, 5 insertions, 3 deletions
diff --git a/src/load_lambda.py b/src/load_lambda.py index 6e6bc80..685c562 100644 --- a/src/load_lambda.py +++ b/src/load_lambda.py @@ -5,7 +5,6 @@ import pyarrow.parquet as pq from io import BytesIO import logging import json -from src.extract_lambda import retrieve_secrets from sqlalchemy import create_engine @@ -169,7 +168,7 @@ def upload_dfs_to_database(): table_name, con=db_engine, schema="project_team_2", - if_exists="overwrite", + if_exists="append", index=False, ) upload_status["uploaded"].append(table_name) @@ -183,7 +182,7 @@ def upload_dfs_to_database(): table_name, con=db_engine, schema="project_team_2", - if_exists="overwrite", + if_exists="append", index=False, ) upload_status["uploaded"].append(table_name) @@ -195,3 +194,6 @@ def upload_dfs_to_database(): logger.error(f"{file_name} does not correspond with table in database") db_engine.dispose() return upload_status + +if __name__ == "__main__": + lambda_handler(None, None) |
