From 151429859bca904cbacf18f4b169f1f768fa212a Mon Sep 17 00:00:00 2001 From: Ellie Date: Tue, 27 Aug 2024 12:01:53 +0100 Subject: remove import as not required --- src/load_lambda.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) (limited to 'src/load_lambda.py') diff --git a/src/load_lambda.py b/src/load_lambda.py index 6e6bc80..685c562 100644 --- a/src/load_lambda.py +++ b/src/load_lambda.py @@ -5,7 +5,6 @@ import pyarrow.parquet as pq from io import BytesIO import logging import json -from src.extract_lambda import retrieve_secrets from sqlalchemy import create_engine @@ -169,7 +168,7 @@ def upload_dfs_to_database(): table_name, con=db_engine, schema="project_team_2", - if_exists="overwrite", + if_exists="append", index=False, ) upload_status["uploaded"].append(table_name) @@ -183,7 +182,7 @@ def upload_dfs_to_database(): table_name, con=db_engine, schema="project_team_2", - if_exists="overwrite", + if_exists="append", index=False, ) upload_status["uploaded"].append(table_name) @@ -195,3 +194,6 @@ def upload_dfs_to_database(): logger.error(f"{file_name} does not correspond with table in database") db_engine.dispose() return upload_status + +if __name__ == "__main__": + lambda_handler(None, None) -- cgit v1.2.3