aboutsummaryrefslogtreecommitdiffstats
path: root/src/load_lambda.py
diff options
context:
space:
mode:
authorEllie <ecsymonds@gmail.com>2024-08-27 12:01:53 +0100
committerEllie <ecsymonds@gmail.com>2024-08-27 12:01:53 +0100
commit151429859bca904cbacf18f4b169f1f768fa212a (patch)
treefe7373ad9bda9c5b0e45a2ccafe49fd7d7d543e5 /src/load_lambda.py
parent80117194f711d49a60933157b7c59147d7696441 (diff)
downloadde-project-bentley-151429859bca904cbacf18f4b169f1f768fa212a.tar.gz
de-project-bentley-151429859bca904cbacf18f4b169f1f768fa212a.zip
remove import as not required
Diffstat (limited to 'src/load_lambda.py')
-rw-r--r--src/load_lambda.py8
1 files changed, 5 insertions, 3 deletions
diff --git a/src/load_lambda.py b/src/load_lambda.py
index 6e6bc80..685c562 100644
--- a/src/load_lambda.py
+++ b/src/load_lambda.py
@@ -5,7 +5,6 @@ import pyarrow.parquet as pq
from io import BytesIO
import logging
import json
-from src.extract_lambda import retrieve_secrets
from sqlalchemy import create_engine
@@ -169,7 +168,7 @@ def upload_dfs_to_database():
table_name,
con=db_engine,
schema="project_team_2",
- if_exists="overwrite",
+ if_exists="append",
index=False,
)
upload_status["uploaded"].append(table_name)
@@ -183,7 +182,7 @@ def upload_dfs_to_database():
table_name,
con=db_engine,
schema="project_team_2",
- if_exists="overwrite",
+ if_exists="append",
index=False,
)
upload_status["uploaded"].append(table_name)
@@ -195,3 +194,6 @@ def upload_dfs_to_database():
logger.error(f"{file_name} does not correspond with table in database")
db_engine.dispose()
return upload_status
+
+if __name__ == "__main__":
+ lambda_handler(None, None)
git.ajschof.me — hosted by ajschofield — powered by cgit