aboutsummaryrefslogtreecommitdiffstats
path: root/src/transform_lambda.py
diff options
context:
space:
mode:
authordeepsource-autofix[bot] <62050782+deepsource-autofix[bot]@users.noreply.github.com>2024-08-23 10:47:15 +0000
committerGitHub <noreply@github.com>2024-08-23 10:47:15 +0000
commitc3e04ab0415ddeedfa1a304296aa0e34fb5f2a1f (patch)
treecebd073fce0b524ebda4b7adbf3d916d6f5213aa /src/transform_lambda.py
parent3ff2182b8256594dfbfe7d8c7480d2ee70067ce5 (diff)
downloadde-project-bentley-c3e04ab0415ddeedfa1a304296aa0e34fb5f2a1f.tar.gz
de-project-bentley-c3e04ab0415ddeedfa1a304296aa0e34fb5f2a1f.zip
style: format code with Autopep8, Black and Ruff Formatter
This commit fixes the style issues introduced in 3ff2182 according to the output from Autopep8, Black and Ruff Formatter. Details: https://github.com/ajschofield/de-project-bentley/pull/93
Diffstat (limited to 'src/transform_lambda.py')
-rw-r--r--src/transform_lambda.py9
1 files changed, 6 insertions, 3 deletions
diff --git a/src/transform_lambda.py b/src/transform_lambda.py
index 44454e2..defa15d 100644
--- a/src/transform_lambda.py
+++ b/src/transform_lambda.py
@@ -51,11 +51,13 @@ def lambda_handler(event, context):
try:
db = connect_to_database()
- bucket = bucket_name('transform')
-
+ bucket = bucket_name("transform")
+
existing_s3_files = list_existing_s3_files(bucket)
- dict_of_df = read_from_s3_subfolder_to_df(TABLES, bucket_name('extract'), client=boto3.client("s3"))
+ dict_of_df = read_from_s3_subfolder_to_df(
+ TABLES, bucket_name("extract"), client=boto3.client("s3")
+ )
immutable_df_dict = {
"dim_counterparty": create_dim_counterparty(dict_of_df),
@@ -130,6 +132,7 @@ def process_to_parquet_and_upload_to_s3(
return status
+
def retrieve_secrets():
secret_name = "bentley-secrets"
region_name = "eu-west-2"
git.ajschof.me — hosted by ajschofield — powered by cgit