From a69fe58b47bcc5ad02986bcf404f060774aec9a7 Mon Sep 17 00:00:00 2001 From: lian-manonog Date: Fri, 23 Aug 2024 16:22:52 +0100 Subject: wip: pushing again --- src/dataframes.py | 12 ++++++------ src/transform_lambda.py | 1 + 2 files changed, 7 insertions(+), 6 deletions(-) (limited to 'src') diff --git a/src/dataframes.py b/src/dataframes.py index 684f102..18e1fac 100644 --- a/src/dataframes.py +++ b/src/dataframes.py @@ -1,11 +1,11 @@ import pandas as pd from bs4 import BeautifulSoup -from src.transform_lambda import read_from_s3_subfolder_to_df, tables -from src.extract_lambda import extract_bucket -import json -import boto3 -import re -from datetime import datetime as dt +# from src.transform_lambda import read_from_s3_subfolder_to_df, tables +# from src.extract_lambda import extract_bucket +# import json +# import boto3 +# import re +# from datetime import datetime as dt import requests # Table names: diff --git a/src/transform_lambda.py b/src/transform_lambda.py index defa15d..7677f66 100644 --- a/src/transform_lambda.py +++ b/src/transform_lambda.py @@ -207,5 +207,6 @@ def list_existing_s3_files(bucket_name, client=boto3.client("s3")): except ClientError as e: logger.error(f"Error listing S3 objects: {e}") + raise e return existing_files -- cgit v1.2.3