diff options
Diffstat (limited to 'src')
| -rw-r--r-- | src/dataframes.py | 12 | ||||
| -rw-r--r-- | src/transform_lambda.py | 1 |
2 files changed, 7 insertions, 6 deletions
diff --git a/src/dataframes.py b/src/dataframes.py index 684f102..18e1fac 100644 --- a/src/dataframes.py +++ b/src/dataframes.py @@ -1,11 +1,11 @@ import pandas as pd from bs4 import BeautifulSoup -from src.transform_lambda import read_from_s3_subfolder_to_df, tables -from src.extract_lambda import extract_bucket -import json -import boto3 -import re -from datetime import datetime as dt +# from src.transform_lambda import read_from_s3_subfolder_to_df, tables +# from src.extract_lambda import extract_bucket +# import json +# import boto3 +# import re +# from datetime import datetime as dt import requests # Table names: diff --git a/src/transform_lambda.py b/src/transform_lambda.py index defa15d..7677f66 100644 --- a/src/transform_lambda.py +++ b/src/transform_lambda.py @@ -207,5 +207,6 @@ def list_existing_s3_files(bucket_name, client=boto3.client("s3")): except ClientError as e: logger.error(f"Error listing S3 objects: {e}") + raise e return existing_files |