diff options
| author | lian-manonog <lian.manonog@gmail.com> | 2024-08-23 16:22:52 +0100 |
|---|---|---|
| committer | lian-manonog <lian.manonog@gmail.com> | 2024-08-23 16:22:52 +0100 |
| commit | a69fe58b47bcc5ad02986bcf404f060774aec9a7 (patch) | |
| tree | 2cd62b799bee93156c61024c5e79e99dcaa4aa37 /src | |
| parent | 5c236c6ee0d0b7e0612a51bf8eaa59322d192a6e (diff) | |
| download | de-project-bentley-a69fe58b47bcc5ad02986bcf404f060774aec9a7.tar.gz de-project-bentley-a69fe58b47bcc5ad02986bcf404f060774aec9a7.zip | |
wip: pushing again
Diffstat (limited to 'src')
| -rw-r--r-- | src/dataframes.py | 12 | ||||
| -rw-r--r-- | src/transform_lambda.py | 1 |
2 files changed, 7 insertions, 6 deletions
diff --git a/src/dataframes.py b/src/dataframes.py index 684f102..18e1fac 100644 --- a/src/dataframes.py +++ b/src/dataframes.py @@ -1,11 +1,11 @@ import pandas as pd from bs4 import BeautifulSoup -from src.transform_lambda import read_from_s3_subfolder_to_df, tables -from src.extract_lambda import extract_bucket -import json -import boto3 -import re -from datetime import datetime as dt +# from src.transform_lambda import read_from_s3_subfolder_to_df, tables +# from src.extract_lambda import extract_bucket +# import json +# import boto3 +# import re +# from datetime import datetime as dt import requests # Table names: diff --git a/src/transform_lambda.py b/src/transform_lambda.py index defa15d..7677f66 100644 --- a/src/transform_lambda.py +++ b/src/transform_lambda.py @@ -207,5 +207,6 @@ def list_existing_s3_files(bucket_name, client=boto3.client("s3")): except ClientError as e: logger.error(f"Error listing S3 objects: {e}") + raise e return existing_files |