diff options
| author | T-Aji <tolujbd2@gmail.com> | 2024-08-22 10:09:22 +0100 |
|---|---|---|
| committer | T-Aji <tolujbd2@gmail.com> | 2024-08-22 10:09:22 +0100 |
| commit | d04f2474b9b6d3bc11441a1cecfb3cd9e3d67f69 (patch) | |
| tree | 04cf2494f15e0f4bbb8b57705f133164d976abd0 /src/transform_lambda.py | |
| parent | 956bc9223a584c9cb687277f9000967f9b3ddc6b (diff) | |
| parent | 5b2b4864eae129e112e70d093eb66498d7de401e (diff) | |
| download | de-project-bentley-d04f2474b9b6d3bc11441a1cecfb3cd9e3d67f69.tar.gz de-project-bentley-d04f2474b9b6d3bc11441a1cecfb3cd9e3d67f69.zip | |
wip: creating dim dataframes
Diffstat (limited to 'src/transform_lambda.py')
| -rw-r--r-- | src/transform_lambda.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/src/transform_lambda.py b/src/transform_lambda.py index 9238180..920a24f 100644 --- a/src/transform_lambda.py +++ b/src/transform_lambda.py @@ -1,8 +1,6 @@ import json import boto3 import re -import io -from io import StringIO import pandas as pd @@ -35,3 +33,5 @@ def read_from_s3_subfolder_to_df(tables, bucket, client=boto3.client("s3")): list_of_df = [pd.read_csv(key) for key in list_of_keys] table_dfs[table] = pd.concat(list_of_df) return table_dfs + + |