aboutsummaryrefslogtreecommitdiffstats
path: root/tests/test_transform_lambda.py
diff options
context:
space:
mode:
authorHastarTara <joslinrashleigh@gmail.com>2024-08-27 17:02:25 +0100
committerHastarTara <joslinrashleigh@gmail.com>2024-08-27 17:02:25 +0100
commitad357ff34202827720dc216562dfbb0fbd65c297 (patch)
tree6dff86986704ef76c8f274e39e3674f443dc1466 /tests/test_transform_lambda.py
parent836f71dbea59a35b2eeeeeb982a73c4366089722 (diff)
downloadde-project-bentley-ad357ff34202827720dc216562dfbb0fbd65c297.tar.gz
de-project-bentley-ad357ff34202827720dc216562dfbb0fbd65c297.zip
test updates to transform lambda handler
Diffstat (limited to 'tests/test_transform_lambda.py')
-rw-r--r--tests/test_transform_lambda.py39
1 files changed, 37 insertions, 2 deletions
diff --git a/tests/test_transform_lambda.py b/tests/test_transform_lambda.py
index cc4e07a..b4836c2 100644
--- a/tests/test_transform_lambda.py
+++ b/tests/test_transform_lambda.py
@@ -1,7 +1,7 @@
from src.transform_lambda import (
read_from_s3_subfolder_to_df,
list_existing_s3_files,
- bucket_name,
+ bucket_name, process_to_parquet_and_upload_to_s3
)
from moto import mock_aws
import pytest
@@ -152,4 +152,39 @@ class TestBucketName:
def test_transform_bucket_name(self, mock_extract_bucket, mock_transform_bucket, s3_client):
bucket2 = bucket_name('dummy_transform_buc', s3_client)
assert bucket2 == 'dummy_transform_buc'
- \ No newline at end of file
+
+
+ def test_recieves_error_when_bucket_doesnt_exist(self, mock_extract_bucket, s3_client):
+ s3_client.delete_bucket(Bucket='dummy_extract_buc')
+ with pytest.raises(ValueError):
+ bucket_name('dummy_extract_buc', s3_client)
+
+
+
+
+
+
+class TestProcessToParquetUploadS3:
+ def test_func_uploads_to_s3(self, mock_transform_bucket, s3_client):
+
+ expected_cars_df = pd.DataFrame(
+ np.array(
+ [
+ ["Truck", "Chevrolet", "Grey"],
+ ["Convertible", "Mercedes", "Red"],
+ ["Van", "Volkswagen", "Blue"],
+ ]
+ ),
+ columns=["Car_type", "Brand", "Colour"],
+ )
+ mock_dim_dict = {'car_data': expected_cars_df}
+
+ response = process_to_parquet_and_upload_to_s3([], mock_dim_dict, {}, mock_transform_bucket, s3_client)
+
+
+ assert response == {"uploaded": ["car_data"], "not_uploaded": []}
+
+
+
+
+
git.ajschof.me — hosted by ajschofield — powered by cgit