diff options
| author | HastarTara <joslinrashleigh@gmail.com> | 2024-08-27 17:02:25 +0100 |
|---|---|---|
| committer | HastarTara <joslinrashleigh@gmail.com> | 2024-08-27 17:02:25 +0100 |
| commit | ad357ff34202827720dc216562dfbb0fbd65c297 (patch) | |
| tree | 6dff86986704ef76c8f274e39e3674f443dc1466 /tests | |
| parent | 836f71dbea59a35b2eeeeeb982a73c4366089722 (diff) | |
| download | de-project-bentley-ad357ff34202827720dc216562dfbb0fbd65c297.tar.gz de-project-bentley-ad357ff34202827720dc216562dfbb0fbd65c297.zip | |
test updates to transform lambda handler
Diffstat (limited to 'tests')
| -rw-r--r-- | tests/test_transform_lambda.py | 39 |
1 files changed, 37 insertions, 2 deletions
diff --git a/tests/test_transform_lambda.py b/tests/test_transform_lambda.py index cc4e07a..b4836c2 100644 --- a/tests/test_transform_lambda.py +++ b/tests/test_transform_lambda.py @@ -1,7 +1,7 @@ from src.transform_lambda import ( read_from_s3_subfolder_to_df, list_existing_s3_files, - bucket_name, + bucket_name, process_to_parquet_and_upload_to_s3 ) from moto import mock_aws import pytest @@ -152,4 +152,39 @@ class TestBucketName: def test_transform_bucket_name(self, mock_extract_bucket, mock_transform_bucket, s3_client): bucket2 = bucket_name('dummy_transform_buc', s3_client) assert bucket2 == 'dummy_transform_buc' -
\ No newline at end of file + + + def test_recieves_error_when_bucket_doesnt_exist(self, mock_extract_bucket, s3_client): + s3_client.delete_bucket(Bucket='dummy_extract_buc') + with pytest.raises(ValueError): + bucket_name('dummy_extract_buc', s3_client) + + + + + + +class TestProcessToParquetUploadS3: + def test_func_uploads_to_s3(self, mock_transform_bucket, s3_client): + + expected_cars_df = pd.DataFrame( + np.array( + [ + ["Truck", "Chevrolet", "Grey"], + ["Convertible", "Mercedes", "Red"], + ["Van", "Volkswagen", "Blue"], + ] + ), + columns=["Car_type", "Brand", "Colour"], + ) + mock_dim_dict = {'car_data': expected_cars_df} + + response = process_to_parquet_and_upload_to_s3([], mock_dim_dict, {}, mock_transform_bucket, s3_client) + + + assert response == {"uploaded": ["car_data"], "not_uploaded": []} + + + + + |
