diff options
Diffstat (limited to 'tests/test_load_lambda.py')
| -rw-r--r-- | tests/test_load_lambda.py | 92 |
1 files changed, 92 insertions, 0 deletions
diff --git a/tests/test_load_lambda.py b/tests/test_load_lambda.py new file mode 100644 index 0000000..88c71e4 --- /dev/null +++ b/tests/test_load_lambda.py @@ -0,0 +1,92 @@ +import pandas as pd +import pyarrow.parquet as pq +from io import BytesIO +from moto import mock_aws +import boto3 +import os +import pytest +from src.load_lambda import ( + lambda_handler, + connect_to_db_and_return_engine, + get_transform_bucket, + convert_parquet_files_to_dfs, + upload_dfs_to_database, +) + + +@pytest.fixture(scope="class") +def aws_credentials(): + os.environ["AWS_ACCESS_KEY_ID"] = "testing" + os.environ["AWS_SECRET_ACCESS_KEY"] = "testing" + os.environ["AWS_SECURIT_TOKEN"] = "testing" + os.environ["AWS_SESSION_TOKEN"] = "testing" + os.environ["AWS_DEFAULT_REGION"] = "eu-west-2" + + +@pytest.fixture(scope="class") +def mock_s3_client(aws_credentials): + with mock_aws(): + yield boto3.client("s3") + + +class TestLambdaHandler: + pass + + +class TestRetrieveSecrets: + pass + + +class TestConnectToDBAndReturnEngine: + pass + + +class TestGetTransformBucket: + def test_raises_value_error_if_no_buckets(self, mock_s3_client): + with pytest.raises(ValueError, match="No transform bucket found"): + get_transform_bucket(mock_s3_client) + + def test_raises_value_error_if_no_transform_bucket(self, mock_s3_client): + mock_s3_client.create_bucket( + Bucket="extract_bucket", + CreateBucketConfiguration={"LocationConstraint": "eu-west-2"}, + ) + with pytest.raises(ValueError, match="No transform bucket found"): + get_transform_bucket(mock_s3_client) + + def test_returns_transform_bucket_if_one_bucket(self, mock_s3_client): + mock_s3_client.create_bucket( + Bucket="transform_bucket", + CreateBucketConfiguration={"LocationConstraint": "eu-west-2"}, + ) + result = get_transform_bucket(mock_s3_client) + assert result == "transform_bucket" + + def test_only_returns_transform_bucket_if_several_buckets(self, mock_s3_client): + mock_s3_client.create_bucket( + Bucket="another_test_bucket", + CreateBucketConfiguration={"LocationConstraint": "eu-west-2"}, + ) + result = get_transform_bucket(mock_s3_client) + assert result == "transform_bucket" + + +class TestConvertParquetToDfs: + def test_function_returns_empty_dictionary_if_no_files(self, mock_s3_client): + mock_s3_client.create_bucket( + Bucket="transform_bucket", + CreateBucketConfiguration={"LocationConstraint": "eu-west-2"}, + ) + result = convert_parquet_files_to_dfs( + bucket_name="transform_bucket", client=mock_s3_client + ) + assert result == {} + + # def test_function_returns_dictionary_with_table_with_file_key(): + # # need to mock parquet file and upload to mock bucket + # result = convert_parquet_files_to_dfs(bucket_name="transform_bucket", client=mock_s3_client) + # assert "dim_staff" in result + + +class TestUploadDfsToDatabase: + pass |
