aboutsummaryrefslogtreecommitdiffstats
path: root/tests/test_transform_lambda.py
diff options
context:
space:
mode:
authorlian-manonog <lian.manonog@gmail.com>2024-08-28 12:42:29 +0100
committerlian-manonog <lian.manonog@gmail.com>2024-08-28 12:42:29 +0100
commitf9f1ebc3eb7a9d4f312db5c1402a0197e0777b29 (patch)
tree85deab4d2ce5c5cf7790033ad602f7ae24f105a2 /tests/test_transform_lambda.py
parentd6b85cd8ea58d11159ef64b6cb94f21981de58c6 (diff)
downloadde-project-bentley-f9f1ebc3eb7a9d4f312db5c1402a0197e0777b29.tar.gz
de-project-bentley-f9f1ebc3eb7a9d4f312db5c1402a0197e0777b29.zip
wip: testing the process helper function
Diffstat (limited to 'tests/test_transform_lambda.py')
-rw-r--r--tests/test_transform_lambda.py36
1 files changed, 26 insertions, 10 deletions
diff --git a/tests/test_transform_lambda.py b/tests/test_transform_lambda.py
index 6cf3a09..3d6e82a 100644
--- a/tests/test_transform_lambda.py
+++ b/tests/test_transform_lambda.py
@@ -1,17 +1,13 @@
-from src.transform_lambda import (
- read_from_s3_subfolder_to_df,
- list_existing_s3_files,
- bucket_name,
- process_to_parquet_and_upload_to_s3,
-)
-from moto import mock_aws
+from src.transform_lambda.transform_lambda import read_from_s3_subfolder_to_df, list_existing_s3_files, bucket_name, process_to_parquet_and_upload_to_s3
import pytest
import pandas as pd
+from moto import mock_aws
import os
import boto3
from botocore.exceptions import ClientError
import numpy as np
+# /home/lianmei/northcoders/projects/de-project-bentley/src/transform_lambda/transform_lambda.py
# import caplog
import logging
@@ -171,7 +167,7 @@ class TestBucketName:
class TestProcessToParquetUploadS3:
- def test_func_uploads_to_s3(self, mock_transform_bucket, s3_client):
+ def test_func_doesnt_upoad_if_file_exists(self, mock_transform_bucket, s3_client):
expected_cars_df = pd.DataFrame(
np.array(
[
@@ -185,7 +181,27 @@ class TestProcessToParquetUploadS3:
mock_dim_dict = {"car_data": expected_cars_df}
response = process_to_parquet_and_upload_to_s3(
- [], mock_dim_dict, {}, mock_transform_bucket, s3_client
+ ['car_data'], mock_dim_dict, {}, mock_transform_bucket, s3_client
+ )
+
+ assert response == {"uploaded": [], "not_uploaded": ['car_data']}
+
+ def test_func_uploads_data_if_doesnt_exist(self, mock_transform_bucket, s3_client):
+ expected_flower_df = pd.DataFrame(
+ np.array(
+ [
+ ["Daisy", "White", "Edible"],
+ ["Rose", "Red", "Yes"],
+ ["Daffodil", "Yellow", "No"],
+ ]
+ ),
+ columns=["Flower", "Colour", "Edible"],
+ )
+ mock_dim_dict = {"flower_data": expected_flower_df}
+
+ response = process_to_parquet_and_upload_to_s3(
+ ['car_data'], mock_dim_dict, {}, mock_transform_bucket, s3_client
)
- assert response == {"uploaded": ["car_data"], "not_uploaded": []}
+ assert response == {"uploaded": ['flower_data'], "not_uploaded": ['car_data']}
+ # assert \ No newline at end of file
git.ajschof.me — hosted by ajschofield — powered by cgit