aboutsummaryrefslogtreecommitdiffstats
path: root/tests/test_transform_lambda.py
diff options
context:
space:
mode:
authorAng Bel <anzelikabelotelova@Anzelikas-MacBook-Air.local>2024-08-21 15:07:51 +0100
committerAng Bel <anzelikabelotelova@Anzelikas-MacBook-Air.local>2024-08-21 15:14:35 +0100
commit0c6e2f8486d1ec4d9b0bd4984e01baca3a159df0 (patch)
treea29c5dd0225d3ce377368886c44911fd97d89c01 /tests/test_transform_lambda.py
parent562fac411ce0bedf3dbf067390cacef89ef47981 (diff)
downloadde-project-bentley-0c6e2f8486d1ec4d9b0bd4984e01baca3a159df0.tar.gz
de-project-bentley-0c6e2f8486d1ec4d9b0bd4984e01baca3a159df0.zip
(tests) Read from s3 to df passes
Diffstat (limited to 'tests/test_transform_lambda.py')
-rw-r--r--tests/test_transform_lambda.py21
1 files changed, 19 insertions, 2 deletions
diff --git a/tests/test_transform_lambda.py b/tests/test_transform_lambda.py
index a3ec4a8..7de1bf3 100644
--- a/tests/test_transform_lambda.py
+++ b/tests/test_transform_lambda.py
@@ -4,6 +4,7 @@ import pytest
import pandas as pd
import os
import boto3
+import numpy as np
@pytest.fixture(scope='class')
def aws_credentials():
@@ -27,7 +28,23 @@ class TestReadFromS3:
tables = ['Foods']
result = read_from_s3_subfolder_to_df(tables,bucket='dummy_buc',client=s3_client)
print(result)
+ expected_df = pd.DataFrame(np.array([['Vegetable', 'Sour', 'Green'], ['Berry', 'Sweet', 'Red']]),
+ columns=['Food_type', 'Flavour', 'Colour'])
assert isinstance(result,dict)
- assert list(result.keys()) == 'Foods'
+ assert list(result.keys())[0] == 'Foods'
assert isinstance(result['Foods'],pd.DataFrame)
- \ No newline at end of file
+ assert result['Foods'].eq(expected_df,axis='columns').all(axis=None)
+
+ def test_returns_dictionary_of_dataframes_for_multiple_tables(self,s3_client):
+ s3_client.upload_file('tests/dummy_2.csv', 'dummy_buc', 'Cars/2024/08/21/Cars_14:03:56.csv')
+ tables = ['Foods','Cars']
+ result = read_from_s3_subfolder_to_df(tables,bucket='dummy_buc',client=s3_client)
+ expected_foods_df = pd.DataFrame(np.array([['Vegetable', 'Sour', 'Green'], ['Berry', 'Sweet', 'Red']]),
+ columns=['Food_type', 'Flavour', 'Colour'])
+ expected_cars_df = pd.DataFrame(np.array([['Truck', 'Chevrolet', 'Grey'], ['Convertible', 'Mercedes','Red'],['Van','Volkswagen','Blue']]),
+ columns=['Car_type', 'Brand', 'Colour'])
+ assert list(result.keys()) == tables
+ assert result['Foods'].eq(expected_foods_df,axis='columns').all(axis=None)
+ assert result['Cars'].eq(expected_cars_df,axis='columns').all(axis=None)
+
+
git.ajschof.me — hosted by ajschofield — powered by cgit