aboutsummaryrefslogtreecommitdiffstats
path: root/tests
diff options
context:
space:
mode:
authordeepsource-autofix[bot] <62050782+deepsource-autofix[bot]@users.noreply.github.com>2024-08-19 16:00:10 +0000
committerGitHub <noreply@github.com>2024-08-19 16:00:10 +0000
commit91d2e615a6af595898de2e329299c9cf42fc74f7 (patch)
treefc9f400a4af84a4700b9abeed97e3ebfe1022d11 /tests
parentb9f3576771c8af8933d23e95f7863f63e2bbc6aa (diff)
downloadde-project-bentley-91d2e615a6af595898de2e329299c9cf42fc74f7.tar.gz
de-project-bentley-91d2e615a6af595898de2e329299c9cf42fc74f7.zip
style: format code with Autopep8, Black and Ruff Formatter
This commit fixes the style issues introduced in b9f3576 according to the output from Autopep8, Black and Ruff Formatter. Details: https://github.com/ajschofield/de-project-bentley/pull/64
Diffstat (limited to 'tests')
-rw-r--r--tests/test_extract_lambda.py81
1 files changed, 47 insertions, 34 deletions
diff --git a/tests/test_extract_lambda.py b/tests/test_extract_lambda.py
index 665e419..02e3d3c 100644
--- a/tests/test_extract_lambda.py
+++ b/tests/test_extract_lambda.py
@@ -5,11 +5,18 @@ import boto3
from moto import mock_aws
from unittest.mock import patch, MagicMock
from unittest import TestCase
-from src.extract_lambda import list_existing_s3_files, connect_to_database, DBConnectionException, process_and_upload_tables, extract_bucket
+from src.extract_lambda import (
+ list_existing_s3_files,
+ connect_to_database,
+ DBConnectionException,
+ process_and_upload_tables,
+ extract_bucket,
+)
import logging
import os
-@pytest.fixture(scope='class')
+
+@pytest.fixture(scope="class")
def mock_config():
env_vars = {
"host": "abc",
@@ -18,44 +25,47 @@ def mock_config():
"password": "password",
"database": "db",
}
- with patch("src.extract_lambda.retrieve_secrets", return_value=env_vars) as mock_config:
+ with patch(
+ "src.extract_lambda.retrieve_secrets", return_value=env_vars
+ ) as mock_config:
yield mock_config
-@pytest.fixture(scope='class')
+@pytest.fixture(scope="class")
def aws_credentials():
- os.environ["AWS_ACCESS_KEY_ID"] = 'testing'
- os.environ["AWS_SECRET_ACCESS_KEY"] = 'testing'
- os.environ["AWS_SECURITY_TOKEN"] = 'testing'
- os.environ["AWS_SESSION_TOKEN"] = 'testing'
- os.environ["AWS_DEFAULT_REGION"]= 'eu-west-2'
+ os.environ["AWS_ACCESS_KEY_ID"] = "testing"
+ os.environ["AWS_SECRET_ACCESS_KEY"] = "testing"
+ os.environ["AWS_SECURITY_TOKEN"] = "testing"
+ os.environ["AWS_SESSION_TOKEN"] = "testing"
+ os.environ["AWS_DEFAULT_REGION"] = "eu-west-2"
+
-@pytest.fixture(scope='class')
+@pytest.fixture(scope="class")
def s3_client(aws_credentials):
with mock_aws():
- yield boto3.client('s3')
+ yield boto3.client("s3")
+
-@pytest.fixture(scope='class')
+@pytest.fixture(scope="class")
def s3_mock_bucket(s3_client):
- bucket = s3_client.create_bucket(Bucket='extract_bucket',
- CreateBucketConfiguration={
- 'LocationConstraint': 'eu-west-2'
- })
+ bucket = s3_client.create_bucket(
+ Bucket="extract_bucket",
+ CreateBucketConfiguration={"LocationConstraint": "eu-west-2"},
+ )
return bucket
+
class TestListExistingS3Files:
def test_error_if_no_bucket(self, s3_client, caplog):
-
logger = logging.getLogger()
- logger.info('Testing now.')
+ logger.info("Testing now.")
caplog.set_level(logging.ERROR)
list_existing_s3_files(client=s3_client)
- assert 'Error listing S3 objects' in caplog.text
+ assert "Error listing S3 objects" in caplog.text
def test_error_if_bucket_is_empty(self, s3_client, caplog, s3_mock_bucket):
- list_existing_s3_files('extract_bucket', client=s3_client)
- assert 'The bucket is empty' in caplog.text
-
+ list_existing_s3_files("extract_bucket", client=s3_client)
+ assert "The bucket is empty" in caplog.text
# def test_error_retrieving_object(self, s3_client, caplog, s3_mock_bucket):
# s3_client.upload_file('tests/dummy.txt', 'extract_bucket', 'dummy.txt')
@@ -64,33 +74,36 @@ class TestListExistingS3Files:
# assert 'Error retrieving S3 object dummy.txt: ClientError' in caplog.text
-
def test_retrieves_file_content(self, s3_client, caplog, s3_mock_bucket):
- s3_client.upload_file('tests/dummy.txt', 'extract_bucket', 'dummy.txt')
- result = list_existing_s3_files('extract_bucket', client=s3_client)
+ s3_client.upload_file("tests/dummy.txt", "extract_bucket", "dummy.txt")
+ result = list_existing_s3_files("extract_bucket", client=s3_client)
+
+ assert list(result.values()) == ["This is a test file."]
- assert list(result.values()) == ['This is a test file.']
class TestConnectToDatabase:
- def test_connect_to_database(mock_conn, mock_config): ##had mock_config in param
- with patch("src.extract_lambda.Connection", autospec=True) as mock_conn:
+ # had mock_config in param
+ def test_connect_to_database(mock_conn, mock_config):
+ with patch("src.extract_lambda.Connection", autospec=True) as mock_conn:
connect_to_database()
mock_conn.assert_called_with(
- host="abc", user="def", port="5432", password="password", database="db"
+ host="abc", user="def", port="5432", password="password", database="db"
)
- def test_database_error(self, mock_config): ##had mock_config in param
+ def test_database_error(self, mock_config): # had mock_config in param
with pytest.raises(DBConnectionException):
connect_to_database()
def test_logs_interface_error(self, caplog):
logger = logging.getLogger()
- logger.info('Testing now.')
+ logger.info("Testing now.")
caplog.set_level(logging.ERROR)
with pytest.raises(DBConnectionException):
connect_to_database()
- assert 'Interface error' in caplog.text
-'''
+ assert "Interface error" in caplog.text
+
+
+"""
class TestProcessAndUploadTables:
def test_error_process_and_upload_tables(mock_conn, mock_config, s3_client, caplog):
logger = logging.getLogger()
@@ -115,4 +128,4 @@ class TestProcessAndUploadTables:
s3_client.upload_file('tests/dummy_identical.csv', 'extract_bucket', s3_key)
process_and_upload_tables(mock_db(), existing_files, client=s3_client)
assert 'No new data.' in caplog.text
-''' \ No newline at end of file
+"""
git.ajschof.me — hosted by ajschofield — powered by cgit