diff options
| -rw-r--r-- | gdpr_obfuscator/read.py | 15 | ||||
| -rw-r--r-- | gdpr_obfuscator/write.py | 28 |
2 files changed, 1 insertions, 42 deletions
diff --git a/gdpr_obfuscator/read.py b/gdpr_obfuscator/read.py index c6f708c..b1ffc2f 100644 --- a/gdpr_obfuscator/read.py +++ b/gdpr_obfuscator/read.py @@ -43,20 +43,7 @@ class DataReader: bucket, key = utils.get_s3_path(path) self.logger.debug(f"Reading S3 CSV from: {bucket}/{key}") - if os.getenv("LOCALSTACK", "FALSE").upper() == "TRUE": - localstack_endpoint = "http://localhost.localstack.cloud:4566" - self.logger.debug( - "Using LocalStack endpoint for S3 - ensure LocalStack is running" - ) - client = boto3.client( - "s3", - endpoint_url=localstack_endpoint, - aws_access_key_id="dummy", - aws_secret_access_key="dummy", - ) - self.logger.debug(f"endpoint_url: {localstack_endpoint}") - else: - client = boto3.client("s3") + client = boto3.client("s3") try: response = client.get_object(Bucket=bucket, Key=key) diff --git a/gdpr_obfuscator/write.py b/gdpr_obfuscator/write.py deleted file mode 100644 index dae66f4..0000000 --- a/gdpr_obfuscator/write.py +++ /dev/null @@ -1,28 +0,0 @@ -import csv -import io -from typing import List, Dict -from .logger import get_logger - -logger = get_logger("CSVWRITER") - - -class DataWriter: - def __init__(self): - pass - - def create_byte_stream(self, data: List[Dict[str, str]]) -> bytes: - if not data: - logger.error("Invalid or empty data was provided to write") - return b"" - - output = io.StringIO() - - headers = list(data[0].keys()) - - writer = csv.DictWriter(output, fieldnames=headers) - writer.writeheader() - writer.writerows(data) - - csv_string = output.getvalue() - - return csv_string.encode("utf-8") |