From 6ad17315d1d6a174b9ba7c597947e211ee87f40f Mon Sep 17 00:00:00 2001 From: Alex Schofield Date: Fri, 14 Feb 2025 12:25:41 +0000 Subject: add separate functions for reading locally and from s3 bucket --- cli.py | 2 +- obfuscator/csv_reader.py | 5 ++++- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/cli.py b/cli.py index 81114d2..0bbaf89 100644 --- a/cli.py +++ b/cli.py @@ -1,5 +1,5 @@ import argparse -from obfuscator.csv_reader import read +from obfuscator.csv_reader import read_local, read_s3 def main(): parser = argparse.ArgumentParser(description="gdpr-obfuscator") diff --git a/obfuscator/csv_reader.py b/obfuscator/csv_reader.py index 8a9be9b..4ae8a06 100644 --- a/obfuscator/csv_reader.py +++ b/obfuscator/csv_reader.py @@ -11,10 +11,13 @@ if not logger.handlers: handler.setFormatter(formatter) logger.addHandler(handler) -def read(content: str) -> List[Dict[str, str]]: +def read_local(content: str) -> List[Dict[str, str]]: f = StringIO(content) reader = csv.DictReader(f) logger.info("Finished reading CSV!") return list(reader) +def read_s3(): + pass + -- cgit v1.2.3