From 82ea5c29c444bc9d050d80c0ad24ed7975c49595 Mon Sep 17 00:00:00 2001 From: Alex Schofield Date: Mon, 17 Feb 2025 12:57:35 +0000 Subject: add cli argument for pii fields to obfuscate --- cli.py | 4 ++++ 1 file changed, 4 insertions(+) (limited to 'cli.py') diff --git a/cli.py b/cli.py index 19e64d8..7fb4393 100644 --- a/cli.py +++ b/cli.py @@ -1,5 +1,6 @@ import argparse from obfuscator.csv_reader import CSVReader +from obfuscator.obfuscate import obfuscate from obfuscator.logger import get_logger logger = get_logger("CLI") @@ -11,6 +12,9 @@ def main(): loc = parser.add_mutually_exclusive_group(required=True) loc.add_argument("--local") loc.add_argument("--s3") + + parser.add_argument("--pii", nargs="+", required=True) + args = parser.parse_args() if args.local and not args.s3: -- cgit v1.2.3 From 08ab3d77f1a36c72340858a8ff8c3e57246dc8f4 Mon Sep 17 00:00:00 2001 From: Alex Schofield Date: Mon, 17 Feb 2025 12:58:44 +0000 Subject: debug log csv data instead of printing --- cli.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'cli.py') diff --git a/cli.py b/cli.py index 7fb4393..f5590e6 100644 --- a/cli.py +++ b/cli.py @@ -14,14 +14,14 @@ def main(): loc.add_argument("--s3") parser.add_argument("--pii", nargs="+", required=True) - + args = parser.parse_args() if args.local and not args.s3: logger.debug("User chose to read CSV from local path") reader = CSVReader() data = reader.read_local(args.local) - print(data) + logger.debug(data) else: logger.debug("User chose to read CSV from S3") -- cgit v1.2.3 From 74843c48b7aa6f862b2965d590a711aa4cfc5f42 Mon Sep 17 00:00:00 2001 From: Alex Schofield Date: Mon, 17 Feb 2025 13:00:39 +0000 Subject: obfuscate the data in cli.py and debug log as json --- cli.py | 4 ++++ 1 file changed, 4 insertions(+) (limited to 'cli.py') diff --git a/cli.py b/cli.py index f5590e6..c6442c7 100644 --- a/cli.py +++ b/cli.py @@ -1,4 +1,5 @@ import argparse +import json from obfuscator.csv_reader import CSVReader from obfuscator.obfuscate import obfuscate from obfuscator.logger import get_logger @@ -25,6 +26,9 @@ def main(): else: logger.debug("User chose to read CSV from S3") + obfuscated_data = obfuscate(data, args.pii) + logger.debug(json.dumps(obfuscated_data, indent=4)) + if __name__ == "__main__": main() -- cgit v1.2.3