From 0915d4fe4e151d6b593467129b51a1322398fc04 Mon Sep 17 00:00:00 2001 From: Ellie Date: Tue, 27 Aug 2024 17:27:21 +0100 Subject: add json.loads --- src/load_lambda.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/src/load_lambda.py b/src/load_lambda.py index 9e15af3..7339ab9 100644 --- a/src/load_lambda.py +++ b/src/load_lambda.py @@ -64,7 +64,7 @@ def retrieve_secrets(client=None, secret_name=None): logger.error(f"Secret {secret_name} does not contain a SecretString") raise ValueError(f"Secret {secret_name} does not contain a SecretString") - return json.loads(get_secret_value_response["SecretString"]) + return get_secret_value_response["SecretString"] # connect to database, slightly different way of doing it, to allow manipulation through pandas @@ -72,10 +72,10 @@ def retrieve_secrets(client=None, secret_name=None): def connect_to_db_and_return_engine(sm_secret=None): if sm_secret is None: - sm_secret = retrieve_secrets() + sm_secret = json.loads(retrieve_secrets()) try: - secrets = json.loads(sm_secret) + secrets = sm_secret host = secrets["host"] port = secrets["port"] user = secrets["user"] @@ -171,13 +171,14 @@ def upload_dfs_to_database(): ] for file_name, df in dict_of_dfs.items(): + print(df) if file_name in immutable_df_dict: table_name = file_name.split(".")[0] + print(table_name, "<<<<<") try: df.to_sql( table_name, con=db_engine, - schema="project_team_2", if_exists="append", index=False, ) -- cgit v1.2.3