From 4abd54094dd7f6d035264cbbb22b80832595fc1b Mon Sep 17 00:00:00 2001
From: Kenneth Kehl <@kkehl@flexion.us>
Date: Thu, 3 Oct 2024 07:00:07 -0700
Subject: [PATCH] debug s3 partitioning

---
 app/aws/s3.py    | 9 +++++++++
 app/job/rest.py  | 1 +
 app/user/rest.py | 1 -
 3 files changed, 10 insertions(+), 1 deletion(-)

diff --git a/app/aws/s3.py b/app/aws/s3.py
index bd0301d78..a3cd35811 100644
--- a/app/aws/s3.py
+++ b/app/aws/s3.py
@@ -264,6 +264,9 @@ def file_exists(file_location):
 
 
 def get_job_location(service_id, job_id):
+    current_app.logger.info(
+        f"#s3-partitioning NEW JOB_LOCATION: {NEW_FILE_LOCATION_STRUCTURE.format(service_id, job_id)}"
+    )
     return (
         current_app.config["CSV_UPLOAD_BUCKET"]["bucket"],
         NEW_FILE_LOCATION_STRUCTURE.format(service_id, job_id),
@@ -279,6 +282,9 @@ def get_old_job_location(service_id, job_id):
     but it will take a few days where we have to support both formats.
     Remove this when everything works with the NEW_FILE_LOCATION_STRUCTURE.
     """
+    current_app.logger.info(
+        f"#s3-partitioning OLD JOB LOCATION: {FILE_LOCATION_STRUCTURE.format(service_id, job_id)}"
+    )
     return (
         current_app.config["CSV_UPLOAD_BUCKET"]["bucket"],
         FILE_LOCATION_STRUCTURE.format(service_id, job_id),
@@ -486,6 +492,9 @@ def get_personalisation_from_s3(service_id, job_id, job_row_number):
 
 
 def get_job_metadata_from_s3(service_id, job_id):
+    current_app.logger.info(
+        f"#s3-partitioning CALLING GET_JOB_METADATA with {service_id}, {job_id}"
+    )
     obj = get_s3_object(*get_job_location(service_id, job_id))
     return obj.get()["Metadata"]
 
diff --git a/app/job/rest.py b/app/job/rest.py
index 85414a29c..8b3965061 100644
--- a/app/job/rest.py
+++ b/app/job/rest.py
@@ -175,6 +175,7 @@ def create_job(service_id):
     original_file_name = data.get("original_file_name")
     data.update({"service": service_id})
     try:
+        current_app.logger.info(f"#s3-partitioning DATA IN CREATE_JOB: {data}")
         data.update(**get_job_metadata_from_s3(service_id, data["id"]))
     except KeyError:
         raise InvalidRequest(
diff --git a/app/user/rest.py b/app/user/rest.py
index 847c4ca07..f4f4db947 100644
--- a/app/user/rest.py
+++ b/app/user/rest.py
@@ -599,7 +599,6 @@ def fetch_user_by_email():
         fetched_user = get_user_by_email(email["email"])
         debug_not_production(hilite(f"fetched user is {fetched_user}"))
         result = fetched_user.serialize()
-        debug_not_production(hilite(f"result is serialized to {result}"))
         return jsonify(data=result)
     except Exception as e:
         debug_not_production(hilite(f"Failed with {e}!!"))