fixup! import command for 2025 scorecards FOI data

mysociety · Nov 7, 2024 · 8177899 · 8177899
1 parent 36225bd
commit 8177899
Showing 1 changed file with 15 additions and 0 deletions.
diff --git a/crowdsourcer/management/commands/import_2025_foi_data.py b/crowdsourcer/management/commands/import_2025_foi_data.py
@@ -30,6 +30,12 @@ class Command(BaseCommand):
     url_map_file = (
         settings.BASE_DIR / "data" / "scorecards-2025" / "foi-private-link-url.csv"
     )
+    new_url_map_file = (
+        settings.BASE_DIR
+        / "data"
+        / "scorecards-2025"
+        / "updated-foi-private-link-url.csv"
+    )
 
     combined_foi_file = settings.BASE_DIR / "data" / "combined_foi_data.xlsx"
 
@@ -248,6 +254,15 @@ def populate_url_map(self):
             self.url_map[row["request_url"]] = row["request_private_link"]
             self.url_map[row["project_url"]] = row["request_private_link"]
 
+        df = pd.read_csv(
+            self.new_url_map_file,
+        )
+
+        for _, row in df.iterrows():
+            self.url_map[row["request_url"].strip()] = row[
+                "request_private_link"
+            ].strip()
+
     def get_council_lookup(self):
         url = get_dataset_url(
             repo_name="uk_local_authority_names_and_codes",