Corrects column reference error in mapping service, variable names in infra script.

Author: LaunaG

.pre-commit-config.yaml

@@ -16,6 +16,8 @@ repos:
         files: ./services/extract/
       - id: uv-lock
         files: ./services/transform/
+      - id: uv-lock
+        files: ./services/map
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
     rev: v0.12.11

infra/gcp/persistent/__main__.py

@@ -87,6 +87,7 @@
         service=svc,
         project=PROJECT_ID,
         disable_on_destroy=False,
+        opts=pulumi.ResourceOptions(provider=gcp_provider),
     )
     for svc in required_services
 ]
@@ -184,7 +185,7 @@
 # Create Cloudflare R2 access key id
 cloudflare_r2_access_key = gcp.secretmanager.Secret(
     f"debit-{ENV}-secret-r2-access-key-id",
-    secret_id=f"debit-{ENV}-r2-access-key-id",
+    secret_id=f"debit-{ENV}-secret-r2-access-key-id",
     replication=gcp.secretmanager.SecretReplicationArgs(
         user_managed=gcp.secretmanager.SecretReplicationUserManagedArgs(
             replicas=[
@@ -211,7 +212,7 @@
 # Create Cloudflare R2 secret key
 cloudflare_r2_secret_key = gcp.secretmanager.Secret(
     f"debit-{ENV}-secret-r2-secret-key",
-    secret_id=f"debit-{ENV}-r2-secret-key",
+    secret_id=f"debit-{ENV}-secret-r2-secret-key",
     replication=gcp.secretmanager.SecretReplicationArgs(
         user_managed=gcp.secretmanager.SecretReplicationUserManagedArgs(
             replicas=[
@@ -284,7 +285,9 @@
     region=PROJECT_REGION,
     database_version="POSTGRES_17",
     settings=gcp.sql.DatabaseInstanceSettingsArgs(
-        edition="ENTERPRISE", tier="db-custom-1-3840"
+        edition="ENTERPRISE",
+        tier="db-custom-1-3840",
+        activation_policy="NEVER",
     ),
     deletion_protection=False,
     root_password=postgres_password_version.secret_data.apply(lambda val: val),

services/map/src/map_clean/main.py

@@ -158,7 +158,7 @@ def get_document(row: pd.Series) -> str:
     else:
         # Define common indices on current and incoming DataFrames
         logger.info("Preparing current and incoming data for upsert operation.")
-        current_df = master_df.drop(columns="id").set_index("url").sort_index()
+        current_df = master_df.set_index("url").sort_index()
         incoming_df = clean_df.drop(columns="id").set_index("url").sort_index()
 
         # Refresh current DataFrame's value columns with latest updates