User import

api/db/migration-state-queries.ts

@@ -27,6 +27,14 @@ interface MigrationStateRow {
   last_error: string | null;
 }
 
+export async function getUsersToMigrate(client: ClientBase): Promise<number[]> {
+  const results = await client.query<MigrationStateRow>({
+    name: 'get_users_to_migrate',
+    text: 'select membership_id from settings where membership_id not in (select membership_id from migration_state) limit 1000',
+  });
+  return results.rows.map((row) => row.membership_id);
+}
+
 export async function getMigrationState(
   client: ClientBase,
   bungieMembershipId: number,

api/stately/init/migrate-users.ts

@@ -0,0 +1,21 @@
+import { readTransaction } from '../../db/index.js';
+import { getUsersToMigrate } from '../../db/migration-state-queries.js';
+import { delay } from '../../utils.js';
+import { migrateUser } from '../migrator/user.js';
+
+while (true) {
+  try {
+    const bungieMembershipIds = await readTransaction(async (client) => getUsersToMigrate(client));
+    for (const bungieMembershipId of bungieMembershipIds) {
+      try {
+        await migrateUser(bungieMembershipId);
+        console.log(`Migrated user ${bungieMembershipId}`);
+      } catch (e) {
+        console.error(`Error migrating user ${bungieMembershipId}: ${e}`);
+      }
+    }
+  } catch (e) {
+    console.error(`Error getting users to migrate: ${e}`);
+    await delay(1000);
+  }
+}

api/stately/migrator/user.ts

@@ -0,0 +1,44 @@
+import { isEmpty } from 'es-toolkit/compat';
+import { doMigration } from '../../db/migration-state-queries.js';
+import { pgExport } from '../../routes/export.js';
+import { extractImportData, statelyImport } from '../../routes/import.js';
+
+export async function migrateUser(bungieMembershipId: number): Promise<void> {
+  const importToStately = async () => {
+    // Export from Postgres
+    const exportResponse = await pgExport(bungieMembershipId);
+
+    const { settings, loadouts, itemAnnotations, triumphs, searches, itemHashTags } =
+      extractImportData(exportResponse);
+
+    const profileIds = new Set<string>();
+    exportResponse.loadouts.forEach((l) => profileIds.add(l.platformMembershipId));
+    exportResponse.tags.forEach((t) => profileIds.add(t.platformMembershipId));
+    exportResponse.triumphs.forEach((t) => profileIds.add(t.platformMembershipId));
+
+    if (
+      isEmpty(settings) &&
+      loadouts.length === 0 &&
+      itemAnnotations.length === 0 &&
+      triumphs.length === 0 &&
+      searches.length === 0
+    ) {
+      // Nothing to import!
+      return;
+    }
+    await statelyImport(
+      bungieMembershipId,
+      [...profileIds],
+      settings,
+      loadouts,
+      itemAnnotations,
+      triumphs,
+      searches,
+      itemHashTags,
+      false,
+    );
+  };
+
+  // For now let's leave the old data in Postgres as a backup
+  await doMigration(bungieMembershipId, importToStately);
+}