Skip to content

Commit

Permalink
Reset ID sequences at end of legacy import_data script
Browse files Browse the repository at this point in the history
  • Loading branch information
hancush committed Nov 30, 2023
1 parent c6ff997 commit 6f9922f
Show file tree
Hide file tree
Showing 2 changed files with 59 additions and 0 deletions.
8 changes: 8 additions & 0 deletions camp_fin/management/commands/import_data.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,7 @@

from django.core.management.base import BaseCommand, CommandError
from django.conf import settings
from django.db import connection as django_connection
from django.utils.text import slugify

from .table_mappers import *
Expand Down Expand Up @@ -158,6 +159,13 @@ def handle(self, *args, **options):
self.makeTransactionAggregates()
self.stdout.write(self.style.SUCCESS("Made transaction aggregate views"))

file_path = os.path.join(os.path.dirname(__file__), "sql", "reset_sequence.sql")

with open(file_path, "r") as statement, django_connection.cursor() as c:
c.execute(statement.read())

self.stdout.write(self.style.SUCCESS("Reset model ID sequences"))

self.stdout.write(
self.style.SUCCESS("Import complete!".format(self.entity_type))
)
Expand Down
51 changes: 51 additions & 0 deletions camp_fin/management/commands/sql/reset_sequence.sql
Original file line number Diff line number Diff line change
@@ -0,0 +1,51 @@
BEGIN;
SELECT setval(pg_get_serial_sequence('"camp_fin_candidate"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_candidate";
SELECT setval(pg_get_serial_sequence('"camp_fin_pac"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_pac";
SELECT setval(pg_get_serial_sequence('"camp_fin_campaign"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_campaign";
SELECT setval(pg_get_serial_sequence('"camp_fin_race"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_race";
SELECT setval(pg_get_serial_sequence('"camp_fin_racegroup"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_racegroup";
SELECT setval(pg_get_serial_sequence('"camp_fin_officetype"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_officetype";
SELECT setval(pg_get_serial_sequence('"camp_fin_office"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_office";
SELECT setval(pg_get_serial_sequence('"camp_fin_district"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_district";
SELECT setval(pg_get_serial_sequence('"camp_fin_county"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_county";
SELECT setval(pg_get_serial_sequence('"camp_fin_politicalparty"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_politicalparty";
SELECT setval(pg_get_serial_sequence('"camp_fin_transaction"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_transaction";
SELECT setval(pg_get_serial_sequence('"camp_fin_transactiontype"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_transactiontype";
SELECT setval(pg_get_serial_sequence('"camp_fin_loan"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_loan";
SELECT setval(pg_get_serial_sequence('"camp_fin_loantransaction"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_loantransaction";
SELECT setval(pg_get_serial_sequence('"camp_fin_loantransactiontype"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_loantransactiontype";
SELECT setval(pg_get_serial_sequence('"camp_fin_specialevent"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_specialevent";
SELECT setval(pg_get_serial_sequence('"camp_fin_filing"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_filing";
SELECT setval(pg_get_serial_sequence('"camp_fin_filingperiod"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_filingperiod";
SELECT setval(pg_get_serial_sequence('"camp_fin_address"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_address";
SELECT setval(pg_get_serial_sequence('"camp_fin_campaignstatus"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_campaignstatus";
SELECT setval(pg_get_serial_sequence('"camp_fin_division"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_division";
SELECT setval(pg_get_serial_sequence('"camp_fin_electionseason"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_electionseason";
SELECT setval(pg_get_serial_sequence('"camp_fin_entity"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_entity";
SELECT setval(pg_get_serial_sequence('"camp_fin_entitytype"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_entitytype";
SELECT setval(pg_get_serial_sequence('"camp_fin_filingtype"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_filingtype";
SELECT setval(pg_get_serial_sequence('"camp_fin_treasurer"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_treasurer";
SELECT setval(pg_get_serial_sequence('"camp_fin_contact"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_contact";
SELECT setval(pg_get_serial_sequence('"camp_fin_contacttype"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_contacttype";
SELECT setval(pg_get_serial_sequence('"camp_fin_state"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_state";
SELECT setval(pg_get_serial_sequence('"camp_fin_story_candidate"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_story_candidate";
SELECT setval(pg_get_serial_sequence('"camp_fin_story_race"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_story_race";
SELECT setval(pg_get_serial_sequence('"camp_fin_story"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_story";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyist"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyist";
SELECT setval(pg_get_serial_sequence('"camp_fin_organization"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_organization";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyistregistration"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyistregistration";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyistemployer"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyistemployer";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyistfilingperiod"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyistfilingperiod";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyisttransaction"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyisttransaction";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyisttransactiontype"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyisttransactiontype";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyistreport"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyistreport";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyistspecialevent"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyistspecialevent";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyistbundlingdisclosure"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyistbundlingdisclosure";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyistbundlingdisclosurecontributor"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyistbundlingdisclosurecontributor";
SELECT setval(pg_get_serial_sequence('"camp_fin_regularfilingperiod"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_regularfilingperiod";
SELECT setval(pg_get_serial_sequence('"camp_fin_status"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_status";
SELECT setval(pg_get_serial_sequence('"camp_fin_addresstype"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_addresstype";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyistfilingperiodtype"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyistfilingperiodtype";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyisttransactionstatus"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyisttransactionstatus";
SELECT setval(pg_get_serial_sequence('"camp_fin_lobbyisttransactiongroup"','id'), coalesce(max("id"), 1), max("id") IS NOT null) FROM "camp_fin_lobbyisttransactiongroup";
COMMIT;

0 comments on commit 6f9922f

Please sign in to comment.