Extend the local stack script to pg_dump and restore the local DB

README.md

@@ -106,10 +106,15 @@ Stop the stack
 * Create and repopulate the database from the snapshot
 
 Note: the `-c / --include-change-log-data` flag can be used to opt to include the data of past change log events. The schema is created either way.
+Note: the `-f / --filename` flag can be optionally used to point to a specific data dump .sql file to use to restore.
 
 The way the snapshots are dated means that one will only end up downloading
 one copy of the data per-day, both in the with and without change log data.
 
+#### `vision-zero dump-local-db`
+* pg_dump the current local database
+* Stores the file in `./atd-vzd/dumps/visionzero-{date}-{time}.sql
+
 #### `vision-zero remove-snapshots`
 Remove snapshot files. This can be done to save space and clean up old snapshots, but it's also useful to cause a new copy of the day's data to be downloaded if an upstream change is made. 
 

atd-vzd/dumps/.gitignore

@@ -0,0 +1 @@
+*.sql

vision-zero

@@ -6,7 +6,7 @@ import subprocess
 import os
 import shtab
 import shutil
-from datetime import date
+from datetime import date, datetime
 import pprint
 from dotenv import load_dotenv
 
@@ -76,6 +76,8 @@ def doCommand(args):
     elif args.command == "replicate-db":
         dbUp(args)
         replicateDb(args)
+    elif args.command == "dump-local-db":
+        dumpLocalDb(args)
     elif args.command == "remove-snapshots":
         removeSnapshots(args)
 
@@ -94,11 +96,16 @@ def replicateDb(args):
     graphqlEngineDown(args)
 
     # print(tool_runner_command + replicate_command)
-    today = date.today().strftime("%Y-%m-%d")
-    snapshotFilename = (
-        "visionzero_" + today + "_" + (
-            "with-change-log" if args.include_change_log_data else "without-change-log") + ".sql"
-    )
+    snapshotFilename = ""
+    if(args.filename):
+        snapshotFilename = args.filename
+    else:
+        today = date.today().strftime("%Y-%m-%d")
+        snapshotFilename = (
+            "visionzero_" + today + "_" + (
+                "with-change-log" if args.include_change_log_data else "without-change-log") + ".sql"
+        )
+
     snapshotFQP = "atd-vzd/snapshots/" + snapshotFilename
 
     # fmt: off
@@ -191,6 +198,35 @@ def replicateDb(args):
 
     graphqlEngineUp(args)
 
+def dumpLocalDb(args):
+    print("️Dumping local database")
+    today = datetime.now().strftime("%Y-%m-%d-%H-%M:%S")
+
+    dump_runner_command = docker_compose_invocation + [
+        "-f", "docker-compose.yml", 
+        "-f",
+        "docker-compose-ram-disk.yml" if args.ram_disk else "docker-compose-docker-volume.yml",
+        "run",
+        "--rm",
+        "-e", "PGHOST=" + 'postgis',
+        "-e", "PGUSER=" + os.environ["POSTGRES_USER"],
+        "-e", "PGPASSWORD=" + os.environ["POSTGRES_PASSWORD"],
+        "-e", "PGDATABASE=" + os.environ["POSTGRES_DB"],
+        "db-tools",
+    ]
+
+    dump_command = [
+        "pg_dump",
+        "--clean",
+        "--create",
+        "--no-owner",
+        "--no-privileges",
+        "--if-exists",
+    ]
+
+    dump = open("atd-vzd/dumps/visionzero_" + today + ".sql", "w")
+    subprocess.run(dump_runner_command + dump_command, stdout=dump)
+    dump.close()
 
 def psql(args):
     # fmt: off
@@ -360,10 +396,12 @@ def get_main_parser():
             "psql",
             "tools-shell",
             "replicate-db",
+            "dump-local-db",
             "remove-snapshots",
             "hasura-console"
         ],
     )
+    parser.add_argument("-f", "--filename", required=False)
     return parser