Modify postgres docker container

- add sops-secrets for admin pwd
- POSTGRES_MULTIPLE_DATABASES as json to specify users and extensions
- initdb docker entrypoint script to create dbs, users and extensions
  from json

flake.lock

@@ -380,11 +380,11 @@
     "nix-secrets": {
       "flake": false,
       "locked": {
-        "lastModified": 1719686367,
+        "lastModified": 1720263046,
-        "narHash": "sha256-zQ/Mgrg3GjE4QkweXPLAtbO8SnfzTXZrqmm8oZwXBV4=",
+        "narHash": "sha256-6tJLK4EtB4IXBO4i6P/Ulf03Bd7GaEezT7AebN3VPHA=",
         "ref": "refs/heads/master",
-        "rev": "eb8d568c7e30a8c45148fa5c235ebd49bc8effee",
+        "rev": "33d677fea187322e503f8a56d9c75ff7e7df057c",
-        "revCount": 148,
+        "revCount": 151,
         "type": "git",
         "url": "ssh://git@git.bitlab21.com/sam/nix-secrets.git"
       },

hosts/common/optional/docker/default.nix

@@ -1,6 +1,11 @@
-{ inputs, ... }: {
+{ pkgs, inputs, ... }:
+{
 
   imports = [ inputs.arion.nixosModules.arion ];
+  environment.systemPackages = [
+    pkgs.arion
+  ];
+
   # Arion works with Docker, but for NixOS-based containers, you need Podman
   # since NixOS 21.05.
   virtualisation = {
@@ -9,6 +14,7 @@
       defaultNetwork.settings.dns_enabled = true;
     };
     docker = {
+      enable = true;
       storageDriver = "btrfs";
       rootless = {
         enable = true;

hosts/common/optional/docker/postgres.nix

@@ -1,5 +1,11 @@
-{ pkgs, ... }:
+{ pkgs, lib, inputs, config, ... }:
+let
+  admin_dbPasswordFile = lib.optionalString (lib.hasAttr "sops-nix" inputs) config.sops.secrets."software/postgres/admin_db/password".path;
+in
 {
+  sops.secrets = {
+    "software/postgres/admin_db/password" = { };
+  };
   virtualisation.arion = {
     backend = "docker";
     projects = {
@@ -12,51 +18,92 @@
             RUN apt-get update \
                 && apt-get install -y --no-install-recommends \
                     postgresql-16-postgis \
+                    jq \
                 && rm -rf /var/lib/apt/lists/*
           ''}";
         environment = {
-          POSTGRES_PASSWORD = "balls1234";
+          POSTGRES_PASSWORD_FILE = admin_dbPasswordFile;
           POSTGRES_USER = "admin";
           POSTGRES_DB = "admin_db";
           PGDATA = "/var/lib/postgresql/data/pgdata";
+          POSTGRES_MULTIPLE_DATABASES = ''
+            [
+              {
+                "osm": {
+                  "user": "gis",
+                  "extensions": [
+                    "hstore",
+                    "postgis"
+                  ]
+                },
+                "bitcoin": {
+                  "user": "satoshi",
+                  "extensions": []
+                },
+                "btc_models": {
+                  "user": "dbt",
+                  "extensions": []
+                },
+                "dev_btc_models": {
+                  "user": "dbt",
+                  "extensions": []
+                }
+                "test": {
+                  "user": "test",
+                  "extensions": [hstore]
+                }
+              }
+            ]
+          '';
         };
         ports = [ "5432:5432" ];
         volumes = [
           "/mnt/postgres:/var/lib/postgresql/data"
 
-          # PG init script
+          # Need to mount secret file 
+          "${admin_dbPasswordFile}:${admin_dbPasswordFile}"
+
+          # PG init script to parse json specified in POSTGRES_MULTIPLE_DATABASES
+          # creates databases, users and installs extensions for each database.
           "${pkgs.writeScript "init.sh" ''
             #!/bin/bash
-
+            function create_user_and_database() {
-            # Create additional databases
+              local database=$1
-            psql -v --username "$POSTGRES_USER" --dbname "$POSTGRES_DB" <<-EOSQL
+              local user=$2
-            	create database bitcoin;
+              local extensions=$3
-            	create database osm;
+              echo "### admin user: $POSTGRES_USER ###"
+              echo "  Creating database '$database'"
+              echo "  Creating user  '$user'"
+              psql -v --username "$POSTGRES_USER" -d "$POSTGRES_DB" <<-EOSQL
+                  CREATE USER $user;
+                  CREATE DATABASE $database;
+                  GRANT ALL PRIVILEGES ON DATABASE $database TO $user;
             EOSQL
             
-            # Create additional users
+            # Loop through extensions and create them
-            psql -v --username "$POSTGRES_USER" --dbname "$POSTGRES_DB" <<-EOSQL
+            for ext in $(echo "$extensions" | tr ',' ' '); do
-            	create user gis;
+              echo "     - Installing extention $ext"
-            	create user satoshi;
+              psql -v --username "$POSTGRES_USER" -d "$database" -c "CREATE EXTENSION $ext;"
-            EOSQL
+            done
+            }
             
-            # Setup bitcoin db
+            if [ -n "$POSTGRES_MULTIPLE_DATABASES" ]; then
-            psql -v --username "$POSTGRES_USER" --dbname "bitcoin" <<-EOSQL
-            	grant all privileges on database bitcoin to satoshi;
-            EOSQL
             
-            # Setup osm db
+              # Parse the JSON string
-            psql -v --username "$POSTGRES_USER" --dbname "osm" <<-EOSQL
+              database_names=$(echo "$POSTGRES_MULTIPLE_DATABASES" | jq -r '.[0] | keys[]')
-              grant all privileges on database osm to gis;
+              echo "Multiple database creation requested: $(echo "$database_names" | tr "\n" " ")"
-              create extension if not exists postgis;
-              create extension if not exists hstore;
-            EOSQL
               
+              # Loop through each database and create it
+              for db_name in $database_names; do
+                user=$(echo "$POSTGRES_MULTIPLE_DATABASES" | jq -r ".[0] | .''${db_name} | .user")
+                extensions=$(echo "$POSTGRES_MULTIPLE_DATABASES" | jq -r ".[0] | .''${db_name} | .extensions | join(\",\")")
+                create_user_and_database "$db_name" "$user" "$extensions"
+              done
+            fi
            ''}:/docker-entrypoint-initdb.d/init.sh"
         ];
       };
     };
   };
-
 }