sam
/
nixos
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Modify postgres docker container 

- add sops-secrets for admin pwd
- POSTGRES_MULTIPLE_DATABASES as json to specify users and extensions
- initdb docker entrypoint script to create dbs, users and extensions
  from json
This commit is contained in:
Sam 2024-07-06 16:02:10 +01:00
parent 01ad0238a7
commit 89ab4e8f9d
1 changed files with 75 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

103
hosts/common/optional/docker/postgres.nix
View File

@ -1,5 +1,11 @@
{ pkgs, ... }: { pkgs, lib, inputs, config, ... }:
let
admin_dbPasswordFile = lib.optionalString (lib.hasAttr "sops-nix" inputs) config.sops.secrets."software/postgres/admin_db/password".path;
in
{ {
sops.secrets = {
"software/postgres/admin_db/password" = { };
};
virtualisation.arion = { virtualisation.arion = {
backend = "docker"; backend = "docker";
projects = { projects = {
@ -12,51 +18,92 @@
RUN apt-get update \ RUN apt-get update \
&& apt-get install -y --no-install-recommends \ && apt-get install -y --no-install-recommends \
postgresql-16-postgis \ postgresql-16-postgis \
jq \
&& rm -rf /var/lib/apt/lists/* && rm -rf /var/lib/apt/lists/*
''}"; ''}";
environment = { environment = {
POSTGRES_PASSWORD = "balls1234"; POSTGRES_PASSWORD_FILE = admin_dbPasswordFile;
POSTGRES_USER = "admin"; POSTGRES_USER = "admin";
POSTGRES_DB = "admin_db"; POSTGRES_DB = "admin_db";
PGDATA = "/var/lib/postgresql/data/pgdata"; PGDATA = "/var/lib/postgresql/data/pgdata";
POSTGRES_MULTIPLE_DATABASES = ''
[
{
"osm": {
"user": "gis",
"extensions": [
"hstore",
"postgis"
]
},
"bitcoin": {
"user": "satoshi",
"extensions": []
},
"btc_models": {
"user": "dbt",
"extensions": []
},
"dev_btc_models": {
"user": "dbt",
"extensions": []
}
"test": {
"user": "test",
"extensions": [hstore]
}
}
]
'';
}; };
ports = [ "5432:5432" ]; ports = [ "5432:5432" ];
volumes = [ volumes = [
"/mnt/postgres:/var/lib/postgresql/data" "/mnt/postgres:/var/lib/postgresql/data"
# PG init script # Need to mount secret file
"${admin_dbPasswordFile}:${admin_dbPasswordFile}"
# PG init script to parse json specified in POSTGRES_MULTIPLE_DATABASES
# creates databases, users and installs extensions for each database.
"${pkgs.writeScript "init.sh" '' "${pkgs.writeScript "init.sh" ''
#!/bin/bash #!/bin/bash
function create_user_and_database() {
# Create additional databases local database=$1
psql -v --username "$POSTGRES_USER" --dbname "$POSTGRES_DB" <<-EOSQL local user=$2
create database bitcoin; local extensions=$3
create database osm; echo "### admin user: $POSTGRES_USER ###"
echo " Creating database '$database'"
echo " Creating user '$user'"
psql -v --username "$POSTGRES_USER" -d "$POSTGRES_DB" <<-EOSQL
CREATE USER $user;
CREATE DATABASE $database;
GRANT ALL PRIVILEGES ON DATABASE $database TO $user;
EOSQL EOSQL
# Create additional users # Loop through extensions and create them
psql -v --username "$POSTGRES_USER" --dbname "$POSTGRES_DB" <<-EOSQL for ext in $(echo "$extensions" | tr ',' ' '); do
create user gis; echo " - Installing extention $ext"
create user satoshi; psql -v --username "$POSTGRES_USER" -d "$database" -c "CREATE EXTENSION $ext;"
EOSQL done
}
# Setup bitcoin db
psql -v --username "$POSTGRES_USER" --dbname "bitcoin" <<-EOSQL if [ -n "$POSTGRES_MULTIPLE_DATABASES" ]; then
grant all privileges on database bitcoin to satoshi;
EOSQL # Parse the JSON string
database_names=$(echo "$POSTGRES_MULTIPLE_DATABASES" | jq -r '.[0] | keys[]')
# Setup osm db echo "Multiple database creation requested: $(echo "$database_names" | tr "\n" " ")"
psql -v --username "$POSTGRES_USER" --dbname "osm" <<-EOSQL
grant all privileges on database osm to gis; # Loop through each database and create it
create extension if not exists postgis; for db_name in $database_names; do
create extension if not exists hstore; user=$(echo "$POSTGRES_MULTIPLE_DATABASES" | jq -r ".[0] | .''${db_name} | .user")
EOSQL extensions=$(echo "$POSTGRES_MULTIPLE_DATABASES" | jq -r ".[0] | .''${db_name} | .extensions | join(\",\")")
create_user_and_database "$db_name" "$user" "$extensions"
done
fi
''}:/docker-entrypoint-initdb.d/init.sh" ''}:/docker-entrypoint-initdb.d/init.sh"
]; ];
}; };
}; };
}; };
} }