.gitignore

@@ -3,6 +3,7 @@
 .vscode
 
 # templates
+backup/config.yaml
 services/fail2ban/jail.local
 services/forgejo/app.ini
 services/matrix/config/homeserver.yaml

backup/config.template.yaml

@@ -0,0 +1,35 @@
+source_directories:
+  - ${BASE_DIR}
+  - /tmp/container-server
+
+repositories:
+  - path: ${BORG_REPO}
+    label: remote repo
+
+exclude_patterns:
+  - ${BASE_DIR}/*/psql
+
+compression: auto,zstd
+encryption_passphrase: "${BORG_PASSPHRASE}"
+archive_name_format: "{hostname}-{now:%Y-%m-%d-%H%M%S}"
+
+retries: 5
+retry_wait: 5
+
+keep_daily: 3
+keep_weekly: 4
+keep_monthly: 12
+
+checks:
+  - name: repository
+    frequency: 4 weeks
+  - name: archives
+    frequency: 8 weeks
+
+check_last: 3
+
+before_backup:
+  - /opt/container-server/backup/prepare-backup.sh
+
+# after_backup:
+#     - echo "`date` - Finished backup"

backup/prepare-backup.sh

@@ -0,0 +1,8 @@
+#!/bin/sh
+
+rm -r /tmp/container-server
+mkdir -p /tmp/container-server
+
+cd /opt/container-server
+
+task srv:psql-dump-all

backup/readme.md

@@ -0,0 +1,41 @@
+# Backup
+
+Backing up the BASE_DIR (default: /srv) should in theory be sufficient.
+
+## Database Backup
+
+As database servers like PostgreSQL might not play nicely with taking a backup of their data folders while running, it's advised to first dump the database and only include the dump in the backup.
+
+Therefore, all database containers SHOULD follow a common naming folder scheme.
+
+### postgres
+
+**Scheme:** $BASE_DIR/{service}/psql
+
+**Task:** `task srv:psql-dump -- {service}`
+
+**Dump:** /tmp/container-server/{service}.sql
+
+### {to be extended}
+
+**Scheme:** $BASE_DIR/{service}/tbd
+
+**Task:** `task srv:tbd-dump -- {service}`
+
+**Dump:** /tmp/container-server/{service}.tbd
+
+## Borgmatic
+
+Create a repo on your backup server, e.g. https://www.borgbase.com
+
+### Install
+
+```sh
+apk add borgmatic
+```
+
+### Config
+
+```sh
+ln -vs /opt/container-server/backup/config.yaml /etc/borgmatic/config.yaml
+```

setup/alpine-setup.md

@@ -213,8 +213,8 @@ Add first line: `MAILTO=cron@<your domain>`.
 
 
 ```sh
-ln -s /opt/container-server/setup/cron/daily/* /etc/periodic/daily/
+ln -vs /opt/container-server/setup/cron/daily/* /etc/periodic/daily/
-ln -s /opt/container-server/setup/cron/weekly/* /etc/periodic/weekly/
+ln -vs /opt/container-server/setup/cron/weekly/* /etc/periodic/weekly/
 ```
 
 ### localhost alias

setup/cron/daily/borgmatic

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+borgmatic --verbosity -1 --syslog-verbosity 1

setup/cron/weekly/check-updates

@@ -0,0 +1,4 @@
+#!/bin/sh
+
+apk update --quiet
+apk list --upgradable

tasks/services.yml

@@ -42,10 +42,16 @@ tasks:
   psql-dump:
     desc: Dump postgres database for backup or update
     cmds:
+      # - echo "{{.TMP_DIR}}/{{.CLI_ARGS}}.sql"
       - mkdir -p {{.TMP_DIR}}
       - docker exec pg-{{.CLI_ARGS}} pg_dumpall -U {{.CLI_ARGS}} > {{.TMP_DIR}}/{{.CLI_ARGS}}.sql
       - ls -la {{.TMP_DIR}}/{{.CLI_ARGS}}.sql
 
+  psql-dump-all:
+    desc: Run 'psql-dump' task for each running postgres container
+    cmds:
+      - task compose:list | awk '/postgres/ { sub(/pg-/, "", $3) ; system("task srv:psql-dump -- "$3) }'
+
   psql-restore:
     desc: Load postgres database for restore
     cmds:

tasks/utils.yml

@@ -20,11 +20,11 @@ tasks:
     deps: [validate]
     cmds:
       - |
-        find services -name "*.template.*" | while read -r f
+        find . -name "*.template.*" | while read -r f
         do 
             echo "templating $f"
             envsubst < $f > ${f/.template/}
         done
     sources:
-      - services/**/*.template.*
+      - ./**/*.template.*
       - .env