limbosolutions.com/git.limbosolutions.com
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

feat: backups log included duration

Browse Source 
feat: offsite included size limit
This commit is contained in:
Márcio Fernandes
2025-04-18 21:01:51 +00:00
parent 4288e7fc03
commit 4fc469be77
5 changed files with 75 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
backups/backup-cronjob.yaml
View File

@@ -63,8 +63,11 @@ spec:
command: ["bash", "-c"]
args:
- |
set -e
SCRIPT_START_TIME=$(date +%s)
proxmox-backup-client backup gitea-data.pxar:/data/gitea-data postgresql-data.pxar:/data/postgresql-data postgresql-export.pxar:/data/postgresql-export --include-dev /data/postgresql-data --include-dev /data/postgresql-export --include-dev /data/gitea-data --backup-id "gitea-full" -ns git.limbosolutions.com
echo "INFO: Backup git.limbosolutions.com finished"
SCRIPT_DURATION=$(($(date +%s) - SCRIPT_START_TIME))
echo "INFO: Finished Backup of git.limbosolutions.com ($((SCRIPT_DURATION / 60 / 60)):$((SCRIPT_DURATION / 60)):$((SCRIPT_DURATION % 60))) "
volumeMounts:
- name: gitea-shared-storage

31
backups/borgbackup-offsite-cronjob.yaml
View File

@@ -59,6 +59,10 @@ spec:
- name: BORG_RSH
value: ssh -o StrictHostKeyChecking=no -o LogLevel=ERROR
- name: REPO_SYNC_MAX_SIZE
value: "4294967296" # 4GB
- name: BORG_KEY_FILE
value: /root/.borg/key
@@ -66,24 +70,37 @@ spec:
args:
- |
set -e
borg create ${BORG_REPO}::"postgresql-export-$(date +%Y-%m-%d_%H:%M:%S)" /data/postgresql-export
borg create ${BORG_REPO}::"gitea-data-$(date +%Y-%m-%d_%H:%M:%S)" /data/gitea-data
SCRIPT_START_TIME=$(date +%s)
# ssh to backup server and enforce rclone to onedrive
${BORG_RSH} mf@backupsrv01.dev.lan \
"rclone sync ~/borg-repos/git.limbosolutions.com mf.onedrive:.backups/git.limbosolutions.com/borg" &&
echo "INFO: Backup git.limbosolutions.com (offsite) finished"
borg create ${BORG_REPO}::postgresql-export-$(date +%Y%m%d%H%M%S) /data/postgresql-export
borg create ${BORG_REPO}::gitea-data-$(date +%Y%m%d%H%M%S) /data/gitea-data
#cleanup
borg prune -v --list --keep-daily=10 --keep-weekly=7 --keep-monthly=-1 ${BORG_REPO} --glob-archives='gitea-data*'
borg prune -v --list --keep-daily=10 --keep-weekly=7 --keep-monthly=-1 ${BORG_REPO} --glob-archives='postgresql-export*'
borg compact ${BORG_REPO}
# check repo size
REPO_SIZE_IN_BYTES=$(${BORG_RSH} mf@backupsrv01.dev.lan "du -b ~/borg-repos/git.limbosolutions.com --max-depth=0 | cut -f1 ")
echo "Repository size: $((REPO_SIZE_IN_BYTES / 1024 / 1024)) MB"
if [ $REPO_SIZE_IN_BYTES -gt $REPO_SYNC_MAX_SIZE ]; then \
echo 'Repository size exceeds $REPO_SYNC_MAX_SIZE';
exit 1;
else
# Repository size is within limits for offsite sync
# ssh to backup server and enforce rclone to onedrive
${BORG_RSH} mf@backupsrv01.dev.lan \
"rclone sync ~/borg-repos/git.limbosolutions.com mf.onedrive:.backups/git.limbosolutions.com/borg" && \
SCRIPT_DURATION=$(($(date +%s) - SCRIPT_START_TIME)) && \
echo "INFO: Finished Backup of git.limbosolutions.com (offsite) ($((SCRIPT_DURATION / 60 / 60)):$((SCRIPT_DURATION / 60)):$((SCRIPT_DURATION % 60))) "
fi
#outputs info
borg info ${BORG_REPO}
#borg info ${BORG_REPO} --json
volumeMounts:
- name: gitea-data
mountPath: /data/gitea-data

11
backups/gitea-backup-secret-deploy.sh
View File

@@ -1,11 +0,0 @@
#/bin/bash
# set source env variables
. ./.env
# set variables in env file as export
export $(cut -d= -f1 ./.env)
envsubst < gitea-backup-secret.yaml | kubectl apply -f -

5
backups/gitea-backup-secret.yaml
View File

@@ -9,7 +9,8 @@ stringData:
PBS_REPOSITORY: ${PBS_REPOSITORY}
PBS_PASSWORD: ${PBS_PASSWORD}
PBS_FINGERPRINT: ${PBS_FINGERPRINT}
BORG_KEY_FILE: ${BORG_KEY_FILE}
BORG_REPO: ${BORG_REPO}
BORG_PASSPHRASE: ${BORG_PASSPHRASE}
SSH_ID_RSA: ${SSH_ID_RSA}
#SSH_ID_RSA: ""
#BORG_KEY_FILE: ""