project reorganization
This commit is contained in:
@@ -7,7 +7,7 @@
|
|||||||
"features": {
|
"features": {
|
||||||
"ghcr.io/devcontainers/features/kubectl-helm-minikube:1": {}
|
"ghcr.io/devcontainers/features/kubectl-helm-minikube:1": {}
|
||||||
},
|
},
|
||||||
"runArgs": ["--hostname=dev"],
|
"runArgs": ["--hostname=git-limbosolutions-com-dev-container"],
|
||||||
// "features": {},
|
// "features": {},
|
||||||
|
|
||||||
// Use 'forwardPorts' to make a list of ports inside the container available locally.
|
// Use 'forwardPorts' to make a list of ports inside the container available locally.
|
||||||
|
|||||||
141
README.md
141
README.md
@@ -4,146 +4,13 @@ Welcome to public repository of my [Git Server](https://git.limbosolutions.com)
|
|||||||
|
|
||||||
Using [gitea](https://git.limbosolutions.com/kb/gitea) as git server.
|
Using [gitea](https://git.limbosolutions.com/kb/gitea) as git server.
|
||||||
|
|
||||||
- [Setup](#setup)
|
- [Deploy and Setup](#deploy-and-setup)
|
||||||
- [kubernetes Namespace](#kubernetes-namespace)
|
|
||||||
- [Add Help Chart](#add-help-chart)
|
|
||||||
- [Update Helm charts](#update-helm-charts)
|
|
||||||
- [Install / Update](#install--update)
|
|
||||||
- [ssh ingress](#ssh-ingress)
|
|
||||||
- [Backups](#backups)
|
- [Backups](#backups)
|
||||||
- [secrets](#secrets)
|
|
||||||
- [Proxmox Backup Server (kubernetes cron job)](#proxmox-backup-server-kubernetes-cron-job)
|
|
||||||
- [Borg and Offsite sync (kubernetes cron job)](#borg-and-offsite-sync-kubernetes-cron-job)
|
|
||||||
- [borgbackup sidekick](#borgbackup-sidekick)
|
|
||||||
- [Create borgbackup-sidekick pod](#create-borgbackup-sidekick-pod)
|
|
||||||
- [Remove borgbackup-sidekick pod](#remove-borgbackup-sidekick-pod)
|
|
||||||
|
|
||||||
## Setup
|
## Deploy and Setup
|
||||||
|
|
||||||
### kubernetes Namespace
|
for more information [check readme](./deploy/README.md).
|
||||||
|
|
||||||
```yaml
|
|
||||||
apiVersion: v1
|
|
||||||
kind: Namespace
|
|
||||||
metadata:
|
|
||||||
name: git-limbosolutions-com
|
|
||||||
labels:
|
|
||||||
name: git-limbosolutions-com
|
|
||||||
|
|
||||||
```
|
|
||||||
|
|
||||||
### Add Help Chart
|
|
||||||
|
|
||||||
```bash
|
|
||||||
helm repo add gitea-charts https://dl.gitea.com/charts/
|
|
||||||
```
|
|
||||||
|
|
||||||
### Update Helm charts
|
|
||||||
|
|
||||||
```bash
|
|
||||||
helm repo update
|
|
||||||
```
|
|
||||||
|
|
||||||
### Install / Update
|
|
||||||
|
|
||||||
```bash
|
|
||||||
helm upgrade --install gitea gitea-charts/gitea \
|
|
||||||
--values ./gitea/values.yaml \
|
|
||||||
--values ./gitea/values.private.yaml \
|
|
||||||
--namespace=git-limbosolutions-com
|
|
||||||
```
|
|
||||||
|
|
||||||
### ssh ingress
|
|
||||||
|
|
||||||
```bash
|
|
||||||
kubectl apply -f ./gitea/ssh-ingress.yaml
|
|
||||||
```
|
|
||||||
|
|
||||||
## Backups
|
## Backups
|
||||||
|
|
||||||
### secrets
|
for more information [check readme](./docs/backups.md).
|
||||||
|
|
||||||
```bash
|
|
||||||
set -a
|
|
||||||
source ./backups/.env
|
|
||||||
set +a
|
|
||||||
envsubst < ./backups/gitea-backup-secrets.yaml | kubectl apply -n git-limbosolutions-com -f -
|
|
||||||
|
|
||||||
SSH_ID_RSA=$(echo -n "$SSH_ID_RSA" | base64 -w 0)
|
|
||||||
BORG_KEY=$(echo -n "$BORG_KEY" | base64 -w 0)
|
|
||||||
|
|
||||||
kubectl patch secret gitea-backup-secret --patch "{\"data\":{\"ssh_id_rsa\":\"$SSH_ID_RSA\"}}" -n git-limbosolutions-com
|
|
||||||
kubectl patch secret gitea-backup-secret --patch "{\"data\":{\"borg_key\":\"$BORG_KEY\"}}" -n git-limbosolutions-com
|
|
||||||
```
|
|
||||||
|
|
||||||
### Proxmox Backup Server (kubernetes cron job)
|
|
||||||
|
|
||||||
```bash
|
|
||||||
# deploy cronjon
|
|
||||||
kubectl apply -f ./backups/backup-cronjob.yaml -n git-limbosolutions-com
|
|
||||||
```
|
|
||||||
|
|
||||||
[kubernetes cron job](/backups/backup-cronjob.yaml)
|
|
||||||
|
|
||||||
### Borg and Offsite sync (kubernetes cron job)
|
|
||||||
|
|
||||||
```bash
|
|
||||||
# deploy cronjon
|
|
||||||
kubectl apply -f ./backups/borgbackup-offsite-cronjob.yaml
|
|
||||||
```
|
|
||||||
|
|
||||||
[kubernetes cron job](/backups/borgbackup-offsite-cronjob.yaml)
|
|
||||||
|
|
||||||
### borgbackup sidekick
|
|
||||||
|
|
||||||
```bash
|
|
||||||
# attach to borgbackup-sidekick
|
|
||||||
POD_NAME=$(kubectl get pod -l app=borgbackup-sidekick -n git-limbosolutions-com -o jsonpath='{.items[0].metadata.name}')
|
|
||||||
kubectl exec -it ${POD_NAME} -- bash
|
|
||||||
```
|
|
||||||
|
|
||||||
```bash
|
|
||||||
# list borg repo
|
|
||||||
POD_NAME=$(kubectl get pod -l app=borgbackup-sidekick -n git-limbosolutions-com -o jsonpath='{.items[0].metadata.name}')
|
|
||||||
kubectl exec -it ${POD_NAME} -- bash -c "\
|
|
||||||
borg list ${BORG_REPO} \
|
|
||||||
"
|
|
||||||
```
|
|
||||||
|
|
||||||
```bash
|
|
||||||
# get borg info
|
|
||||||
POD_NAME=$(kubectl get pod -l app=borgbackup-sidekick -n git-limbosolutions-com -o jsonpath='{.items[0].metadata.name}')
|
|
||||||
kubectl exec -it ${POD_NAME} -- bash -c "\
|
|
||||||
borg info ${BORG_REPO}\
|
|
||||||
"
|
|
||||||
```
|
|
||||||
|
|
||||||
```bash
|
|
||||||
POD_NAME=$(kubectl get pod -l app=borgbackup-sidekick -n git-limbosolutions-com -o jsonpath='{.items[0].metadata.name}')
|
|
||||||
# Check if repository size is greater than 4GB
|
|
||||||
kubectl exec -it ${POD_NAME} -- bash -c "\
|
|
||||||
MAX_SIZE=\$((4 * 1024 * 1024 * 1024))
|
|
||||||
SIZE_IN_BYTES=\$(\${BORG_RSH} mf@backupsrv01.dev.lan \"du -b ~/borg-repos/git.limbosolutions.com --max-depth=0 | cut -f1 \") && \
|
|
||||||
echo \"Repository size: \$((SIZE_IN_BYTES / 1024 / 1024)) MB\" && \
|
|
||||||
if [ \$SIZE_IN_BYTES -gt \$MAX_SIZE ]; then \
|
|
||||||
echo 'Repository size exceeds \$MAX_SIZE'; \
|
|
||||||
exit 1; \
|
|
||||||
else \
|
|
||||||
echo 'Repository size is within limits for offsite sync'; \
|
|
||||||
fi \
|
|
||||||
|
|
||||||
"
|
|
||||||
```
|
|
||||||
|
|
||||||
#### Create borgbackup-sidekick pod
|
|
||||||
|
|
||||||
```bash
|
|
||||||
kubectl apply -f ./backups/borgbackup-sidekick.yaml
|
|
||||||
```
|
|
||||||
|
|
||||||
#### Remove borgbackup-sidekick pod
|
|
||||||
|
|
||||||
```bash
|
|
||||||
# delete the sidekick pod after use
|
|
||||||
kubectl delete pod -l app=borgbackup-sidekick
|
|
||||||
```
|
|
||||||
|
|||||||
61
deploy/README.md
Normal file
61
deploy/README.md
Normal file
@@ -0,0 +1,61 @@
|
|||||||
|
# Deploy
|
||||||
|
|
||||||
|
- [kubernetes Namespace](#kubernetes-namespace)
|
||||||
|
- [Backups](#backups)
|
||||||
|
- [secrets](#secrets)
|
||||||
|
- [Proxmox Backup Server (kubernetes cron job)](#proxmox-backup-server-kubernetes-cron-job)
|
||||||
|
- [Borg and Offsite sync (kubernetes cron job)](#borg-and-offsite-sync-kubernetes-cron-job)
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# run for setup/update
|
||||||
|
# using helm chart
|
||||||
|
./setup.sh
|
||||||
|
```
|
||||||
|
|
||||||
|
## kubernetes Namespace
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Namespace
|
||||||
|
metadata:
|
||||||
|
name: git-limbosolutions-com
|
||||||
|
labels:
|
||||||
|
name: git-limbosolutions-com
|
||||||
|
|
||||||
|
```
|
||||||
|
|
||||||
|
## Backups
|
||||||
|
|
||||||
|
### secrets
|
||||||
|
|
||||||
|
```bash
|
||||||
|
set -a
|
||||||
|
source ./backups/.env
|
||||||
|
set +a
|
||||||
|
envsubst < ./backups/backup-secrets.yaml | kubectl apply -n git-limbosolutions-com -f -
|
||||||
|
|
||||||
|
SSH_ID_RSA=$(echo -n "$SSH_ID_RSA" | base64 -w 0)
|
||||||
|
BORG_KEY=$(echo -n "$BORG_KEY" | base64 -w 0)
|
||||||
|
|
||||||
|
kubectl patch secret gitea-backup-secret --patch "{\"data\":{\"ssh_id_rsa\":\"$SSH_ID_RSA\"}}" -n git-limbosolutions-com
|
||||||
|
kubectl patch secret gitea-backup-secret --patch "{\"data\":{\"borg_key\":\"$BORG_KEY\"}}" -n git-limbosolutions-com
|
||||||
|
```
|
||||||
|
|
||||||
|
### Proxmox Backup Server (kubernetes cron job)
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# deploy cronjon
|
||||||
|
kubectl apply -f ./backups/backup-pbs-cronjob.yaml -n git-limbosolutions-com
|
||||||
|
```
|
||||||
|
|
||||||
|
[kubernetes cron job](./backups/backup-pbs-cronjob.yaml)
|
||||||
|
|
||||||
|
### Borg and Offsite sync (kubernetes cron job)
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# deploy cronjon
|
||||||
|
kubectl apply -f ./backups/backup-borg-offsite-cronjob.yaml -n git-limbosolutions-com
|
||||||
|
```
|
||||||
|
|
||||||
|
[kubernetes cron job](./backups/borgbackup-offsite-cronjob.yaml)
|
||||||
|
|
||||||
@@ -2,10 +2,10 @@
|
|||||||
apiVersion: batch/v1
|
apiVersion: batch/v1
|
||||||
kind: CronJob
|
kind: CronJob
|
||||||
metadata:
|
metadata:
|
||||||
name: gitea-backup-offsite
|
name: backup-borg-offsite
|
||||||
namespace: git-limbosolutions-com
|
namespace: git-limbosolutions-com
|
||||||
spec:
|
spec:
|
||||||
schedule: "0 2 * * *"
|
schedule: "0 16 * * 0" #every sunday at 4pm
|
||||||
jobTemplate:
|
jobTemplate:
|
||||||
spec:
|
spec:
|
||||||
backoffLimit: 1
|
backoffLimit: 1
|
||||||
@@ -1,7 +1,7 @@
|
|||||||
apiVersion: batch/v1
|
apiVersion: batch/v1
|
||||||
kind: CronJob
|
kind: CronJob
|
||||||
metadata:
|
metadata:
|
||||||
name: gitea-backup
|
name: backup-pbs
|
||||||
namespace: git-limbosolutions-com
|
namespace: git-limbosolutions-com
|
||||||
spec:
|
spec:
|
||||||
schedule: "0 1 * * *"
|
schedule: "0 1 * * *"
|
||||||
9
deploy/setup.sh
Executable file
9
deploy/setup.sh
Executable file
@@ -0,0 +1,9 @@
|
|||||||
|
helm repo add gitea-charts https://dl.gitea.com/charts/
|
||||||
|
helm repo update
|
||||||
|
|
||||||
|
helm upgrade --install gitea gitea-charts/gitea \
|
||||||
|
--values ./values.yaml \
|
||||||
|
--values ./values.private.yaml \
|
||||||
|
--namespace=git-limbosolutions-com
|
||||||
|
|
||||||
|
kubectl apply -f ./ssh-ingress.yaml
|
||||||
54
docs/backups.md
Normal file
54
docs/backups.md
Normal file
@@ -0,0 +1,54 @@
|
|||||||
|
# borgbackup sidekick
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# attach to borgbackup-sidekick
|
||||||
|
POD_NAME=$(kubectl get pod -l app=borgbackup-sidekick -n git-limbosolutions-com -o jsonpath='{.items[0].metadata.name}')
|
||||||
|
kubectl exec -it ${POD_NAME} -- bash
|
||||||
|
```
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# list borg repo
|
||||||
|
POD_NAME=$(kubectl get pod -l app=borgbackup-sidekick -n git-limbosolutions-com -o jsonpath='{.items[0].metadata.name}')
|
||||||
|
kubectl exec -it ${POD_NAME} -- bash -c "\
|
||||||
|
borg list ${BORG_REPO} \
|
||||||
|
"
|
||||||
|
```
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# get borg info
|
||||||
|
POD_NAME=$(kubectl get pod -l app=borgbackup-sidekick -n git-limbosolutions-com -o jsonpath='{.items[0].metadata.name}')
|
||||||
|
kubectl exec -it ${POD_NAME} -- bash -c "\
|
||||||
|
borg info ${BORG_REPO}\
|
||||||
|
"
|
||||||
|
```
|
||||||
|
|
||||||
|
```bash
|
||||||
|
POD_NAME=$(kubectl get pod -l app=borgbackup-sidekick -n git-limbosolutions-com -o jsonpath='{.items[0].metadata.name}')
|
||||||
|
# Check if repository size is greater than 4GB
|
||||||
|
kubectl exec -it ${POD_NAME} -- bash -c "\
|
||||||
|
MAX_SIZE=\$((4 * 1024 * 1024 * 1024))
|
||||||
|
SIZE_IN_BYTES=\$(\${BORG_RSH} mf@backupsrv01.dev.lan \"du -b ~/borg-repos/git.limbosolutions.com --max-depth=0 | cut -f1 \") && \
|
||||||
|
echo \"Repository size: \$((SIZE_IN_BYTES / 1024 / 1024)) MB\" && \
|
||||||
|
if [ \$SIZE_IN_BYTES -gt \$MAX_SIZE ]; then \
|
||||||
|
echo 'Repository size exceeds \$MAX_SIZE'; \
|
||||||
|
exit 1; \
|
||||||
|
else \
|
||||||
|
echo 'Repository size is within limits for offsite sync'; \
|
||||||
|
fi \
|
||||||
|
|
||||||
|
"
|
||||||
|
```
|
||||||
|
|
||||||
|
**Create borgbackup-sidekick pod:**
|
||||||
|
|
||||||
|
```bash
|
||||||
|
kubectl apply -f ../deploy/backups/borgbackup-sidekick.yaml
|
||||||
|
```
|
||||||
|
|
||||||
|
**Remove borgbackup-sidekick pod:**
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# delete the sidekick pod after use
|
||||||
|
kubectl delete pod -l app=borgbackup-sidekick
|
||||||
|
```
|
||||||
|
|
||||||
Reference in New Issue
Block a user