Update jenkins/nextcloud_database.yml

Added exclusion of hidden files

jenkins/default_backup.yml

@@ -1,19 +1,24 @@
 pipeline {
     agent any
     parameters {
-        booleanParam(name: 'backuplocally', defaultValue: false, description: 'If true local BORG backup will be created')
-        booleanParam(name: 'backuptostackstorage', defaultValue: false, description: 'If true backup data to TransIP Stack')
-        booleanParam(name: 'backuptodavid', defaultValue: false, description: 'If true rsync the BORG repository to David')
-        booleanParam(name: 'backuptopi', defaultValue: false, description: 'If true rsync the BORG repository to our ExternalPI')
+        booleanParam(name: 'backuplocally', defaultValue:  params.backuplocally ?: false, description: 'If true local BORG backup will be created')
+        booleanParam(name: 'backuptostackstorage', defaultValue: params.backuptostackstorage ?: false, description: 'If true backup data to TransIP Stack')
+        booleanParam(name: 'backuptodavid', defaultValue: params.backuptodavid ?: false, description: 'If true rsync the BORG repository to David')
+        booleanParam(name: 'backuptopi', defaultValue: params.backuptopi ?: false, description: 'If true rsync the BORG repository to our ExternalPI')
+        string(name: 'directory', defaultValue: params.directory ?: ' ', description: 'The directory that should be handled')
+        text(name: 'excludelist', defaultValue:  params.excludelist ?: '**/cache/** ', description: 'Multiline string to exclude patterns from backup')
+    }
+    environment {
+        BORG_RELOCATED_REPO_ACCESS_IS_OK = 'yes'
     }
     stages {
       stage('Run Information') {
             steps {
+                echo "Backing up directory ${env.storagelocation}/${directory}"
                 echo "Local BORG backup creation is ${params.backuplocally}"
                 echo "Backup to TransIP Stack is ${params.backuptostackstorage}"
                 echo "Backup to David is ${params.backuptodavid}"
                 echo "Backup to External PI is ${params.backuptopi}"
-                echo "Excludelist: ${params.excludelist}"
                 sh "echo '${params.excludelist}' >> excludelist"
             }
         }
@@ -52,7 +57,7 @@ pipeline {
                     if (params.backuptostackstorage) {
                         sh "mkdir -p /config/rclone"
                         sh "cp ${WORKSPACE}/config/rclone.conf /config/rclone/"
-                        sh "rclone copy -v /data/ stackstorage:/julien/storage/${directory}"
+                        sh "rclone copy -v /data/ stackstorage:/julien/storage/${directory} --exclude-from excludelist"
                     } else {
                         echo "Backup to TransIP Stack is skipped"
                     }

jenkins/nextcloud_database.yml

@@ -0,0 +1,94 @@
+pipeline {
+    agent any
+    parameters {
+        booleanParam(name: 'backuplocally', defaultValue:  params.backuplocally ?: false, description: 'If true local BORG backup will be created')
+        booleanParam(name: 'backuptostackstorage', defaultValue: params.backuptostackstorage ?: false, description: 'If true backup data to TransIP Stack')
+        booleanParam(name: 'backuptodavid', defaultValue: params.backuptodavid ?: false, description: 'If true rsync the BORG repository to David')
+        booleanParam(name: 'backuptopi', defaultValue: params.backuptopi ?: false, description: 'If true rsync the BORG repository to our ExternalPI')
+    }
+    
+    stages {
+      stage('Run Information') {
+            steps {
+                echo "Local BORG backup creation is ${params.backuplocally}"
+                echo "Backup to TransIP Stack is ${params.backuptostackstorage}"
+                echo "Backup to David is ${params.backuptodavid}"
+                echo "Backup to External PI is ${params.backuptopi}"
+            }
+        }
+        stage('Run MariaDB') {
+            agent {
+                docker {
+                    image 'mariadb:latest'
+                    args "--volumes-from=jenkins -v /srv/dev-disk-by-uuid-27fc012e-a1fa-4c7c-9dad-82770888cd03/nextcloud_backup/database_dump:/data/ --entrypoint=''"
+                    reuseNode false
+                }
+            }
+            steps {
+                script {
+                    if (params.backuplocally) {
+                        sh "yes | cp -rf /data/backup_yesterday.dmp /data/backup_early.dmp 2>/dev/null || :"
+                        sh "yes | cp -rf /data/backup_latest.dmp /data/backup_yesterday.dmp 2>/dev/null || :"
+                        sh "mariadb-dump -u nextcloud -h 10.10.1.32 --all-databases -ppassword -v > /data/backup_latest.dmp"
+                    } else {
+                        echo "Local backup creation is skipped"
+                    }
+                }
+            }
+        }
+        stage('Getting RClone Configuration') {
+            steps {
+                configFileProvider([configFile(fileId: 'e0237193-1245-452e-b035-9d3d501f4c1b', variable: 'rclone_config')]) {
+                sh "mkdir -p ${WORKSPACE}/config"
+                sh "cp ${rclone_config} ${WORKSPACE}/config/rclone.conf"
+                }
+            }
+        }
+        
+        stage('Run rclone') {
+            agent {
+                docker {
+                    image 'rclone/rclone'
+                    args "--volumes-from=jenkins -v /srv/dev-disk-by-uuid-27fc012e-a1fa-4c7c-9dad-82770888cd03/nextcloud_backup/database_dump/:/data/ --entrypoint=''"
+                    reuseNode true
+                }
+            }
+            steps {
+                script {
+                    if (params.backuptostackstorage) {
+                        sh "mkdir -p /config/rclone"
+                        sh "cp ${WORKSPACE}/config/rclone.conf /config/rclone/"
+                        sh "rclone copy -v /data/ stackstorage:/julien/nextcloud/database"
+                    } else {
+                        echo "Backup to TransIP Stack is skipped"
+                    }
+                }
+            }
+        }
+        stage('Run Rsync to David') {
+            steps {
+                script {
+                    if (params.backuptodavid) {
+                        sh "rsync -v -a -e 'ssh -p 664' --delete --bwlimit=3000 --info=progress2 --exclude='.*' /srv/dev-disk-by-uuid-27fc012e-a1fa-4c7c-9dad-82770888cd03/nextcloud_backup/database_dump/ matthias@home.daf2000.nl:/media/disk/nextcloudbackup/database_dump/"
+                    } else {
+                        echo "Backup to David is skipped"
+                    }
+                }
+            }
+        }
+        stage('Run Rsync to External PI') {
+            steps {
+                script {
+                    if (params.backuptopi) {
+                        withCredentials([sshUserPrivateKey(credentialsId: '095cc365-ac40-4ddb-a078-2fa403092de0', keyFileVariable: 'keyfile', passphraseVariable: 'passphrase', usernameVariable: 'user')]) {
+                            sh "cp ${keyfile} ${WORKSPACE}/keyfile"
+                            sh "rsync -v -a -e 'ssh -i /home/borgbackup/.ssh/id_rsa -p 9898' --delete --info=progress2 --exclude='.*' /srv/dev-disk-by-uuid-27fc012e-a1fa-4c7c-9dad-82770888cd03/nextcloud_backup/database_dump/ borgbackup@localhost:/nextcloudbackup/database_dump/"
+                        }
+                    } else {
+                        echo "Backup to External PI is skipped"
+                    }
+                }
+            }
+        }
+    }
+}