Introduce notification for other playbooks.

This commit is contained in:
2021-11-23 15:38:00 +01:00
parent 9a2e5afe01
commit 3efcd0797c
2 changed files with 264 additions and 226 deletions

View File

@@ -5,61 +5,80 @@
gather_facts: true gather_facts: true
tasks: tasks:
- include_vars: vars/hetzner/secret.yaml - name: Backup hetzner
- include_vars: vars/hetzner/variable.yaml block:
- include_vars: vars/hetzner/secret.yaml
- include_vars: vars/hetzner/variable.yaml
- name: Create backup directory - name: Create backup directory
file: file:
path: "{{ backup_dir }}" path: "{{ backup_dir }}"
state: directory state: directory
- name: Create customer directories - name: Create customer directories
file: file:
path: "{{ backup_dir }}/{{ item.key }}" path: "{{ backup_dir }}/{{ item.key }}"
state: directory state: directory
loop: "{{ lookup('dict', customers) }}" loop: "{{ lookup('dict', customers) }}"
loop_control: loop_control:
label: "{{ item.key }}" label: "{{ item.key }}"
- name: Backup web directories - name: Backup web directories
shell: tar cvfz {{ backup_dir }}/{{ item.key }}/web-{{ ansible_date_time.iso8601_basic_short }}.tar.gz {{ item. value.storage }} shell: tar cvfz {{ backup_dir }}/{{ item.key }}/web-{{ ansible_date_time.iso8601_basic_short }}.tar.gz {{ item. value.storage }}
when: item.value.storage is defined when: item.value.storage is defined
loop: "{{ lookup('dict', customers) }}" loop: "{{ lookup('dict', customers) }}"
loop_control: loop_control:
label: "{{ item.key }}" label: "{{ item.key }}"
- name: Fetch web backups - name: Fetch web backups
fetch: fetch:
src: "{{ backup_dir }}/{{ item.key }}/web-{{ ansible_date_time.iso8601_basic_short }}.tar.gz" src: "{{ backup_dir }}/{{ item.key }}/web-{{ ansible_date_time.iso8601_basic_short }}.tar.gz"
dest: "{{ local_backup }}/{{ item.key }}/" dest: "{{ local_backup }}/{{ item.key }}/"
flat: yes flat: yes
when: item.value.storage is defined when: item.value.storage is defined
loop: "{{ lookup('dict', customers) }}" loop: "{{ lookup('dict', customers) }}"
loop_control: loop_control:
label: "{{ item.key }}" label: "{{ item.key }}"
- name: Backup databases - name: Backup databases
shell: mysqldump -u{{ mysql_user }} -p{{ mysql_password }} {{ item.value.database }} > {{ backup_dir }}/{{ item.key }}/db-{{ ansible_date_time.iso8601_basic_short }}.sql shell: mysqldump -u{{ mysql_user }} -p{{ mysql_password }} {{ item.value.database }} > {{ backup_dir }}/{{ item.key }}/db-{{ ansible_date_time.iso8601_basic_short }}.sql
loop: "{{ lookup('dict', customers) }}" loop: "{{ lookup('dict', customers) }}"
loop_control: loop_control:
label: "{{ item.key }}" label: "{{ item.key }}"
- name: Compress database backups - name: Compress database backups
shell: gzip {{ backup_dir }}/{{ item.key }}/db-{{ ansible_date_time.iso8601_basic_short }}.sql shell: gzip {{ backup_dir }}/{{ item.key }}/db-{{ ansible_date_time.iso8601_basic_short }}.sql
loop: "{{ lookup('dict', customers) }}" loop: "{{ lookup('dict', customers) }}"
loop_control: loop_control:
label: "{{ item.key }}" label: "{{ item.key }}"
- name: Fetch database backups - name: Fetch database backups
fetch: fetch:
src: "{{ backup_dir }}/{{ item.key }}/db-{{ ansible_date_time.iso8601_basic_short }}.sql.gz" src: "{{ backup_dir }}/{{ item.key }}/db-{{ ansible_date_time.iso8601_basic_short }}.sql.gz"
dest: "{{ local_backup }}/{{ item.key }}/" dest: "{{ local_backup }}/{{ item.key }}/"
flat: yes flat: yes
loop: "{{ lookup('dict', customers) }}" loop: "{{ lookup('dict', customers) }}"
loop_control: loop_control:
label: "{{ item.key }}" label: "{{ item.key }}"
- name: Clean backup directory - name: Clean backup directory
file: file:
path: "{{ backup_dir }}" path: "{{ backup_dir }}"
state: absent state: absent
- name: Inform Mattermost about success
uri:
url: https://cs-mm.ddnss.de/hooks/og4ckuqet7fafb8kjuaigzuh7c
method: POST
body_format: json
body:
text: "{{ ansible_date_time.date }} {{ ansible_date_time.time }} (info): Playbook ran successful ({{ ansible_play_name }})"
rescue:
- name: Inform Mattermost about error
uri:
url: https://cs-mm.ddnss.de/hooks/og4ckuqet7fafb8kjuaigzuh7c
method: POST
body_format: json
body:
text: "{{ ansible_date_time.date }} {{ ansible_date_time.time }} (info): Playbook ran with error ({{ ansible_play_name }})"

View File

@@ -5,195 +5,214 @@
gather_facts: true gather_facts: true
tasks: tasks:
- include_vars: vars/odroid/secret.yaml - name: Backup odroid
- include_vars: vars/odroid/variable.yaml block:
- include_vars: vars/odroid/secret.yaml
- include_vars: vars/odroid/variable.yaml
- name: Check if directories exist - name: Check if directories exist
stat: stat:
path: "{{ backup_dir }}/{{ item }}" path: "{{ backup_dir }}/{{ item }}"
register: dirs register: dirs
loop: "{{ systems }}" loop: "{{ systems }}"
- name: Create not existing directories - name: Create not existing directories
file: file:
path: "{{ backup_dir }}/{{ item.item }}" path: "{{ backup_dir }}/{{ item.item }}"
state: directory state: directory
mode: 0755 mode: 0755
group: chris group: chris
owner: chris owner: chris
when: item.stat.exists == false when: item.stat.exists == false
with_items: "{{ dirs.results }}" with_items: "{{ dirs.results }}"
loop_control: loop_control:
label: "{{ item.item }}" label: "{{ item.item }}"
- name: Backup container volumes - name: Backup container volumes
shell: docker run --rm -v {{ backup_dir }}/{{ item.value.container }}:/backup --volumes-from {{ item.value.container }} busybox tar cvfz /backup/{{ item.key }}-{{ ansible_date_time.iso8601_basic_short }}.tar.gz {{ item.value.path }} shell: docker run --rm -v {{ backup_dir }}/{{ item.value.container }}:/backup --volumes-from {{ item.value.container }} busybox tar cvfz /backup/{{ item.key }}-{{ ansible_date_time.iso8601_basic_short }}.tar.gz {{ item.value.path }}
loop: "{{ lookup('dict', volumes) }}" loop: "{{ lookup('dict', volumes) }}"
loop_control: loop_control:
label: "{{ item.key }}" label: "{{ item.key }}"
- name: Change ownership of volume backups - name: Change ownership of volume backups
file: file:
path: "{{ backup_dir }}/{{ item.value.container }}/{{ item.key }}-{{ ansible_date_time.iso8601_basic_short }}.tar.gz" path: "{{ backup_dir }}/{{ item.value.container }}/{{ item.key }}-{{ ansible_date_time.iso8601_basic_short }}.tar.gz"
owner: chris owner: chris
group: chris group: chris
become: yes become: yes
become_method: sudo become_method: sudo
become_user: root become_user: root
loop: "{{ lookup('dict', volumes) }}" loop: "{{ lookup('dict', volumes) }}"
loop_control: loop_control:
label: "{{ item.key }}" label: "{{ item.key }}"
- name: Backup mysql databases - name: Backup mysql databases
shell: docker exec mysql8 mysqldump -u{{ mysql_user }} -p{{ mysql_password }} {{ item }} > {{ backup_dir }}/{{ item }}/db-{{ ansible_date_time.iso8601_basic_short }}.sql shell: docker exec mysql8 mysqldump -u{{ mysql_user }} -p{{ mysql_password }} {{ item }} > {{ backup_dir }}/{{ item }}/db-{{ ansible_date_time.iso8601_basic_short }}.sql
loop: "{{ mysql_databases }}" loop: "{{ mysql_databases }}"
- name: Backup postgres databases - name: Backup postgres databases
shell: docker exec psql14 pg_dump -U {{ postgres_user }} {{ item }} > {{ backup_dir }}/{{ item }}/db-{{ ansible_date_time.iso8601_basic_short }}.sql shell: docker exec psql14 pg_dump -U {{ postgres_user }} {{ item }} > {{ backup_dir }}/{{ item }}/db-{{ ansible_date_time.iso8601_basic_short }}.sql
loop: "{{ postgres_databases }}" loop: "{{ postgres_databases }}"
- name: Compress database backup files - name: Compress database backup files
shell: gzip {{ backup_dir }}/{{ item }}/db-{{ ansible_date_time.iso8601_basic_short }}.sql shell: gzip {{ backup_dir }}/{{ item }}/db-{{ ansible_date_time.iso8601_basic_short }}.sql
loop: "{{ databases }}" loop: "{{ databases }}"
- name: Check logrotate directories - name: Check logrotate directories
stat: stat:
path: "{{ backup_dir }}/{{ item[0] }}/{{ item[1] }}" path: "{{ backup_dir }}/{{ item[0] }}/{{ item[1] }}"
register: subdirs register: subdirs
with_nested: with_nested:
- "{{ systems }}" - "{{ systems }}"
- ['daily', 'weekly', 'monthly', 'yearly'] - ['daily', 'weekly', 'monthly', 'yearly']
loop_control: loop_control:
label: "{{ item[0] }} {{ item[1] }}" label: "{{ item[0] }} {{ item[1] }}"
- name: Create not existing logrotate directories - name: Create not existing logrotate directories
file: file:
path: "{{ backup_dir }}/{{ item.item[0] }}/{{ item.item[1] }}" path: "{{ backup_dir }}/{{ item.item[0] }}/{{ item.item[1] }}"
state: directory state: directory
mode: 0755 mode: 0755
group: chris group: chris
owner: chris owner: chris
when: item.stat.exists == false when: item.stat.exists == false
with_items: "{{ subdirs.results }}" with_items: "{{ subdirs.results }}"
loop_control: loop_control:
label: "{{ item.item[0] }} {{ item.item[1] }}" label: "{{ item.item[0] }} {{ item.item[1] }}"
- name: Search for the created backups - name: Search for the created backups
find: find:
paths: "{{ backup_dir }}/{{ item }}" paths: "{{ backup_dir }}/{{ item }}"
file_type: file file_type: file
patterns: '*.gz' patterns: '*.gz'
recurse: false recurse: false
register: backup_files register: backup_files
loop: "{{ systems }}" loop: "{{ systems }}"
- name: Store the yearly backups - name: Store the yearly backups
copy: copy:
remote_src: true remote_src: true
src: "{{ item.path }}" src: "{{ item.path }}"
dest: "{{ item.path | dirname }}/yearly/{{ item.path | basename }}" dest: "{{ item.path | dirname }}/yearly/{{ item.path | basename }}"
with_items: "{{ backup_files.results | map(attribute='files') | list }}" with_items: "{{ backup_files.results | map(attribute='files') | list }}"
when: (ansible_date_time.day == "01" and ansible_data_time.month == "01") when: (ansible_date_time.day == "01" and ansible_data_time.month == "01")
loop_control: loop_control:
label: "{{ item.path }}" label: "{{ item.path }}"
- name: Store the monthly backups - name: Store the monthly backups
copy: copy:
remote_src: true remote_src: true
src: "{{ item.path }}" src: "{{ item.path }}"
dest: "{{ item.path | dirname }}/monthly/{{ item.path | basename }}" dest: "{{ item.path | dirname }}/monthly/{{ item.path | basename }}"
with_items: "{{ backup_files.results | map(attribute='files') | list }}" with_items: "{{ backup_files.results | map(attribute='files') | list }}"
when: (ansible_date_time.day == "01" and ansible_data_time.month != "01") when: (ansible_date_time.day == "01" and ansible_data_time.month != "01")
loop_control: loop_control:
label: "{{ item.path }}" label: "{{ item.path }}"
- name: Store the weekly backups - name: Store the weekly backups
copy: copy:
remote_src: true remote_src: true
src: "{{ item.path }}" src: "{{ item.path }}"
dest: "{{ item.path | dirname }}/weekly/{{ item.path | basename }}" dest: "{{ item.path | dirname }}/weekly/{{ item.path | basename }}"
with_items: "{{ backup_files.results | map(attribute='files') | list }}" with_items: "{{ backup_files.results | map(attribute='files') | list }}"
when: (ansible_date_time.weekday_number == "1") when: (ansible_date_time.weekday_number == "1")
loop_control: loop_control:
label: "{{ item.path }}" label: "{{ item.path }}"
- name: Store the daily backup - name: Store the daily backup
copy: copy:
remote_src: true remote_src: true
src: "{{ item.path }}" src: "{{ item.path }}"
dest: "{{ item.path | dirname }}/daily/{{ item.path | basename }}" dest: "{{ item.path | dirname }}/daily/{{ item.path | basename }}"
with_items: "{{ backup_files.results | map(attribute='files') | list }}" with_items: "{{ backup_files.results | map(attribute='files') | list }}"
when: (ansible_date_time.weekday_number != "1" and ansible_date_time.day != "01") when: (ansible_date_time.weekday_number != "1" and ansible_date_time.day != "01")
loop_control: loop_control:
label: "{{ item.path }}" label: "{{ item.path }}"
- name: Cleanup original backup files - name: Cleanup original backup files
file: file:
path: "{{ item.path }}" path: "{{ item.path }}"
state: absent state: absent
with_items: "{{ backup_files.results | map(attribute='files') | list }}" with_items: "{{ backup_files.results | map(attribute='files') | list }}"
loop_control: loop_control:
label: "{{ item.path }}" label: "{{ item.path }}"
- name: Find old daily backups - name: Find old daily backups
find: find:
paths: "{{ backup_dir }}/{{ item }}/daily" paths: "{{ backup_dir }}/{{ item }}/daily"
file_type: file file_type: file
age: 8d age: 8d
age_stamp: ctime age_stamp: ctime
patterns: '*.gz' patterns: '*.gz'
recurse: false recurse: false
register: backup_files register: backup_files
loop: "{{ systems }}" loop: "{{ systems }}"
- name: Delete old daily backups - name: Delete old daily backups
file: file:
path: "{{ item.path }}" path: "{{ item.path }}"
state: absent state: absent
with_items: "{{ backup_files.results | map(attribute='files') | list }}" with_items: "{{ backup_files.results | map(attribute='files') | list }}"
loop_control: loop_control:
label: "{{ item.path }}" label: "{{ item.path }}"
- name: Find old weekly backups - name: Find old weekly backups
find: find:
paths: "{{ backup_dir }}/{{ item }}/weekly" paths: "{{ backup_dir }}/{{ item }}/weekly"
file_type: file file_type: file
age: 5w age: 5w
age_stamp: ctime age_stamp: ctime
patterns: '*.gz' patterns: '*.gz'
recurse: false recurse: false
register: backup_files register: backup_files
loop: "{{ systems }}" loop: "{{ systems }}"
- name: Delete old weekly backups - name: Delete old weekly backups
file: file:
path: "{{ item.path }}" path: "{{ item.path }}"
state: absent state: absent
with_items: "{{ backup_files.results | map(attribute='files') | list }}" with_items: "{{ backup_files.results | map(attribute='files') | list }}"
loop_control: loop_control:
label: "{{ item.path }}" label: "{{ item.path }}"
- name: Find old monthly backups - name: Find old monthly backups
find: find:
paths: "{{ backup_dir }}/{{ item }}/monthly" paths: "{{ backup_dir }}/{{ item }}/monthly"
file_type: file file_type: file
age: 56w age: 56w
age_stamp: ctime age_stamp: ctime
patterns: '*.gz' patterns: '*.gz'
recurse: false recurse: false
register: backup_files register: backup_files
loop: "{{ systems }}" loop: "{{ systems }}"
- name: Delete old monthly backups - name: Delete old monthly backups
file: file:
path: "{{ item.path }}" path: "{{ item.path }}"
state: absent state: absent
with_items: "{{ backup_files.results | map(attribute='files') | list }}" with_items: "{{ backup_files.results | map(attribute='files') | list }}"
loop_control: loop_control:
label: "{{ item.path }}" label: "{{ item.path }}"
- name: Create nexcloud data backup - name: Create nexcloud data backup
shell: rdiff-backup /var/lib/docker/volumes/nextcloud-data/_data /media/backup/docker/nextcloud/data shell: rdiff-backup /var/lib/docker/volumes/nextcloud-data/_data /media/backup/docker/nextcloud/data
become: yes become: yes
become_method: sudo become_method: sudo
become_user: root become_user: root
- name: Inform Mattermost about success
uri:
url: https://cs-mm.ddnss.de/hooks/og4ckuqet7fafb8kjuaigzuh7c
method: POST
body_format: json
body:
text: "{{ ansible_date_time.date }} {{ ansible_date_time.time }} (info): Playbook ran successful ({{ ansible_play_name }})"
rescue:
- name: Inform Mattermost about error
uri:
url: https://cs-mm.ddnss.de/hooks/og4ckuqet7fafb8kjuaigzuh7c
method: POST
body_format: json
body:
text: "{{ ansible_date_time.date }} {{ ansible_date_time.time }} (info): Playbook ran with error ({{ ansible_play_name }})"