mirror of
https://bitbucket.org/atlassian/dc-deployments-automation.git
synced 2025-12-14 08:53:07 -06:00
ITOPSENG-101 fix merge conflict
This commit is contained in:
@@ -275,4 +275,3 @@ pipelines:
|
|||||||
- apt-get update && ./bin/install-ansible --dev
|
- apt-get update && ./bin/install-ansible --dev
|
||||||
- ./bin/run-tests-in-batches --batch 31
|
- ./bin/run-tests-in-batches --batch 31
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
14
roles/restore_backups/molecule/restore/Dockerfile.j2
Normal file
14
roles/restore_backups/molecule/restore/Dockerfile.j2
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
# Molecule managed
|
||||||
|
|
||||||
|
{% if item.registry is defined %}
|
||||||
|
FROM {{ item.registry.url }}/{{ item.image }}
|
||||||
|
{% else %}
|
||||||
|
FROM {{ item.image }}
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
|
RUN if [ $(command -v apt-get) ]; then apt-get update && apt-get install -y python sudo bash ca-certificates && apt-get clean; \
|
||||||
|
elif [ $(command -v dnf) ]; then dnf makecache && dnf --assumeyes install python sudo python-devel python*-dnf bash && dnf clean all; \
|
||||||
|
elif [ $(command -v yum) ]; then yum makecache fast && yum install -y python sudo yum-plugin-ovl bash && sed -i 's/plugins=0/plugins=1/g' /etc/yum.conf && yum clean all; \
|
||||||
|
elif [ $(command -v zypper) ]; then zypper refresh && zypper install -y python sudo bash python-xml && zypper clean -a; \
|
||||||
|
elif [ $(command -v apk) ]; then apk update && apk add --no-cache python sudo bash ca-certificates; \
|
||||||
|
elif [ $(command -v xbps-install) ]; then xbps-install -Syu && xbps-install -y python sudo bash ca-certificates && xbps-remove -O; fi
|
||||||
30
roles/restore_backups/molecule/restore/molecule.yml
Normal file
30
roles/restore_backups/molecule/restore/molecule.yml
Normal file
@@ -0,0 +1,30 @@
|
|||||||
|
---
|
||||||
|
dependency:
|
||||||
|
name: galaxy
|
||||||
|
driver:
|
||||||
|
name: docker
|
||||||
|
lint:
|
||||||
|
name: yamllint
|
||||||
|
platforms:
|
||||||
|
- name: amazon_linux2
|
||||||
|
image: amazonlinux:2
|
||||||
|
groups:
|
||||||
|
- aws_node_local
|
||||||
|
ulimits:
|
||||||
|
- nofile:262144:262144
|
||||||
|
provisioner:
|
||||||
|
name: ansible
|
||||||
|
options:
|
||||||
|
skip-tags: runtime_pkg
|
||||||
|
lint:
|
||||||
|
name: ansible-lint
|
||||||
|
options:
|
||||||
|
x: ["701"]
|
||||||
|
inventory:
|
||||||
|
links:
|
||||||
|
group_vars: ../../../../group_vars/
|
||||||
|
verifier:
|
||||||
|
name: testinfra
|
||||||
|
lint:
|
||||||
|
name: flake8
|
||||||
|
enabled: false
|
||||||
11
roles/restore_backups/molecule/restore/playbook.yml
Normal file
11
roles/restore_backups/molecule/restore/playbook.yml
Normal file
@@ -0,0 +1,11 @@
|
|||||||
|
---
|
||||||
|
- name: Converge
|
||||||
|
hosts: all
|
||||||
|
vars:
|
||||||
|
atl_backup_manifest_url: 's3://dcd-slingshot-test/dummy_manifest.json'
|
||||||
|
atl_product_user: 'jira'
|
||||||
|
atl_backup_home_restore_canary_path: '/tmp/canary.tmp'
|
||||||
|
|
||||||
|
tasks:
|
||||||
|
- name: Install distro-specific restore support packages
|
||||||
|
include_tasks: "../../tasks/{{ ansible_distribution|lower }}.yml"
|
||||||
20
roles/restore_backups/molecule/restore/tests/test_default.py
Normal file
20
roles/restore_backups/molecule/restore/tests/test_default.py
Normal file
@@ -0,0 +1,20 @@
|
|||||||
|
import os
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
import testinfra.utils.ansible_runner
|
||||||
|
|
||||||
|
testinfra_hosts = testinfra.utils.ansible_runner.AnsibleRunner(
|
||||||
|
os.environ['MOLECULE_INVENTORY_FILE']).get_hosts('all')
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize('exe', [
|
||||||
|
'/usr/bin/pg_dump',
|
||||||
|
'/usr/bin/pg_restore',
|
||||||
|
'/usr/bin/psql'
|
||||||
|
])
|
||||||
|
def test_postgresql_amazon_linux_extras_exes(host, exe):
|
||||||
|
assert host.file(exe).exists
|
||||||
|
|
||||||
|
def test_postgresql_version(host):
|
||||||
|
pg_dump_version_output = host.check_output('pg_dump --version')
|
||||||
|
assert '(PostgreSQL) 9.6' in pg_dump_version_output
|
||||||
@@ -5,3 +5,5 @@
|
|||||||
command: amazon-linux-extras install -y "postgresql{{ postgres_version }}"
|
command: amazon-linux-extras install -y "postgresql{{ postgres_version }}"
|
||||||
args:
|
args:
|
||||||
creates: /usr/bin/psql
|
creates: /usr/bin/psql
|
||||||
|
environment:
|
||||||
|
PYTHON: /bin/python
|
||||||
|
|||||||
@@ -56,8 +56,8 @@
|
|||||||
# FIXME: The manifest format is still undecided so the
|
# FIXME: The manifest format is still undecided so the
|
||||||
# following usages will need to be updated once it settles..
|
# following usages will need to be updated once it settles..
|
||||||
atl_backup_id: "{{ atl_backup_manifest.name }}"
|
atl_backup_id: "{{ atl_backup_manifest.name }}"
|
||||||
atl_backup_db_dest: "{{ atl_installer_temp }}/{{ atl_backup_manifest.artifacts.db.location.value | basename }}"
|
atl_backup_db_dest: "{{ atl_installer_temp }}/{{ atl_backup_manifest.artifacts.db.location.location | basename }}"
|
||||||
atl_backup_home_dest: "{{ atl_installer_temp }}/{{ atl_backup_manifest.artifacts.sharedHome.location.value | basename }}"
|
atl_backup_home_dest: "{{ atl_installer_temp }}/{{ atl_backup_manifest.artifacts.sharedHome.location.location | basename }}"
|
||||||
|
|
||||||
# FIXME: Here we fetch the backups. However we may wish to stream
|
# FIXME: Here we fetch the backups. However we may wish to stream
|
||||||
# these directly from S3 to the target DB/FS to avoid requiring
|
# these directly from S3 to the target DB/FS to avoid requiring
|
||||||
@@ -66,16 +66,16 @@
|
|||||||
aws_s3:
|
aws_s3:
|
||||||
mode: get
|
mode: get
|
||||||
overwrite: different
|
overwrite: different
|
||||||
bucket: "{{ atl_backup_manifest.artifacts.db.location.value | urlsplit('hostname') }}"
|
bucket: "{{ atl_backup_manifest.artifacts.db.location.location | urlsplit('hostname') }}"
|
||||||
object: "{{ atl_backup_manifest.artifacts.db.location.value | urlsplit('path') }}"
|
object: "{{ atl_backup_manifest.artifacts.db.location.location | urlsplit('path') }}"
|
||||||
dest: "{{ atl_backup_db_dest }}"
|
dest: "{{ atl_backup_db_dest }}"
|
||||||
|
|
||||||
- name: Fetch Home backup from S3
|
- name: Fetch Home backup from S3
|
||||||
aws_s3:
|
aws_s3:
|
||||||
mode: get
|
mode: get
|
||||||
overwrite: different
|
overwrite: different
|
||||||
bucket: "{{ atl_backup_manifest.artifacts.sharedHome.location.value | urlsplit('hostname') }}"
|
bucket: "{{ atl_backup_manifest.artifacts.sharedHome.location.location | urlsplit('hostname') }}"
|
||||||
object: "{{ atl_backup_manifest.artifacts.sharedHome.location.value | urlsplit('path') }}"
|
object: "{{ atl_backup_manifest.artifacts.sharedHome.location.location | urlsplit('path') }}"
|
||||||
dest: "{{ atl_backup_home_dest }}"
|
dest: "{{ atl_backup_home_dest }}"
|
||||||
|
|
||||||
- name: Install distro-specific restore support packages
|
- name: Install distro-specific restore support packages
|
||||||
@@ -97,6 +97,11 @@
|
|||||||
# Depends on fetch_backup roles
|
# Depends on fetch_backup roles
|
||||||
state: restore
|
state: restore
|
||||||
target: "{{ atl_backup_db_dest }}"
|
target: "{{ atl_backup_db_dest }}"
|
||||||
|
register: result
|
||||||
|
# managed DBs in cloud providers are not allowing full root access to the DB engine, we can safely ignore the COMMENT ON EXTENSION error
|
||||||
|
failed_when:
|
||||||
|
- result.rc != 0
|
||||||
|
- '"COMMENT ON EXTENSION" not in result.msg'
|
||||||
when: db_created.changed and atl_backup_db_dest is defined
|
when: db_created.changed and atl_backup_db_dest is defined
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user