|
|
@@ -0,0 +1,220 @@
|
|
|
+---
|
|
|
+###############################################################################
|
|
|
+# Evaluate host groups and gather facts
|
|
|
+###############################################################################
|
|
|
+- name: Load openshift_facts
|
|
|
+ hosts: oo_masters_to_config:oo_nodes_to_config:oo_etcd_to_config:oo_lb_to_config
|
|
|
+ roles:
|
|
|
+ - openshift_facts
|
|
|
+
|
|
|
+- name: Load openshift_facts
|
|
|
+ hosts: oo_masters_to_config:oo_nodes_to_config:oo_etcd_to_config:oo_lb_to_config
|
|
|
+ roles:
|
|
|
+ - openshift_facts
|
|
|
+
|
|
|
+- name: Evaluate additional groups for upgrade
|
|
|
+ hosts: localhost
|
|
|
+ connection: local
|
|
|
+ become: no
|
|
|
+ tasks:
|
|
|
+ - name: Evaluate etcd_hosts_to_backup
|
|
|
+ add_host:
|
|
|
+ name: "{{ item }}"
|
|
|
+ groups: etcd_hosts_to_backup
|
|
|
+ with_items: groups.oo_etcd_to_config if groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config | length > 0 else groups.oo_first_master
|
|
|
+
|
|
|
+###############################################################################
|
|
|
+# Pre-upgrade checks
|
|
|
+###############################################################################
|
|
|
+- name: Verify upgrade can proceed
|
|
|
+ hosts: oo_first_master
|
|
|
+ vars:
|
|
|
+ openshift_master_ha: "{{ groups.oo_masters_to_config | length > 1 }}"
|
|
|
+ target_version: "{{ '1.2' if deployment_type == 'origin' else '3.1.1.900' }}"
|
|
|
+ gather_facts: no
|
|
|
+ tasks:
|
|
|
+ - fail:
|
|
|
+ msg: >
|
|
|
+ This upgrade is only supported for origin, openshift-enterprise, and online
|
|
|
+ deployment types
|
|
|
+ when: deployment_type not in ['origin','openshift-enterprise', 'online']
|
|
|
+
|
|
|
+ - fail:
|
|
|
+ msg: >
|
|
|
+ openshift_pkg_version is {{ openshift_pkg_version }} which is not a
|
|
|
+ valid version for a {{ target_version }} upgrade
|
|
|
+ when: openshift_pkg_version is defined and openshift_pkg_version.split('-',1).1 | version_compare(target_version ,'<')
|
|
|
+
|
|
|
+- name: Verify upgrade can proceed
|
|
|
+ hosts: oo_masters_to_config:oo_nodes_to_config
|
|
|
+ vars:
|
|
|
+ target_version: "{{ '1.2' if deployment_type == 'origin' else '3.1.1.900' }}"
|
|
|
+ roles:
|
|
|
+ - openshift_cli
|
|
|
+ tasks:
|
|
|
+ - name: Clean package cache
|
|
|
+ command: "{{ ansible_pkg_mgr }} clean all"
|
|
|
+
|
|
|
+ - set_fact:
|
|
|
+ g_new_service_name: "{{ 'origin' if deployment_type =='origin' else 'atomic-openshift' }}"
|
|
|
+ when: not openshift.common.is_containerized | bool
|
|
|
+
|
|
|
+ - name: Determine available versions
|
|
|
+ script: ../files/rpm_versions.sh {{ g_new_service_name }}
|
|
|
+ register: g_versions_result
|
|
|
+ when: not openshift.common.is_containerized | bool
|
|
|
+
|
|
|
+ - name: Determine available versions
|
|
|
+ script: ../files/openshift_container_versions.sh {{ openshift.common.service_type }}
|
|
|
+ register: g_versions_result
|
|
|
+ when: openshift.common.is_containerized | bool
|
|
|
+
|
|
|
+ - set_fact:
|
|
|
+ g_aos_versions: "{{ g_versions_result.stdout | from_yaml }}"
|
|
|
+
|
|
|
+ - set_fact:
|
|
|
+ g_new_version: "{{ g_aos_versions.curr_version.split('-', 1).0 if g_aos_versions.avail_version is none else g_aos_versions.avail_version.split('-', 1).0 }}"
|
|
|
+ when: openshift_pkg_version is not defined
|
|
|
+
|
|
|
+ - set_fact:
|
|
|
+ g_new_version: "{{ openshift_pkg_version | replace('-','') }}"
|
|
|
+ when: openshift_pkg_version is defined
|
|
|
+
|
|
|
+ - name: Update systemd units
|
|
|
+ script: ../files/ensure_system_units_have_version.sh {{ openshift.common.service_type }} {{ openshift.common.deployment_type }} {{ g_aos_versions.curr_version }}
|
|
|
+ when: openshift.common.is_containerized | bool
|
|
|
+
|
|
|
+ # TODO: Remove this, used for testing
|
|
|
+ #- pause:
|
|
|
+
|
|
|
+ - fail:
|
|
|
+ msg: This playbook requires Origin 1.1 or later
|
|
|
+ when: deployment_type == 'origin' and g_aos_versions.curr_version | version_compare('1.1','<')
|
|
|
+
|
|
|
+ - fail:
|
|
|
+ msg: This playbook requires Atomic Enterprise Platform/OpenShift Enterprise 3.1 or later
|
|
|
+ when: deployment_type == 'atomic-openshift' and g_aos_versions.curr_version | version_compare('3.1','<')
|
|
|
+
|
|
|
+ # TODO: this may only make sense for RPM installs. We probably need another check for containerized installs.
|
|
|
+ - fail:
|
|
|
+ msg: Upgrade packages not found
|
|
|
+ when: (g_aos_versions.avail_version | default(g_aos_versions.curr_version, true) | version_compare(target_version, '<'))
|
|
|
+
|
|
|
+ - name: Determine available Docker
|
|
|
+ script: ../files/rpm_versions.sh docker
|
|
|
+ register: g_docker_version_result
|
|
|
+ when: not openshift.common.is_atomic | bool
|
|
|
+
|
|
|
+ - set_fact:
|
|
|
+ g_docker_version: "{{ g_docker_version_result.stdout | from_yaml }}"
|
|
|
+
|
|
|
+ - fail:
|
|
|
+ msg: This playbook requires access to Docker 1.9 or later
|
|
|
+ when: not openshift.common.is_atomic | bool
|
|
|
+ and (g_docker_version.avail_version | default(g_docker_version.curr_version, true) | version_compare('1.9','<'))
|
|
|
+
|
|
|
+ # TODO: add check to upgrade ostree to get latest Docker
|
|
|
+
|
|
|
+ - set_fact:
|
|
|
+ pre_upgrade_complete: True
|
|
|
+
|
|
|
+
|
|
|
+##############################################################################
|
|
|
+# Gate on pre-upgrade checks
|
|
|
+##############################################################################
|
|
|
+- name: Gate on pre-upgrade checks
|
|
|
+ hosts: localhost
|
|
|
+ connection: local
|
|
|
+ become: no
|
|
|
+ vars:
|
|
|
+ pre_upgrade_hosts: "{{ groups.oo_masters_to_config | union(groups.oo_nodes_to_config) }}"
|
|
|
+ tasks:
|
|
|
+ - set_fact:
|
|
|
+ pre_upgrade_completed: "{{ hostvars
|
|
|
+ | oo_select_keys(pre_upgrade_hosts)
|
|
|
+ | oo_collect('inventory_hostname', {'pre_upgrade_complete': true}) }}"
|
|
|
+ - set_fact:
|
|
|
+ pre_upgrade_failed: "{{ pre_upgrade_hosts | difference(pre_upgrade_completed) }}"
|
|
|
+ - fail:
|
|
|
+ msg: "Upgrade cannot continue. The following hosts did not complete pre-upgrade checks: {{ pre_upgrade_failed | join(',') }}"
|
|
|
+ when: pre_upgrade_failed | length > 0
|
|
|
+
|
|
|
+###############################################################################
|
|
|
+# Backup etcd
|
|
|
+###############################################################################
|
|
|
+- name: Backup etcd
|
|
|
+ hosts: etcd_hosts_to_backup
|
|
|
+ vars:
|
|
|
+ embedded_etcd: "{{ openshift.master.embedded_etcd }}"
|
|
|
+ timestamp: "{{ lookup('pipe', 'date +%Y%m%d%H%M%S') }}"
|
|
|
+ roles:
|
|
|
+ - openshift_facts
|
|
|
+ tasks:
|
|
|
+ # Ensure we persist the etcd role for this host in openshift_facts
|
|
|
+ - openshift_facts:
|
|
|
+ role: etcd
|
|
|
+ local_facts: {}
|
|
|
+ when: "'etcd' not in openshift"
|
|
|
+
|
|
|
+ - stat: path=/var/lib/openshift
|
|
|
+ register: var_lib_openshift
|
|
|
+
|
|
|
+ - stat: path=/var/lib/origin
|
|
|
+ register: var_lib_origin
|
|
|
+
|
|
|
+ - name: Create origin symlink if necessary
|
|
|
+ file: src=/var/lib/openshift/ dest=/var/lib/origin state=link
|
|
|
+ when: var_lib_openshift.stat.exists == True and var_lib_origin.stat.exists == False
|
|
|
+
|
|
|
+ # TODO: replace shell module with command and update later checks
|
|
|
+ # We assume to be using the data dir for all backups.
|
|
|
+ - name: Check available disk space for etcd backup
|
|
|
+ shell: df --output=avail -k {{ openshift.common.data_dir }} | tail -n 1
|
|
|
+ register: avail_disk
|
|
|
+
|
|
|
+ # TODO: replace shell module with command and update later checks
|
|
|
+ - name: Check current embedded etcd disk usage
|
|
|
+ shell: du -k {{ openshift.etcd.etcd_data_dir }} | tail -n 1 | cut -f1
|
|
|
+ register: etcd_disk_usage
|
|
|
+ when: embedded_etcd | bool
|
|
|
+
|
|
|
+ - name: Abort if insufficient disk space for etcd backup
|
|
|
+ fail:
|
|
|
+ msg: >
|
|
|
+ {{ etcd_disk_usage.stdout }} Kb disk space required for etcd backup,
|
|
|
+ {{ avail_disk.stdout }} Kb available.
|
|
|
+ when: (embedded_etcd | bool) and (etcd_disk_usage.stdout|int > avail_disk.stdout|int)
|
|
|
+
|
|
|
+ - name: Install etcd (for etcdctl)
|
|
|
+ action: "{{ ansible_pkg_mgr }} name=etcd state=latest"
|
|
|
+
|
|
|
+ - name: Generate etcd backup
|
|
|
+ command: >
|
|
|
+ etcdctl backup --data-dir={{ openshift.etcd.etcd_data_dir }}
|
|
|
+ --backup-dir={{ openshift.common.data_dir }}/etcd-backup-{{ timestamp }}
|
|
|
+
|
|
|
+ - set_fact:
|
|
|
+ etcd_backup_complete: True
|
|
|
+
|
|
|
+ - name: Display location of etcd backup
|
|
|
+ debug:
|
|
|
+ msg: "Etcd backup created in {{ openshift.common.data_dir }}/etcd-backup-{{ timestamp }}"
|
|
|
+
|
|
|
+
|
|
|
+##############################################################################
|
|
|
+# Gate on etcd backup
|
|
|
+##############################################################################
|
|
|
+- name: Gate on etcd backup
|
|
|
+ hosts: localhost
|
|
|
+ connection: local
|
|
|
+ become: no
|
|
|
+ tasks:
|
|
|
+ - set_fact:
|
|
|
+ etcd_backup_completed: "{{ hostvars
|
|
|
+ | oo_select_keys(groups.etcd_hosts_to_backup)
|
|
|
+ | oo_collect('inventory_hostname', {'etcd_backup_complete': true}) }}"
|
|
|
+ - set_fact:
|
|
|
+ etcd_backup_failed: "{{ groups.etcd_hosts_to_backup | difference(etcd_backup_completed) }}"
|
|
|
+ - fail:
|
|
|
+ msg: "Upgrade cannot continue. The following hosts did not complete etcd backup: {{ etcd_backup_failed | join(',') }}"
|
|
|
+ when: etcd_backup_failed | length > 0
|
Brenton Leanhardt