main.yml 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242
  1. ---
  2. # TODO: allow for overriding default ports where possible
  3. - fail:
  4. msg: "SELinux is disabled, This deployment type requires that SELinux is enabled."
  5. when: >
  6. (not ansible_selinux or ansible_selinux.status != 'enabled') and
  7. deployment_type in ['enterprise', 'online', 'atomic-enterprise', 'openshift-enterprise']
  8. - name: Set node facts
  9. openshift_facts:
  10. role: "{{ item.role }}"
  11. local_facts: "{{ item.local_facts }}"
  12. with_items:
  13. # Reset node labels to an empty dictionary.
  14. - role: node
  15. local_facts:
  16. labels: {}
  17. - role: node
  18. local_facts:
  19. annotations: "{{ openshift_node_annotations | default(none) }}"
  20. debug_level: "{{ openshift_node_debug_level | default(openshift.common.debug_level) }}"
  21. iptables_sync_period: "{{ openshift_node_iptables_sync_period | default(None) }}"
  22. kubelet_args: "{{ openshift_node_kubelet_args | default(None) }}"
  23. labels: "{{ lookup('oo_option', 'openshift_node_labels') | default( openshift_node_labels | default(none), true) }}"
  24. registry_url: "{{ oreg_url_node | default(oreg_url) | default(None) }}"
  25. schedulable: "{{ openshift_schedulable | default(openshift_scheduleable) | default(None) }}"
  26. sdn_mtu: "{{ openshift_node_sdn_mtu | default(None) }}"
  27. storage_plugin_deps: "{{ osn_storage_plugin_deps | default(None) }}"
  28. set_node_ip: "{{ openshift_set_node_ip | default(None) }}"
  29. node_image: "{{ osn_image | default(None) }}"
  30. ovs_image: "{{ osn_ovs_image | default(None) }}"
  31. proxy_mode: "{{ openshift_node_proxy_mode | default('iptables') }}"
  32. local_quota_per_fsgroup: "{{ openshift_node_local_quota_per_fsgroup | default(None) }}"
  33. dns_ip: "{{ openshift_dns_ip | default(none) | get_dns_ip(hostvars[inventory_hostname])}}"
  34. env_vars: "{{ openshift_node_env_vars | default(None) }}"
  35. # https://docs.openshift.com/container-platform/3.4/admin_guide/overcommit.html#disabling-swap-memory
  36. - name: Check for swap usage
  37. command: grep "^[^#].*swap" /etc/fstab
  38. # grep: match any lines which don't begin with '#' and contain 'swap'
  39. changed_when: false
  40. failed_when: false
  41. register: swap_result
  42. # Disable Swap Block
  43. - block:
  44. - name: Disable swap
  45. command: swapoff --all
  46. - name: Remove swap entries from /etc/fstab
  47. replace:
  48. dest: /etc/fstab
  49. regexp: '(^[^#].*swap.*)'
  50. replace: '# \1'
  51. backup: yes
  52. - name: Add notice about disabling swap
  53. lineinfile:
  54. dest: /etc/fstab
  55. line: '# OpenShift-Ansible Installer disabled swap per overcommit guidelines'
  56. state: present
  57. when:
  58. - swap_result.stdout_lines | length > 0
  59. - openshift_disable_swap | default(true) | bool
  60. # End Disable Swap Block
  61. # We have to add tuned-profiles in the same transaction otherwise we run into depsolving
  62. # problems because the rpms don't pin the version properly. This was fixed in 3.1 packaging.
  63. - name: Install Node package
  64. package:
  65. name: "{{ openshift.common.service_type }}-node{{ openshift_pkg_version | default('') | oo_image_tag_to_rpm_version(include_dash=True) }},tuned-profiles-{{ openshift.common.service_type }}-node{{ openshift_pkg_version | default('') | oo_image_tag_to_rpm_version(include_dash=True) }}"
  66. state: present
  67. when: not openshift.common.is_containerized | bool
  68. - name: Check for tuned package
  69. command: rpm -q tuned
  70. args:
  71. warn: no
  72. register: tuned_installed
  73. changed_when: false
  74. failed_when: false
  75. - name: Set atomic-guest tuned profile
  76. command: "tuned-adm profile atomic-guest"
  77. when: tuned_installed.rc == 0 and openshift.common.is_atomic | bool
  78. - name: Install sdn-ovs package
  79. package:
  80. name: "{{ openshift.common.service_type }}-sdn-ovs{{ openshift_pkg_version | oo_image_tag_to_rpm_version(include_dash=True) }}"
  81. state: present
  82. when: openshift.common.use_openshift_sdn and not openshift.common.is_containerized | bool
  83. - name: Install conntrack-tools package
  84. package:
  85. name: "conntrack-tools"
  86. state: present
  87. when: not openshift.common.is_containerized | bool
  88. - name: Install the systemd units
  89. include: systemd_units.yml
  90. # The atomic-openshift-node service will set this parameter on
  91. # startup, but if the network service is restarted this setting is
  92. # lost. Reference: https://bugzilla.redhat.com/show_bug.cgi?id=1372388
  93. #
  94. # Use lineinfile w/ a handler for this task until
  95. # https://github.com/ansible/ansible/pull/24277 is included in an
  96. # ansible release and we can use the sysctl module.
  97. - name: Persist net.ipv4.ip_forward sysctl entry
  98. lineinfile: dest=/etc/sysctl.conf regexp='^net.ipv4.ip_forward' line='net.ipv4.ip_forward=1'
  99. notify:
  100. - reload sysctl.conf
  101. - name: Start and enable openvswitch service
  102. systemd:
  103. name: openvswitch.service
  104. enabled: yes
  105. state: started
  106. daemon_reload: yes
  107. when: openshift.common.is_containerized | bool and openshift.common.use_openshift_sdn | bool
  108. register: ovs_start_result
  109. until: not ovs_start_result | failed
  110. retries: 3
  111. delay: 30
  112. - set_fact:
  113. ovs_service_status_changed: "{{ ovs_start_result | changed }}"
  114. - file:
  115. dest: "{{ (openshift_node_kubelet_args|default({'config':None})).config}}"
  116. state: directory
  117. when: openshift_node_kubelet_args is defined and 'config' in openshift_node_kubelet_args
  118. # TODO: add the validate parameter when there is a validation command to run
  119. - name: Create the Node config
  120. template:
  121. dest: "{{ openshift.common.config_base }}/node/node-config.yaml"
  122. src: node.yaml.v1.j2
  123. backup: true
  124. owner: root
  125. group: root
  126. mode: 0600
  127. notify:
  128. - restart node
  129. - name: Configure AWS Cloud Provider Settings
  130. lineinfile:
  131. dest: /etc/sysconfig/{{ openshift.common.service_type }}-node
  132. regexp: "{{ item.regex }}"
  133. line: "{{ item.line }}"
  134. create: true
  135. with_items:
  136. - regex: '^AWS_ACCESS_KEY_ID='
  137. line: "AWS_ACCESS_KEY_ID={{ openshift_cloudprovider_aws_access_key | default('') }}"
  138. - regex: '^AWS_SECRET_ACCESS_KEY='
  139. line: "AWS_SECRET_ACCESS_KEY={{ openshift_cloudprovider_aws_secret_key | default('') }}"
  140. no_log: True
  141. when: openshift_cloudprovider_kind is defined and openshift_cloudprovider_kind == 'aws' and openshift_cloudprovider_aws_access_key is defined and openshift_cloudprovider_aws_secret_key is defined
  142. notify:
  143. - restart node
  144. - name: Configure Node Environment Variables
  145. lineinfile:
  146. dest: /etc/sysconfig/{{ openshift.common.service_type }}-node
  147. regexp: "^{{ item.key }}="
  148. line: "{{ item.key }}={{ item.value }}"
  149. create: true
  150. with_dict: "{{ openshift.node.env_vars | default({}) }}"
  151. notify:
  152. - restart node
  153. - name: NFS storage plugin configuration
  154. include: storage_plugins/nfs.yml
  155. tags:
  156. - nfs
  157. - name: GlusterFS storage plugin configuration
  158. include: storage_plugins/glusterfs.yml
  159. when: "'glusterfs' in openshift.node.storage_plugin_deps"
  160. - name: Ceph storage plugin configuration
  161. include: storage_plugins/ceph.yml
  162. when: "'ceph' in openshift.node.storage_plugin_deps"
  163. - name: iSCSI storage plugin configuration
  164. include: storage_plugins/iscsi.yml
  165. when: "'iscsi' in openshift.node.storage_plugin_deps"
  166. # Necessary because when you're on a node that's also a master the master will be
  167. # restarted after the node restarts docker and it will take up to 60 seconds for
  168. # systemd to start the master again
  169. - name: Wait for master API to become available before proceeding
  170. # Using curl here since the uri module requires python-httplib2 and
  171. # wait_for port doesn't provide health information.
  172. command: >
  173. curl --silent --tlsv1.2 --cacert {{ openshift.common.config_base }}/node/ca.crt
  174. {{ openshift_node_master_api_url }}/healthz/ready
  175. args:
  176. # Disables the following warning:
  177. # Consider using get_url or uri module rather than running curl
  178. warn: no
  179. register: api_available_output
  180. until: api_available_output.stdout == 'ok'
  181. retries: 120
  182. delay: 1
  183. changed_when: false
  184. when: openshift.common.is_containerized | bool
  185. - name: Start and enable node dep
  186. systemd:
  187. daemon_reload: yes
  188. name: "{{ openshift.common.service_type }}-node-dep"
  189. enabled: yes
  190. state: started
  191. when: openshift.common.is_containerized | bool
  192. - name: Start and enable node
  193. systemd:
  194. name: "{{ openshift.common.service_type }}-node"
  195. enabled: yes
  196. state: started
  197. daemon_reload: yes
  198. register: node_start_result
  199. until: not node_start_result | failed
  200. retries: 1
  201. delay: 30
  202. ignore_errors: true
  203. - name: Dump logs from node service if it failed
  204. command: journalctl --no-pager -n 100 -u {{ openshift.common.service_type }}-node
  205. when: node_start_result | failed
  206. - name: Abort if node failed to start
  207. fail:
  208. msg: Node failed to start please inspect the logs and try again
  209. when: node_start_result | failed
  210. - set_fact:
  211. node_service_status_changed: "{{ node_start_result | changed }}"