config.yml 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315
  1. ---
  2. - name: Set master facts and determine if external etcd certs need to be generated
  3. hosts: oo_masters_to_config
  4. pre_tasks:
  5. - name: Check for RPM generated config marker file .config_managed
  6. stat:
  7. path: /etc/origin/.config_managed
  8. register: rpmgenerated_config
  9. - name: Remove RPM generated config files if present
  10. file:
  11. path: "/etc/origin/{{ item }}"
  12. state: absent
  13. when: rpmgenerated_config.stat.exists == true and deployment_type in ['openshift-enterprise', 'atomic-enterprise']
  14. with_items:
  15. - master
  16. - node
  17. - .config_managed
  18. - set_fact:
  19. openshift_master_etcd_port: "{{ (etcd_client_port | default('2379')) if (groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config) else none }}"
  20. openshift_master_etcd_hosts: "{{ hostvars
  21. | oo_select_keys(groups['oo_etcd_to_config']
  22. | default([]))
  23. | oo_collect('openshift.common.hostname')
  24. | default(none, true) }}"
  25. roles:
  26. - openshift_facts
  27. post_tasks:
  28. - openshift_facts:
  29. role: "{{ item.role }}"
  30. local_facts: "{{ item.local_facts }}"
  31. with_items:
  32. - role: common
  33. local_facts:
  34. hostname: "{{ openshift_hostname | default(None) }}"
  35. ip: "{{ openshift_ip | default(None) }}"
  36. public_hostname: "{{ openshift_public_hostname | default(None) }}"
  37. public_ip: "{{ openshift_public_ip | default(None) }}"
  38. deployment_type: "{{ openshift_deployment_type }}"
  39. - role: master
  40. local_facts:
  41. api_port: "{{ openshift_master_api_port | default(None) }}"
  42. api_url: "{{ openshift_master_api_url | default(None) }}"
  43. api_use_ssl: "{{ openshift_master_api_use_ssl | default(None) }}"
  44. public_api_url: "{{ openshift_master_public_api_url | default(None) }}"
  45. cluster_hostname: "{{ openshift_master_cluster_hostname | default(None) }}"
  46. cluster_public_hostname: "{{ openshift_master_cluster_public_hostname | default(None) }}"
  47. cluster_defer_ha: "{{ openshift_master_cluster_defer_ha | default(None) }}"
  48. console_path: "{{ openshift_master_console_path | default(None) }}"
  49. console_port: "{{ openshift_master_console_port | default(None) }}"
  50. console_url: "{{ openshift_master_console_url | default(None) }}"
  51. console_use_ssl: "{{ openshift_master_console_use_ssl | default(None) }}"
  52. public_console_url: "{{ openshift_master_public_console_url | default(None) }}"
  53. - name: Check status of external etcd certificatees
  54. stat:
  55. path: "{{ openshift.common.config_base }}/master/{{ item }}"
  56. with_items:
  57. - master.etcd-client.crt
  58. - master.etcd-ca.crt
  59. register: g_external_etcd_cert_stat_result
  60. - set_fact:
  61. etcd_client_certs_missing: "{{ g_external_etcd_cert_stat_result.results
  62. | map(attribute='stat.exists')
  63. | list | intersect([false])}}"
  64. etcd_cert_subdir: openshift-master-{{ openshift.common.hostname }}
  65. etcd_cert_config_dir: "{{ openshift.common.config_base }}/master"
  66. etcd_cert_prefix: master.etcd-
  67. when: groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config
  68. - name: Create temp directory for syncing certs
  69. hosts: localhost
  70. connection: local
  71. sudo: false
  72. gather_facts: no
  73. tasks:
  74. - name: Create local temp directory for syncing certs
  75. local_action: command mktemp -d /tmp/openshift-ansible-XXXXXXX
  76. register: g_master_mktemp
  77. changed_when: False
  78. - name: Configure etcd certificates
  79. hosts: oo_first_etcd
  80. vars:
  81. etcd_generated_certs_dir: /etc/etcd/generated_certs
  82. etcd_needing_client_certs: "{{ hostvars
  83. | oo_select_keys(groups['oo_masters_to_config'])
  84. | oo_filter_list(filter_attr='etcd_client_certs_missing') }}"
  85. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  86. roles:
  87. - etcd_certificates
  88. post_tasks:
  89. - name: Create a tarball of the etcd certs
  90. command: >
  91. tar -czvf {{ etcd_generated_certs_dir }}/{{ item.etcd_cert_subdir }}.tgz
  92. -C {{ etcd_generated_certs_dir }}/{{ item.etcd_cert_subdir }} .
  93. args:
  94. creates: "{{ etcd_generated_certs_dir }}/{{ item.etcd_cert_subdir }}.tgz"
  95. with_items: etcd_needing_client_certs
  96. - name: Retrieve the etcd cert tarballs
  97. fetch:
  98. src: "{{ etcd_generated_certs_dir }}/{{ item.etcd_cert_subdir }}.tgz"
  99. dest: "{{ sync_tmpdir }}/"
  100. flat: yes
  101. fail_on_missing: yes
  102. validate_checksum: yes
  103. with_items: etcd_needing_client_certs
  104. - name: Copy the external etcd certs to the masters
  105. hosts: oo_masters_to_config
  106. vars:
  107. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  108. tasks:
  109. - name: Ensure certificate directory exists
  110. file:
  111. path: "{{ openshift.common.config_base }}/master"
  112. state: directory
  113. when: etcd_client_certs_missing is defined and etcd_client_certs_missing
  114. - name: Unarchive the tarball on the master
  115. unarchive:
  116. src: "{{ sync_tmpdir }}/{{ etcd_cert_subdir }}.tgz"
  117. dest: "{{ etcd_cert_config_dir }}"
  118. when: etcd_client_certs_missing is defined and etcd_client_certs_missing
  119. - file:
  120. path: "{{ etcd_cert_config_dir }}/{{ item }}"
  121. owner: root
  122. group: root
  123. mode: 0600
  124. with_items:
  125. - master.etcd-client.crt
  126. - master.etcd-client.key
  127. - master.etcd-ca.crt
  128. when: etcd_client_certs_missing is defined and etcd_client_certs_missing
  129. - name: Determine if master certificates need to be generated
  130. hosts: oo_masters_to_config
  131. tasks:
  132. - set_fact:
  133. openshift_master_certs_no_etcd:
  134. - admin.crt
  135. - master.kubelet-client.crt
  136. - "{{ 'master.proxy-client.crt' if openshift.common.version_greater_than_3_1_or_1_1 else omit }}"
  137. - master.server.crt
  138. - openshift-master.crt
  139. - openshift-registry.crt
  140. - openshift-router.crt
  141. - etcd.server.crt
  142. openshift_master_certs_etcd:
  143. - master.etcd-client.crt
  144. - set_fact:
  145. openshift_master_certs: "{{ (openshift_master_certs_no_etcd | union(openshift_master_certs_etcd)) if (groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config) else openshift_master_certs_no_etcd }}"
  146. - name: Check status of master certificates
  147. stat:
  148. path: "{{ openshift.common.config_base }}/master/{{ item }}"
  149. with_items: openshift_master_certs
  150. register: g_master_cert_stat_result
  151. - set_fact:
  152. master_certs_missing: "{{ False in (g_master_cert_stat_result.results
  153. | map(attribute='stat.exists')
  154. | list ) }}"
  155. master_cert_subdir: master-{{ openshift.common.hostname }}
  156. master_cert_config_dir: "{{ openshift.common.config_base }}/master"
  157. - name: Configure master certificates
  158. hosts: oo_first_master
  159. vars:
  160. master_generated_certs_dir: "{{ openshift.common.config_base }}/generated-configs"
  161. masters_needing_certs: "{{ hostvars
  162. | oo_select_keys(groups['oo_masters_to_config'] | difference(groups['oo_first_master']))
  163. | oo_filter_list(filter_attr='master_certs_missing') }}"
  164. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  165. roles:
  166. - openshift_master_certificates
  167. post_tasks:
  168. - name: Remove generated etcd client certs when using external etcd
  169. file:
  170. path: "{{ master_generated_certs_dir }}/{{ item.0.master_cert_subdir }}/{{ item.1 }}"
  171. state: absent
  172. when: groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config
  173. with_nested:
  174. - masters_needing_certs
  175. - - master.etcd-client.crt
  176. - master.etcd-client.key
  177. - name: Create a tarball of the master certs
  178. command: >
  179. tar -czvf {{ master_generated_certs_dir }}/{{ item.master_cert_subdir }}.tgz
  180. -C {{ master_generated_certs_dir }}/{{ item.master_cert_subdir }} .
  181. args:
  182. creates: "{{ master_generated_certs_dir }}/{{ item.master_cert_subdir }}.tgz"
  183. with_items: masters_needing_certs
  184. - name: Retrieve the master cert tarball from the master
  185. fetch:
  186. src: "{{ master_generated_certs_dir }}/{{ item.master_cert_subdir }}.tgz"
  187. dest: "{{ sync_tmpdir }}/"
  188. flat: yes
  189. fail_on_missing: yes
  190. validate_checksum: yes
  191. with_items: masters_needing_certs
  192. - name: Inspect named certificates
  193. hosts: oo_first_master
  194. tasks:
  195. - name: Collect certificate names
  196. set_fact:
  197. parsed_named_certificates: "{{ openshift_master_named_certificates | oo_parse_certificate_names(master_cert_config_dir, openshift.common.internal_hostnames) }}"
  198. when: openshift_master_named_certificates is defined
  199. - name: Compute haproxy_backend_servers
  200. hosts: localhost
  201. connection: local
  202. sudo: false
  203. gather_facts: no
  204. tasks:
  205. - set_fact:
  206. haproxy_backend_servers: "{{ hostvars | oo_select_keys(groups['oo_masters_to_config']) | oo_haproxy_backend_masters }}"
  207. - name: Configure load balancers
  208. hosts: oo_first_master
  209. vars:
  210. haproxy_frontends:
  211. - name: atomic-openshift
  212. bind: "*:80"
  213. default_backend: atomic-openshift
  214. haproxy_backends:
  215. - name: atomic-openshift
  216. balance: roundrobin
  217. servers: "{{ hostvars.localhost.haproxy_backend_servers }}"
  218. roles:
  219. - role: haproxy
  220. when: groups.oo_masters_to_config | length > 1
  221. - name: Configure master instances
  222. hosts: oo_masters_to_config
  223. vars:
  224. named_certificates: "{{ hostvars[groups['oo_first_master'][0]]['parsed_named_certificates'] | default([])}}"
  225. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  226. openshift_master_ha: "{{ groups.oo_masters_to_config | length > 1 }}"
  227. openshift_master_count: "{{ groups.oo_masters_to_config | length }}"
  228. pre_tasks:
  229. - name: Ensure certificate directory exists
  230. file:
  231. path: "{{ openshift.common.config_base }}/master"
  232. state: directory
  233. when: master_certs_missing and 'oo_first_master' not in group_names
  234. - name: Unarchive the tarball on the master
  235. unarchive:
  236. src: "{{ sync_tmpdir }}/{{ master_cert_subdir }}.tgz"
  237. dest: "{{ master_cert_config_dir }}"
  238. when: master_certs_missing and 'oo_first_master' not in group_names
  239. roles:
  240. - openshift_master
  241. - role: nickhammond.logrotate
  242. - role: fluentd_master
  243. when: openshift.common.use_fluentd | bool
  244. post_tasks:
  245. - name: Create group for deployment type
  246. group_by: key=oo_masters_deployment_type_{{ openshift.common.deployment_type }}
  247. changed_when: False
  248. - name: Additional master configuration
  249. hosts: oo_first_master
  250. vars:
  251. #openshift_master_ha: "{{ groups.oo_masters_to_config | length > 1 }}"
  252. # omc_cluster_hosts: "{{ groups.oo_masters_to_config | join(' ')}}"
  253. roles:
  254. # - role: openshift_master_cluster
  255. # when: openshift_master_ha | bool
  256. - openshift_examples
  257. - role: openshift_cluster_metrics
  258. when: openshift.common.use_cluster_metrics | bool
  259. - name: Enable cockpit
  260. hosts: oo_first_master
  261. vars:
  262. cockpit_plugins: "{{ osm_cockpit_plugins | default(['cockpit-kubernetes']) }}"
  263. roles:
  264. - role: cockpit
  265. when: ( deployment_type in ['atomic-enterprise','openshift-enterprise'] ) and
  266. (osm_use_cockpit | bool or osm_use_cockpit is undefined )
  267. # Additional instance config for online deployments
  268. - name: Additional instance config
  269. hosts: oo_masters_deployment_type_online
  270. roles:
  271. - pods
  272. - os_env_extras
  273. - name: Delete temporary directory on localhost
  274. hosts: localhost
  275. connection: local
  276. sudo: false
  277. gather_facts: no
  278. tasks:
  279. - file: name={{ g_master_mktemp.stdout }} state=absent
  280. changed_when: False
  281. - name: Configure service accounts
  282. hosts: oo_first_master
  283. vars:
  284. accounts: ["router", "registry"]
  285. roles:
  286. - openshift_serviceaccounts
  287. - name: Create services
  288. hosts: oo_first_master
  289. roles:
  290. - role: openshift_router
  291. when: openshift.master.infra_nodes is defined
  292. #- role: openshift_registry