config.yml 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327
  1. ---
  2. - name: Set master facts and determine if external etcd certs need to be generated
  3. hosts: oo_masters_to_config
  4. pre_tasks:
  5. - name: Check for RPM generated config marker file .config_managed
  6. stat:
  7. path: /etc/origin/.config_managed
  8. register: rpmgenerated_config
  9. - name: Remove RPM generated config files if present
  10. file:
  11. path: "/etc/origin/{{ item }}"
  12. state: absent
  13. when: rpmgenerated_config.stat.exists == true and deployment_type in ['openshift-enterprise', 'atomic-enterprise']
  14. with_items:
  15. - master
  16. - node
  17. - .config_managed
  18. - set_fact:
  19. openshift_master_etcd_port: "{{ (etcd_client_port | default('2379')) if (groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config) else none }}"
  20. openshift_master_etcd_hosts: "{{ hostvars
  21. | oo_select_keys(groups['oo_etcd_to_config']
  22. | default([]))
  23. | oo_collect('openshift.common.hostname')
  24. | default(none, true) }}"
  25. roles:
  26. - openshift_facts
  27. post_tasks:
  28. - openshift_facts:
  29. role: "{{ item.role }}"
  30. local_facts: "{{ item.local_facts }}"
  31. with_items:
  32. - role: common
  33. local_facts:
  34. hostname: "{{ openshift_hostname | default(None) }}"
  35. ip: "{{ openshift_ip | default(None) }}"
  36. public_hostname: "{{ openshift_public_hostname | default(None) }}"
  37. public_ip: "{{ openshift_public_ip | default(None) }}"
  38. deployment_type: "{{ openshift_deployment_type }}"
  39. - role: master
  40. local_facts:
  41. api_port: "{{ openshift_master_api_port | default(None) }}"
  42. api_url: "{{ openshift_master_api_url | default(None) }}"
  43. api_use_ssl: "{{ openshift_master_api_use_ssl | default(None) }}"
  44. public_api_url: "{{ openshift_master_public_api_url | default(None) }}"
  45. cluster_hostname: "{{ openshift_master_cluster_hostname | default(None) }}"
  46. cluster_public_hostname: "{{ openshift_master_cluster_public_hostname | default(None) }}"
  47. cluster_defer_ha: "{{ openshift_master_cluster_defer_ha | default(None) }}"
  48. console_path: "{{ openshift_master_console_path | default(None) }}"
  49. console_port: "{{ openshift_master_console_port | default(None) }}"
  50. console_url: "{{ openshift_master_console_url | default(None) }}"
  51. console_use_ssl: "{{ openshift_master_console_use_ssl | default(None) }}"
  52. public_console_url: "{{ openshift_master_public_console_url | default(None) }}"
  53. - name: Check status of external etcd certificatees
  54. stat:
  55. path: "{{ openshift.common.config_base }}/master/{{ item }}"
  56. with_items:
  57. - master.etcd-client.crt
  58. - master.etcd-ca.crt
  59. register: g_external_etcd_cert_stat_result
  60. - set_fact:
  61. etcd_client_certs_missing: "{{ g_external_etcd_cert_stat_result.results
  62. | map(attribute='stat.exists')
  63. | list | intersect([false])}}"
  64. etcd_cert_subdir: openshift-master-{{ openshift.common.hostname }}
  65. etcd_cert_config_dir: "{{ openshift.common.config_base }}/master"
  66. etcd_cert_prefix: master.etcd-
  67. when: groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config
  68. - name: Create temp directory for syncing certs
  69. hosts: localhost
  70. connection: local
  71. sudo: false
  72. gather_facts: no
  73. tasks:
  74. - name: Create local temp directory for syncing certs
  75. local_action: command mktemp -d /tmp/openshift-ansible-XXXXXXX
  76. register: g_master_mktemp
  77. changed_when: False
  78. - name: Configure etcd certificates
  79. hosts: oo_first_etcd
  80. vars:
  81. etcd_generated_certs_dir: /etc/etcd/generated_certs
  82. etcd_needing_client_certs: "{{ hostvars
  83. | oo_select_keys(groups['oo_masters_to_config'])
  84. | oo_filter_list(filter_attr='etcd_client_certs_missing') }}"
  85. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  86. roles:
  87. - etcd_certificates
  88. post_tasks:
  89. - name: Create a tarball of the etcd certs
  90. command: >
  91. tar -czvf {{ etcd_generated_certs_dir }}/{{ item.etcd_cert_subdir }}.tgz
  92. -C {{ etcd_generated_certs_dir }}/{{ item.etcd_cert_subdir }} .
  93. args:
  94. creates: "{{ etcd_generated_certs_dir }}/{{ item.etcd_cert_subdir }}.tgz"
  95. with_items: etcd_needing_client_certs
  96. - name: Retrieve the etcd cert tarballs
  97. fetch:
  98. src: "{{ etcd_generated_certs_dir }}/{{ item.etcd_cert_subdir }}.tgz"
  99. dest: "{{ sync_tmpdir }}/"
  100. flat: yes
  101. fail_on_missing: yes
  102. validate_checksum: yes
  103. with_items: etcd_needing_client_certs
  104. - name: Copy the external etcd certs to the masters
  105. hosts: oo_masters_to_config
  106. vars:
  107. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  108. tasks:
  109. - name: Ensure certificate directory exists
  110. file:
  111. path: "{{ openshift.common.config_base }}/master"
  112. state: directory
  113. when: etcd_client_certs_missing is defined and etcd_client_certs_missing
  114. - name: Unarchive the tarball on the master
  115. unarchive:
  116. src: "{{ sync_tmpdir }}/{{ etcd_cert_subdir }}.tgz"
  117. dest: "{{ etcd_cert_config_dir }}"
  118. when: etcd_client_certs_missing is defined and etcd_client_certs_missing
  119. - file:
  120. path: "{{ etcd_cert_config_dir }}/{{ item }}"
  121. owner: root
  122. group: root
  123. mode: 0600
  124. with_items:
  125. - master.etcd-client.crt
  126. - master.etcd-client.key
  127. - master.etcd-ca.crt
  128. when: etcd_client_certs_missing is defined and etcd_client_certs_missing
  129. - name: Determine if master certificates need to be generated
  130. hosts: oo_masters_to_config
  131. tasks:
  132. - set_fact:
  133. openshift_master_certs_no_etcd:
  134. - admin.crt
  135. - master.kubelet-client.crt
  136. - "{{ 'master.proxy-client.crt' if openshift.common.version_greater_than_3_1_or_1_1 else omit }}"
  137. - master.server.crt
  138. - openshift-master.crt
  139. - openshift-registry.crt
  140. - openshift-router.crt
  141. - etcd.server.crt
  142. openshift_master_certs_etcd:
  143. - master.etcd-client.crt
  144. - set_fact:
  145. openshift_master_certs: "{{ (openshift_master_certs_no_etcd | union(openshift_master_certs_etcd)) if (groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config) else openshift_master_certs_no_etcd }}"
  146. - name: Check status of master certificates
  147. stat:
  148. path: "{{ openshift.common.config_base }}/master/{{ item }}"
  149. with_items: openshift_master_certs
  150. register: g_master_cert_stat_result
  151. - set_fact:
  152. master_certs_missing: "{{ False in (g_master_cert_stat_result.results
  153. | map(attribute='stat.exists')
  154. | list ) }}"
  155. master_cert_subdir: master-{{ openshift.common.hostname }}
  156. master_cert_config_dir: "{{ openshift.common.config_base }}/master"
  157. - name: Configure master certificates
  158. hosts: oo_first_master
  159. vars:
  160. master_generated_certs_dir: "{{ openshift.common.config_base }}/generated-configs"
  161. masters_needing_certs: "{{ hostvars
  162. | oo_select_keys(groups['oo_masters_to_config'] | difference(groups['oo_first_master']))
  163. | oo_filter_list(filter_attr='master_certs_missing') }}"
  164. master_hostnames: "{{ hostvars
  165. | oo_select_keys(groups['oo_masters_to_config'])
  166. | oo_collect('openshift.common.all_hostnames')
  167. | oo_flatten | unique }}"
  168. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  169. roles:
  170. - openshift_master_certificates
  171. post_tasks:
  172. - name: Remove generated etcd client certs when using external etcd
  173. file:
  174. path: "{{ master_generated_certs_dir }}/{{ item.0.master_cert_subdir }}/{{ item.1 }}"
  175. state: absent
  176. when: groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config
  177. with_nested:
  178. - masters_needing_certs
  179. - - master.etcd-client.crt
  180. - master.etcd-client.key
  181. - name: Create a tarball of the master certs
  182. command: >
  183. tar -czvf {{ master_generated_certs_dir }}/{{ item.master_cert_subdir }}.tgz
  184. -C {{ master_generated_certs_dir }}/{{ item.master_cert_subdir }} .
  185. args:
  186. creates: "{{ master_generated_certs_dir }}/{{ item.master_cert_subdir }}.tgz"
  187. with_items: masters_needing_certs
  188. - name: Retrieve the master cert tarball from the master
  189. fetch:
  190. src: "{{ master_generated_certs_dir }}/{{ item.master_cert_subdir }}.tgz"
  191. dest: "{{ sync_tmpdir }}/"
  192. flat: yes
  193. fail_on_missing: yes
  194. validate_checksum: yes
  195. with_items: masters_needing_certs
  196. - name: Inspect named certificates
  197. hosts: oo_first_master
  198. tasks:
  199. - name: Collect certificate names
  200. set_fact:
  201. parsed_named_certificates: "{{ openshift_master_named_certificates | oo_parse_certificate_names(master_cert_config_dir, openshift.common.internal_hostnames) }}"
  202. when: openshift_master_named_certificates is defined
  203. - name: Compute haproxy_backend_servers
  204. hosts: localhost
  205. connection: local
  206. sudo: false
  207. gather_facts: no
  208. tasks:
  209. - set_fact:
  210. haproxy_backend_servers: "{{ hostvars | oo_select_keys(groups['oo_masters_to_config']) | oo_haproxy_backend_masters }}"
  211. - name: Configure load balancers
  212. hosts: oo_lb_to_config
  213. vars:
  214. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  215. haproxy_frontends:
  216. - name: atomic-openshift-api
  217. mode: tcp
  218. options:
  219. - tcplog
  220. binds:
  221. - "*:{{ hostvars[groups.oo_first_master.0].openshift.master.api_port }}"
  222. default_backend: atomic-openshift-api
  223. haproxy_backends:
  224. - name: atomic-openshift-api
  225. mode: tcp
  226. option: tcplog
  227. balance: roundrobin
  228. servers: "{{ hostvars.localhost.haproxy_backend_servers }}"
  229. roles:
  230. - role: haproxy
  231. when: groups.oo_masters_to_config | length > 1
  232. - name: Configure master instances
  233. hosts: oo_masters_to_config
  234. serial: 1
  235. vars:
  236. named_certificates: "{{ hostvars[groups['oo_first_master'][0]]['parsed_named_certificates'] | default([])}}"
  237. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  238. openshift_master_ha: "{{ groups.oo_masters_to_config | length > 1 }}"
  239. openshift_master_count: "{{ groups.oo_masters_to_config | length }}"
  240. pre_tasks:
  241. - name: Ensure certificate directory exists
  242. file:
  243. path: "{{ openshift.common.config_base }}/master"
  244. state: directory
  245. when: master_certs_missing and 'oo_first_master' not in group_names
  246. - name: Unarchive the tarball on the master
  247. unarchive:
  248. src: "{{ sync_tmpdir }}/{{ master_cert_subdir }}.tgz"
  249. dest: "{{ master_cert_config_dir }}"
  250. when: master_certs_missing and 'oo_first_master' not in group_names
  251. roles:
  252. - openshift_master
  253. - role: nickhammond.logrotate
  254. - role: fluentd_master
  255. when: openshift.common.use_fluentd | bool
  256. post_tasks:
  257. - name: Create group for deployment type
  258. group_by: key=oo_masters_deployment_type_{{ openshift.common.deployment_type }}
  259. changed_when: False
  260. - name: Additional master configuration
  261. hosts: oo_first_master
  262. vars:
  263. #openshift_master_ha: "{{ groups.oo_masters_to_config | length > 1 }}"
  264. # omc_cluster_hosts: "{{ groups.oo_masters_to_config | join(' ')}}"
  265. roles:
  266. # - role: openshift_master_cluster
  267. # when: openshift_master_ha | bool
  268. - openshift_examples
  269. - role: openshift_cluster_metrics
  270. when: openshift.common.use_cluster_metrics | bool
  271. - name: Enable cockpit
  272. hosts: oo_first_master
  273. vars:
  274. cockpit_plugins: "{{ osm_cockpit_plugins | default(['cockpit-kubernetes']) }}"
  275. roles:
  276. - role: cockpit
  277. when: ( deployment_type in ['atomic-enterprise','openshift-enterprise'] ) and
  278. (osm_use_cockpit | bool or osm_use_cockpit is undefined )
  279. # Additional instance config for online deployments
  280. - name: Additional instance config
  281. hosts: oo_masters_deployment_type_online
  282. roles:
  283. - pods
  284. - os_env_extras
  285. - name: Delete temporary directory on localhost
  286. hosts: localhost
  287. connection: local
  288. sudo: false
  289. gather_facts: no
  290. tasks:
  291. - file: name={{ g_master_mktemp.stdout }} state=absent
  292. changed_when: False
  293. - name: Configure service accounts
  294. hosts: oo_first_master
  295. vars:
  296. accounts: ["router", "registry"]
  297. roles:
  298. - openshift_serviceaccounts
  299. - name: Create services
  300. hosts: oo_first_master
  301. roles:
  302. - role: openshift_router
  303. when: openshift.master.infra_nodes is defined
  304. #- role: openshift_registry