config.yml 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369
  1. ---
  2. - name: Set master facts and determine if external etcd certs need to be generated
  3. hosts: oo_masters_to_config
  4. pre_tasks:
  5. - name: Check for RPM generated config marker file .config_managed
  6. stat:
  7. path: /etc/origin/.config_managed
  8. register: rpmgenerated_config
  9. - name: Remove RPM generated config files if present
  10. file:
  11. path: "/etc/origin/{{ item }}"
  12. state: absent
  13. when: rpmgenerated_config.stat.exists == true and deployment_type in ['openshift-enterprise', 'atomic-enterprise']
  14. with_items:
  15. - master
  16. - node
  17. - .config_managed
  18. - set_fact:
  19. openshift_master_pod_eviction_timeout: "{{ lookup('oo_option', 'openshift_master_pod_eviction_timeout') | default(none, true) }}"
  20. when: openshift_master_pod_eviction_timeout is not defined
  21. - set_fact:
  22. openshift_master_etcd_port: "{{ (etcd_client_port | default('2379')) if (groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config) else none }}"
  23. openshift_master_etcd_hosts: "{{ hostvars
  24. | oo_select_keys(groups['oo_etcd_to_config']
  25. | default([]))
  26. | oo_collect('openshift.common.hostname')
  27. | default(none, true) }}"
  28. roles:
  29. - openshift_facts
  30. post_tasks:
  31. - openshift_facts:
  32. role: "{{ item.role }}"
  33. local_facts: "{{ item.local_facts }}"
  34. with_items:
  35. - role: common
  36. local_facts:
  37. hostname: "{{ openshift_hostname | default(None) }}"
  38. ip: "{{ openshift_ip | default(None) }}"
  39. public_hostname: "{{ openshift_public_hostname | default(None) }}"
  40. public_ip: "{{ openshift_public_ip | default(None) }}"
  41. deployment_type: "{{ openshift_deployment_type }}"
  42. - role: master
  43. local_facts:
  44. api_port: "{{ openshift_master_api_port | default(None) }}"
  45. api_url: "{{ openshift_master_api_url | default(None) }}"
  46. api_use_ssl: "{{ openshift_master_api_use_ssl | default(None) }}"
  47. controllers_port: "{{ openshift_master_controllers_port | default(None) }}"
  48. public_api_url: "{{ openshift_master_public_api_url | default(None) }}"
  49. cluster_hostname: "{{ openshift_master_cluster_hostname | default(None) }}"
  50. cluster_public_hostname: "{{ openshift_master_cluster_public_hostname | default(None) }}"
  51. console_path: "{{ openshift_master_console_path | default(None) }}"
  52. console_port: "{{ openshift_master_console_port | default(None) }}"
  53. console_url: "{{ openshift_master_console_url | default(None) }}"
  54. console_use_ssl: "{{ openshift_master_console_use_ssl | default(None) }}"
  55. public_console_url: "{{ openshift_master_public_console_url | default(None) }}"
  56. portal_net: "{{ openshift_master_portal_net | default(None) }}"
  57. ha: "{{ openshift_master_ha | default(groups.oo_masters | length > 1) }}"
  58. master_count: "{{ openshift_master_count | default(groups.oo_masters | length) }}"
  59. - openshift_facts:
  60. role: hosted
  61. openshift_env:
  62. openshift_hosted_registry_storage_kind: 'nfs'
  63. when: openshift_hosted_registry_storage_kind is not defined and groups.oo_nfs_to_config is defined and groups.oo_nfs_to_config | length > 0
  64. - name: Check status of external etcd certificatees
  65. stat:
  66. path: "{{ openshift.common.config_base }}/master/{{ item }}"
  67. with_items:
  68. - master.etcd-client.crt
  69. - master.etcd-ca.crt
  70. register: g_external_etcd_cert_stat_result
  71. - set_fact:
  72. etcd_client_certs_missing: "{{ g_external_etcd_cert_stat_result.results
  73. | oo_collect(attribute='stat.exists')
  74. | list | intersect([false])}}"
  75. etcd_cert_subdir: openshift-master-{{ openshift.common.hostname }}
  76. etcd_cert_config_dir: "{{ openshift.common.config_base }}/master"
  77. etcd_cert_prefix: master.etcd-
  78. when: groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config
  79. - name: Create temp directory for syncing certs
  80. hosts: localhost
  81. connection: local
  82. become: no
  83. gather_facts: no
  84. tasks:
  85. - name: Create local temp directory for syncing certs
  86. local_action: command mktemp -d /tmp/openshift-ansible-XXXXXXX
  87. register: g_master_mktemp
  88. changed_when: False
  89. - name: Configure etcd certificates
  90. hosts: oo_first_etcd
  91. vars:
  92. etcd_generated_certs_dir: /etc/etcd/generated_certs
  93. etcd_needing_client_certs: "{{ hostvars
  94. | oo_select_keys(groups['oo_masters_to_config'])
  95. | default([])
  96. | oo_filter_list(filter_attr='etcd_client_certs_missing') }}"
  97. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  98. roles:
  99. - etcd_certificates
  100. post_tasks:
  101. - name: Create a tarball of the etcd certs
  102. command: >
  103. tar -czvf {{ etcd_generated_certs_dir }}/{{ item.etcd_cert_subdir }}.tgz
  104. -C {{ etcd_generated_certs_dir }}/{{ item.etcd_cert_subdir }} .
  105. args:
  106. creates: "{{ etcd_generated_certs_dir }}/{{ item.etcd_cert_subdir }}.tgz"
  107. with_items: etcd_needing_client_certs
  108. - name: Retrieve the etcd cert tarballs
  109. fetch:
  110. src: "{{ etcd_generated_certs_dir }}/{{ item.etcd_cert_subdir }}.tgz"
  111. dest: "{{ sync_tmpdir }}/"
  112. flat: yes
  113. fail_on_missing: yes
  114. validate_checksum: yes
  115. with_items: etcd_needing_client_certs
  116. - name: Copy the external etcd certs to the masters
  117. hosts: oo_masters_to_config
  118. vars:
  119. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  120. tasks:
  121. - name: Ensure certificate directory exists
  122. file:
  123. path: "{{ openshift.common.config_base }}/master"
  124. state: directory
  125. when: etcd_client_certs_missing is defined and etcd_client_certs_missing
  126. - name: Unarchive the tarball on the master
  127. unarchive:
  128. src: "{{ sync_tmpdir }}/{{ etcd_cert_subdir }}.tgz"
  129. dest: "{{ etcd_cert_config_dir }}"
  130. when: etcd_client_certs_missing is defined and etcd_client_certs_missing
  131. - file:
  132. path: "{{ etcd_cert_config_dir }}/{{ item }}"
  133. owner: root
  134. group: root
  135. mode: 0600
  136. with_items:
  137. - master.etcd-client.crt
  138. - master.etcd-client.key
  139. - master.etcd-ca.crt
  140. when: etcd_client_certs_missing is defined and etcd_client_certs_missing
  141. - name: Determine if master certificates need to be generated
  142. hosts: oo_first_master:oo_masters_to_config
  143. tasks:
  144. - set_fact:
  145. openshift_master_certs_no_etcd:
  146. - admin.crt
  147. - master.kubelet-client.crt
  148. - "{{ 'master.proxy-client.crt' if openshift.common.version_gte_3_1_or_1_1 else omit }}"
  149. - master.server.crt
  150. - openshift-master.crt
  151. - openshift-registry.crt
  152. - openshift-router.crt
  153. - etcd.server.crt
  154. openshift_master_certs_etcd:
  155. - master.etcd-client.crt
  156. - set_fact:
  157. openshift_master_certs: "{{ (openshift_master_certs_no_etcd | union(openshift_master_certs_etcd)) if (groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config) else openshift_master_certs_no_etcd }}"
  158. - name: Check status of master certificates
  159. stat:
  160. path: "{{ openshift.common.config_base }}/master/{{ item }}"
  161. with_items: openshift_master_certs
  162. register: g_master_cert_stat_result
  163. - set_fact:
  164. master_certs_missing: "{{ False in (g_master_cert_stat_result.results
  165. | oo_collect(attribute='stat.exists')
  166. | list ) }}"
  167. master_cert_subdir: master-{{ openshift.common.hostname }}
  168. master_cert_config_dir: "{{ openshift.common.config_base }}/master"
  169. - set_fact:
  170. openshift_infra_nodes: "{{ hostvars | oo_select_keys(groups['oo_nodes_to_config'])
  171. | oo_nodes_with_label('region', 'infra')
  172. | oo_collect('inventory_hostname') }}"
  173. when: openshift_infra_nodes is not defined and groups.oo_nodes_to_config | default([]) | length > 0
  174. - name: Configure master certificates
  175. hosts: oo_first_master
  176. vars:
  177. master_generated_certs_dir: "{{ openshift.common.config_base }}/generated-configs"
  178. masters_needing_certs: "{{ hostvars
  179. | oo_select_keys(groups['oo_masters_to_config'] | difference(groups['oo_first_master']))
  180. | oo_filter_list(filter_attr='master_certs_missing') }}"
  181. master_hostnames: "{{ hostvars
  182. | oo_select_keys(groups['oo_masters_to_config'])
  183. | oo_collect('openshift.common.all_hostnames')
  184. | oo_flatten | unique }}"
  185. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  186. roles:
  187. - openshift_master_certificates
  188. post_tasks:
  189. - name: Remove generated etcd client certs when using external etcd
  190. file:
  191. path: "{{ master_generated_certs_dir }}/{{ item.0.master_cert_subdir }}/{{ item.1 }}"
  192. state: absent
  193. when: groups.oo_etcd_to_config is defined and groups.oo_etcd_to_config
  194. with_nested:
  195. - masters_needing_certs
  196. - - master.etcd-client.crt
  197. - master.etcd-client.key
  198. - name: Create a tarball of the master certs
  199. command: >
  200. tar -czvf {{ master_generated_certs_dir }}/{{ item.master_cert_subdir }}.tgz
  201. -C {{ master_generated_certs_dir }}/{{ item.master_cert_subdir }} .
  202. args:
  203. creates: "{{ master_generated_certs_dir }}/{{ item.master_cert_subdir }}.tgz"
  204. with_items: masters_needing_certs
  205. - name: Retrieve the master cert tarball from the master
  206. fetch:
  207. src: "{{ master_generated_certs_dir }}/{{ item.master_cert_subdir }}.tgz"
  208. dest: "{{ sync_tmpdir }}/"
  209. flat: yes
  210. fail_on_missing: yes
  211. validate_checksum: yes
  212. with_items: masters_needing_certs
  213. - name: Configure load balancers
  214. hosts: oo_lb_to_config
  215. vars:
  216. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  217. haproxy_frontend_port: "{{ hostvars[groups.oo_first_master.0].openshift.master.api_port }}"
  218. haproxy_frontends:
  219. - name: atomic-openshift-api
  220. mode: tcp
  221. options:
  222. - tcplog
  223. binds:
  224. - "*:{{ hostvars[groups.oo_first_master.0].openshift.master.api_port }}"
  225. default_backend: atomic-openshift-api
  226. haproxy_backends:
  227. - name: atomic-openshift-api
  228. mode: tcp
  229. option: tcplog
  230. balance: source
  231. servers: "{{ hostvars | oo_select_keys(groups['oo_masters']) | oo_haproxy_backend_masters }}"
  232. roles:
  233. - role: openshift_facts
  234. - role: haproxy
  235. when: hostvars[groups.oo_first_master.0].openshift.master.ha | bool
  236. - name: Check for cached session secrets
  237. hosts: oo_first_master
  238. roles:
  239. - role: openshift_facts
  240. post_tasks:
  241. - openshift_facts:
  242. role: master
  243. local_facts:
  244. session_auth_secrets: "{{ openshift_master_session_auth_secrets | default(openshift.master.session_auth_secrets | default(None)) }}"
  245. session_encryption_secrets: "{{ openshift_master_session_encryption_secrets | default(openshift.master.session_encryption_secrets | default(None)) }}"
  246. - name: Generate master session secrets
  247. hosts: oo_first_master
  248. vars:
  249. g_session_secrets_present: "{{ (openshift.master.session_auth_secrets | default([]) and openshift.master.session_encryption_secrets | default([])) | length > 0 }}"
  250. g_session_auth_secrets: "{{ [ 24 | oo_generate_secret ] }}"
  251. g_session_encryption_secrets: "{{ [ 24 | oo_generate_secret ] }}"
  252. roles:
  253. - role: openshift_facts
  254. tasks:
  255. - openshift_facts:
  256. role: master
  257. local_facts:
  258. session_auth_secrets: "{{ g_session_auth_secrets }}"
  259. session_encryption_secrets: "{{ g_session_encryption_secrets }}"
  260. when: not g_session_secrets_present | bool
  261. - name: Parse named certificates
  262. hosts: localhost
  263. connection: local
  264. become: no
  265. vars:
  266. internal_hostnames: "{{ hostvars[groups.oo_first_master.0].openshift.common.internal_hostnames }}"
  267. named_certificates: "{{ hostvars[groups.oo_first_master.0].openshift_master_named_certificates | default([]) }}"
  268. named_certificates_dir: "{{ hostvars[groups.oo_first_master.0].master_cert_config_dir }}/named_certificates/"
  269. tasks:
  270. - set_fact:
  271. parsed_named_certificates: "{{ named_certificates | oo_parse_named_certificates(named_certificates_dir, internal_hostnames) }}"
  272. when: named_certificates | length > 0
  273. - name: Deploy named certificates
  274. hosts: oo_masters_to_config
  275. vars:
  276. named_certs_dir: "{{ master_cert_config_dir }}/named_certificates/"
  277. named_certs_specified: "{{ openshift_master_named_certificates is defined }}"
  278. overwrite_named_certs: "{{ openshift_master_overwrite_named_certificates | default(false) }}"
  279. roles:
  280. - role: openshift_facts
  281. post_tasks:
  282. - openshift_facts:
  283. role: master
  284. local_facts:
  285. named_certificates: "{{ hostvars.localhost.parsed_named_certificates | default([]) }}"
  286. additive_facts_to_overwrite:
  287. - "{{ 'master.named_certificates' if overwrite_named_certs | bool else omit }}"
  288. - name: Clear named certificates
  289. file:
  290. path: "{{ named_certs_dir }}"
  291. state: absent
  292. when: overwrite_named_certs | bool
  293. - name: Ensure named certificate directory exists
  294. file:
  295. path: "{{ named_certs_dir }}"
  296. state: directory
  297. when: named_certs_specified | bool
  298. - name: Land named certificates
  299. copy: src="{{ item.certfile }}" dest="{{ named_certs_dir }}"
  300. with_items: openshift_master_named_certificates
  301. when: named_certs_specified | bool
  302. - name: Land named certificate keys
  303. copy: src="{{ item.keyfile }}" dest="{{ named_certs_dir }}"
  304. with_items: openshift_master_named_certificates
  305. when: named_certs_specified | bool
  306. - name: Configure master instances
  307. hosts: oo_masters_to_config
  308. any_errors_fatal: true
  309. serial: 1
  310. vars:
  311. sync_tmpdir: "{{ hostvars.localhost.g_master_mktemp.stdout }}"
  312. openshift_master_ha: "{{ openshift.master.ha }}"
  313. openshift_master_count: "{{ openshift.master.master_count }}"
  314. openshift_master_session_auth_secrets: "{{ hostvars[groups.oo_first_master.0].openshift.master.session_auth_secrets }}"
  315. openshift_master_session_encryption_secrets: "{{ hostvars[groups.oo_first_master.0].openshift.master.session_encryption_secrets }}"
  316. pre_tasks:
  317. - name: Ensure certificate directory exists
  318. file:
  319. path: "{{ openshift.common.config_base }}/master"
  320. state: directory
  321. when: master_certs_missing | bool and 'oo_first_master' not in group_names
  322. - name: Unarchive the tarball on the master
  323. unarchive:
  324. src: "{{ sync_tmpdir }}/{{ master_cert_subdir }}.tgz"
  325. dest: "{{ master_cert_config_dir }}"
  326. when: master_certs_missing | bool and 'oo_first_master' not in group_names
  327. roles:
  328. - openshift_master
  329. - role: nickhammond.logrotate
  330. - role: nuage_master
  331. when: openshift.common.use_nuage | bool
  332. post_tasks:
  333. - name: Create group for deployment type
  334. group_by: key=oo_masters_deployment_type_{{ openshift.common.deployment_type }}
  335. changed_when: False
  336. # Additional instance config for online deployments
  337. - name: Additional instance config
  338. hosts: oo_masters_deployment_type_online
  339. roles:
  340. - pods
  341. - os_env_extras
  342. - name: Delete temporary directory on localhost
  343. hosts: localhost
  344. connection: local
  345. become: no
  346. gather_facts: no
  347. tasks:
  348. - file: name={{ g_master_mktemp.stdout }} state=absent
  349. changed_when: False