main.yml 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375
  1. ---
  2. # TODO: add ability to configure certificates given either a local file to
  3. # point to or certificate contents, set in default cert locations.
  4. # Authentication Variable Validation
  5. # TODO: validate the different identity provider kinds as well
  6. - fail:
  7. msg: >
  8. Invalid OAuth grant method: {{ openshift_master_oauth_grant_method }}
  9. when: openshift_master_oauth_grant_method is defined and openshift_master_oauth_grant_method not in openshift_master_valid_grant_methods
  10. # Session Options Validation
  11. - fail:
  12. msg: >
  13. Both openshift_master_session_auth_secrets and openshift_master_session_encryption_secrets must be provided if either variable is set
  14. when: (openshift_master_session_auth_secrets is defined and openshift_master_session_encryption_secrets is not defined) or (openshift_master_session_encryption_secrets is defined and openshift_master_session_auth_secrets is not defined)
  15. - fail:
  16. msg: >
  17. openshift_master_session_auth_secrets and openshift_master_encryption_secrets must be equal length
  18. when: (openshift_master_session_auth_secrets is defined and openshift_master_session_encryption_secrets is defined) and (openshift_master_session_auth_secrets | length != openshift_master_session_encryption_secrets | length)
  19. # HA Variable Validation
  20. - fail:
  21. msg: "openshift_master_cluster_method must be set to either 'native' or 'pacemaker' for multi-master installations"
  22. when: openshift_master_ha | bool and ((openshift_master_cluster_method is not defined) or (openshift_master_cluster_method is defined and openshift_master_cluster_method not in ["native", "pacemaker"]))
  23. - fail:
  24. msg: "'native' high availability is not supported for the requested OpenShift version"
  25. when: openshift_master_ha | bool and openshift_master_cluster_method == "native" and not openshift.common.version_greater_than_3_1_or_1_1 | bool
  26. - fail:
  27. msg: "openshift_master_cluster_password must be set for multi-master installations"
  28. when: openshift_master_ha | bool and openshift_master_cluster_method == "pacemaker" and (openshift_master_cluster_password is not defined or not openshift_master_cluster_password)
  29. - fail:
  30. msg: "Pacemaker based HA is not supported at this time when used with containerized installs"
  31. when: openshift_master_ha | bool and openshift_master_cluster_method == "pacemaker" and openshift.common.is_containerized | bool
  32. - name: Set master facts
  33. openshift_facts:
  34. role: master
  35. local_facts:
  36. cluster_method: "{{ openshift_master_cluster_method | default(None) }}"
  37. cluster_hostname: "{{ openshift_master_cluster_hostname | default(None) }}"
  38. cluster_public_hostname: "{{ openshift_master_cluster_public_hostname | default(None) }}"
  39. debug_level: "{{ openshift_master_debug_level | default(openshift.common.debug_level) }}"
  40. api_port: "{{ openshift_master_api_port | default(None) }}"
  41. api_url: "{{ openshift_master_api_url | default(None) }}"
  42. api_use_ssl: "{{ openshift_master_api_use_ssl | default(None) }}"
  43. public_api_url: "{{ openshift_master_public_api_url | default(None) }}"
  44. console_path: "{{ openshift_master_console_path | default(None) }}"
  45. console_port: "{{ openshift_master_console_port | default(None) }}"
  46. console_url: "{{ openshift_master_console_url | default(None) }}"
  47. console_use_ssl: "{{ openshift_master_console_use_ssl | default(None) }}"
  48. public_console_url: "{{ openshift_master_public_console_url | default(None) }}"
  49. logging_public_url: "{{ openshift_master_logging_public_url | default(None) }}"
  50. metrics_public_url: "{{ openshift_master_metrics_public_url | default(None) }}"
  51. etcd_hosts: "{{ openshift_master_etcd_hosts | default(None)}}"
  52. etcd_port: "{{ openshift_master_etcd_port | default(None) }}"
  53. etcd_use_ssl: "{{ openshift_master_etcd_use_ssl | default(None) }}"
  54. etcd_urls: "{{ openshift_master_etcd_urls | default(None) }}"
  55. embedded_etcd: "{{ openshift_master_embedded_etcd | default(None) }}"
  56. embedded_kube: "{{ openshift_master_embedded_kube | default(None) }}"
  57. embedded_dns: "{{ openshift_master_embedded_dns | default(None) }}"
  58. dns_port: "{{ openshift_master_dns_port | default(None) }}"
  59. bind_addr: "{{ openshift_master_bind_addr | default(None) }}"
  60. portal_net: "{{ openshift_master_portal_net | default(None) }}"
  61. session_max_seconds: "{{ openshift_master_session_max_seconds | default(None) }}"
  62. session_name: "{{ openshift_master_session_name | default(None) }}"
  63. session_secrets_file: "{{ openshift_master_session_secrets_file | default(None) }}"
  64. session_auth_secrets: "{{ openshift_master_session_auth_secrets | default(None) }}"
  65. session_encryption_secrets: "{{ openshift_master_session_encryption_secrets | default(None) }}"
  66. access_token_max_seconds: "{{ openshift_master_access_token_max_seconds | default(None) }}"
  67. auth_token_max_seconds: "{{ openshift_master_auth_token_max_seconds | default(None) }}"
  68. identity_providers: "{{ openshift_master_identity_providers | default(None) }}"
  69. registry_url: "{{ oreg_url | default(None) }}"
  70. oauth_grant_method: "{{ openshift_master_oauth_grant_method | default(None) }}"
  71. sdn_cluster_network_cidr: "{{ osm_cluster_network_cidr | default(None) }}"
  72. sdn_host_subnet_length: "{{ osm_host_subnet_length | default(None) }}"
  73. default_subdomain: "{{ osm_default_subdomain | default(None) }}"
  74. custom_cors_origins: "{{ osm_custom_cors_origins | default(None) }}"
  75. default_node_selector: "{{ osm_default_node_selector | default(None) }}"
  76. project_request_message: "{{ osm_project_request_message | default(None) }}"
  77. project_request_template: "{{ osm_project_request_template | default(None) }}"
  78. mcs_allocator_range: "{{ osm_mcs_allocator_range | default(None) }}"
  79. mcs_labels_per_project: "{{ osm_mcs_labels_per_project | default(None) }}"
  80. uid_allocator_range: "{{ osm_uid_allocator_range | default(None) }}"
  81. router_selector: "{{ openshift_router_selector | default(None) }}"
  82. registry_selector: "{{ openshift_registry_selector | default(None) }}"
  83. api_server_args: "{{ osm_api_server_args | default(None) }}"
  84. controller_args: "{{ osm_controller_args | default(None) }}"
  85. infra_nodes: "{{ num_infra | default(None) }}"
  86. disabled_features: "{{ osm_disabled_features | default(None) }}"
  87. master_count: "{{ openshift_master_count | default(None) }}"
  88. controller_lease_ttl: "{{ osm_controller_lease_ttl | default(None) }}"
  89. master_image: "{{ osm_image | default(None) }}"
  90. - name: Install Master package
  91. action: "{{ ansible_pkg_mgr }} name={{ openshift.common.service_type }}-master{{ openshift_version }} state=present"
  92. when: not openshift.common.is_containerized | bool
  93. - name: Get docker images
  94. command: docker images
  95. changed_when: false
  96. when: openshift.common.is_containerized | bool
  97. register: docker_images
  98. - name: Pull master image
  99. command: >
  100. docker pull {{ openshift.master.master_image }}
  101. when: openshift.common.is_containerized | bool and openshift.master.master_image not in docker_images.stdout
  102. - name: Wait for master image
  103. command: >
  104. docker images
  105. register: docker_images
  106. until: openshift.master.master_image in docker_images.stdout
  107. retries: 30
  108. delay: 10
  109. changed_when: false
  110. when: openshift.common.is_containerized | bool
  111. - name: Install Master docker service file
  112. template:
  113. dest: "/etc/systemd/system/{{ openshift.common.service_type }}-master.service"
  114. src: master.docker.service.j2
  115. register: install_result
  116. when: openshift.common.is_containerized | bool and not openshift_master_ha | bool
  117. - name: Create openshift.common.data_dir
  118. file:
  119. path: "{{ openshift.common.data_dir }}"
  120. state: directory
  121. mode: 0755
  122. owner: root
  123. group: root
  124. when: openshift.common.is_containerized | bool
  125. - name: Reload systemd units
  126. command: systemctl daemon-reload
  127. when: openshift.common.is_containerized | bool and install_result | changed
  128. - name: Re-gather package dependent master facts
  129. openshift_facts:
  130. - name: Create config parent directory if it does not exist
  131. file:
  132. path: "{{ openshift_master_config_dir }}"
  133. state: directory
  134. - name: Create the policy file if it does not already exist
  135. command: >
  136. {{ openshift.common.admin_binary }} create-bootstrap-policy-file
  137. --filename={{ openshift_master_policy }}
  138. args:
  139. creates: "{{ openshift_master_policy }}"
  140. notify:
  141. - restart master
  142. - restart master api
  143. - restart master controllers
  144. - name: Create the scheduler config
  145. template:
  146. dest: "{{ openshift_master_scheduler_conf }}"
  147. src: scheduler.json.j2
  148. backup: true
  149. notify:
  150. - restart master
  151. - restart master api
  152. - restart master controllers
  153. - name: Install httpd-tools if needed
  154. action: "{{ ansible_pkg_mgr }} name=httpd-tools state=present"
  155. when: (item.kind == 'HTPasswdPasswordIdentityProvider') and
  156. not openshift.common.is_atomic | bool
  157. with_items: openshift.master.identity_providers
  158. - name: Ensure htpasswd directory exists
  159. file:
  160. path: "{{ item.filename | dirname }}"
  161. state: directory
  162. when: item.kind == 'HTPasswdPasswordIdentityProvider'
  163. with_items: openshift.master.identity_providers
  164. - name: Create the htpasswd file if needed
  165. copy:
  166. dest: "{{ item.filename }}"
  167. content: ""
  168. mode: 0600
  169. force: no
  170. when: item.kind == 'HTPasswdPasswordIdentityProvider'
  171. with_items: openshift.master.identity_providers
  172. - name: Init HA Service Info
  173. set_fact:
  174. ha_suffix: ""
  175. ha_svcdir: "/usr/lib/systemd/system"
  176. - name: Set HA Service Info for containerized installs
  177. set_fact:
  178. ha_suffix: ".docker"
  179. ha_svcdir: "/etc/systemd/system"
  180. when: openshift.common.is_containerized | bool
  181. # workaround for missing systemd unit files for controllers/api
  182. - name: Create the api service file
  183. template:
  184. src: atomic-openshift-master-api{{ ha_suffix }}.service.j2
  185. dest: "{{ ha_svcdir }}/{{ openshift.common.service_type }}-master-api.service"
  186. when: openshift_master_ha | bool and openshift_master_cluster_method == "native"
  187. - name: Create the controllers service file
  188. template:
  189. src: atomic-openshift-master-controllers{{ ha_suffix }}.service.j2
  190. dest: "{{ ha_svcdir }}/{{ openshift.common.service_type }}-master-controllers.service"
  191. when: openshift_master_ha | bool and openshift_master_cluster_method == "native"
  192. - name: Create the api env file
  193. template:
  194. src: atomic-openshift-master-api.j2
  195. dest: /etc/sysconfig/{{ openshift.common.service_type }}-master-api
  196. force: no
  197. when: openshift_master_ha | bool and openshift_master_cluster_method == "native"
  198. - name: Create the controllers env file
  199. template:
  200. src: atomic-openshift-master-controllers.j2
  201. dest: /etc/sysconfig/{{ openshift.common.service_type }}-master-controllers
  202. force: no
  203. when: openshift_master_ha | bool and openshift_master_cluster_method == "native"
  204. - command: systemctl daemon-reload
  205. when: openshift_master_ha | bool and openshift_master_cluster_method == "native"
  206. # end workaround for missing systemd unit files
  207. - name: Create session secrets file
  208. template:
  209. dest: "{{ openshift.master.session_secrets_file }}"
  210. src: sessionSecretsFile.yaml.v1.j2
  211. when: openshift.master.session_auth_secrets is defined and openshift.master.session_encryption_secrets is defined
  212. notify:
  213. - restart master
  214. - restart master api
  215. - set_fact:
  216. translated_identity_providers: "{{ openshift.master.identity_providers | translate_idps('v1') }}"
  217. # TODO: add the validate parameter when there is a validation command to run
  218. - name: Create master config
  219. template:
  220. dest: "{{ openshift_master_config_file }}"
  221. src: master.yaml.v1.j2
  222. backup: true
  223. notify:
  224. - restart master
  225. - restart master api
  226. - restart master controllers
  227. - name: Configure master settings
  228. lineinfile:
  229. dest: /etc/sysconfig/{{ openshift.common.service_type }}-master
  230. regexp: "{{ item.regex }}"
  231. line: "{{ item.line }}"
  232. create: yes
  233. with_items:
  234. - regex: '^OPTIONS='
  235. line: "OPTIONS=--loglevel={{ openshift.master.debug_level }}"
  236. - regex: '^CONFIG_FILE='
  237. line: "CONFIG_FILE={{ openshift_master_config_file }}"
  238. notify:
  239. - restart master
  240. - name: Configure master api settings
  241. lineinfile:
  242. dest: /etc/sysconfig/{{ openshift.common.service_type }}-master-api
  243. regexp: "{{ item.regex }}"
  244. line: "{{ item.line }}"
  245. with_items:
  246. - regex: '^OPTIONS='
  247. line: "OPTIONS=--loglevel={{ openshift.master.debug_level }} --listen=https://0.0.0.0:8443 --master=https://{{ openshift.common.ip }}:8443"
  248. - regex: '^CONFIG_FILE='
  249. line: "CONFIG_FILE={{ openshift_master_config_file }}"
  250. when: openshift_master_ha | bool and openshift_master_cluster_method == "native"
  251. notify:
  252. - restart master api
  253. - name: Configure master controller settings
  254. lineinfile:
  255. dest: /etc/sysconfig/{{ openshift.common.service_type }}-master-controllers
  256. regexp: "{{ item.regex }}"
  257. line: "{{ item.line }}"
  258. with_items:
  259. - regex: '^OPTIONS='
  260. line: "OPTIONS=--loglevel={{ openshift.master.debug_level }} --listen=https://0.0.0.0:8444"
  261. - regex: '^CONFIG_FILE='
  262. line: "CONFIG_FILE={{ openshift_master_config_file }}"
  263. when: openshift_master_ha | bool and openshift_master_cluster_method == "native"
  264. notify:
  265. - restart master controllers
  266. - name: Start and enable master
  267. service: name={{ openshift.common.service_type }}-master enabled=yes state=started
  268. when: not openshift_master_ha | bool
  269. register: start_result
  270. - name: Stop and disable non HA master when running HA
  271. service: name={{ openshift.common.service_type }}-master enabled=no state=stopped
  272. when: openshift_master_ha | bool
  273. - set_fact:
  274. master_service_status_changed: "{{ start_result | changed }}"
  275. when: not openshift_master_ha | bool
  276. - name: Start and enable master api
  277. service: name={{ openshift.common.service_type }}-master-api enabled=yes state=started
  278. when: openshift_master_ha | bool and openshift.master.cluster_method == 'native'
  279. register: start_result
  280. - set_fact:
  281. master_api_service_status_changed: "{{ start_result | changed }}"
  282. when: openshift_master_ha | bool and openshift.master.cluster_method == 'native'
  283. - name: Start and enable master controller
  284. service: name={{ openshift.common.service_type }}-master-controllers enabled=yes state=started
  285. when: openshift_master_ha | bool and openshift.master.cluster_method == 'native'
  286. register: start_result
  287. - set_fact:
  288. master_controllers_service_status_changed: "{{ start_result | changed }}"
  289. when: openshift_master_ha | bool and openshift.master.cluster_method == 'native'
  290. - name: Install cluster packages
  291. action: "{{ ansible_pkg_mgr }} name=pcs state=present"
  292. when: openshift_master_ha | bool and openshift.master.cluster_method == 'pacemaker'
  293. and not openshift.common.is_containerized | bool
  294. register: install_result
  295. - name: Start and enable cluster service
  296. service: name=pcsd enabled=yes state=started
  297. when: openshift_master_ha | bool and openshift.master.cluster_method == 'pacemaker'
  298. and not openshift.common.is_containerized | bool
  299. - name: Set the cluster user password
  300. shell: echo {{ openshift_master_cluster_password | quote }} | passwd --stdin hacluster
  301. when: install_result | changed
  302. - name: Lookup default group for ansible_ssh_user
  303. command: "/usr/bin/id -g {{ ansible_ssh_user }}"
  304. changed_when: false
  305. register: _ansible_ssh_user_gid
  306. - name: Create the client config dir(s)
  307. file:
  308. path: "~{{ item }}/.kube"
  309. state: directory
  310. mode: 0700
  311. owner: "{{ item }}"
  312. group: "{{ 'root' if item == 'root' else _ansible_ssh_user_gid.stdout }}"
  313. with_items:
  314. - root
  315. - "{{ ansible_ssh_user }}"
  316. # TODO: Update this file if the contents of the source file are not present in
  317. # the dest file, will need to make sure to ignore things that could be added
  318. - name: Copy the admin client config(s)
  319. command: cp {{ openshift_master_config_dir }}/admin.kubeconfig ~{{ item }}/.kube/config
  320. args:
  321. creates: ~{{ item }}/.kube/config
  322. with_items:
  323. - root
  324. - "{{ ansible_ssh_user }}"
  325. - name: Update the permissions on the admin client config(s)
  326. file:
  327. path: "~{{ item }}/.kube/config"
  328. state: file
  329. mode: 0700
  330. owner: "{{ item }}"
  331. group: "{{ 'root' if item == 'root' else _ansible_ssh_user_gid.stdout }}"
  332. with_items:
  333. - root
  334. - "{{ ansible_ssh_user }}"