main.yaml 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372
  1. ---
  2. - name: Validate Elasticsearch cluster size
  3. fail: msg="The openshift_logging_es_cluster_size may only be scaled down manually. Please see official documentation on how to do this."
  4. when: openshift_logging_facts.elasticsearch.deploymentconfigs | length > openshift_logging_es_cluster_size|int
  5. - name: Validate Elasticsearch Ops cluster size
  6. fail: msg="The openshift_logging_es_ops_cluster_size may only be scaled down manually. Please see official documentation on how to do this."
  7. when: openshift_logging_facts.elasticsearch_ops.deploymentconfigs | length > openshift_logging_es_ops_cluster_size|int
  8. - fail:
  9. msg: Invalid deployment type, one of ['data-master', 'data-client', 'master', 'client'] allowed
  10. when: not openshift_logging_elasticsearch_deployment_type in __allowed_es_types
  11. - set_fact:
  12. elasticsearch_name: "{{ 'logging-elasticsearch' ~ ( (openshift_logging_elasticsearch_ops_deployment | default(false) | bool) | ternary('-ops', '')) }}"
  13. es_component: "{{ 'es' ~ ( (openshift_logging_elasticsearch_ops_deployment | default(false) | bool) | ternary('-ops', '') ) }}"
  14. - include: determine_version.yaml
  15. # allow passing in a tempdir
  16. - name: Create temp directory for doing work in
  17. command: mktemp -d /tmp/openshift-logging-ansible-XXXXXX
  18. register: mktemp
  19. changed_when: False
  20. - set_fact:
  21. tempdir: "{{ mktemp.stdout }}"
  22. # This may not be necessary in this role
  23. - name: Create templates subdirectory
  24. file:
  25. state: directory
  26. path: "{{ tempdir }}/templates"
  27. mode: 0755
  28. changed_when: False
  29. # we want to make sure we have all the necessary components here
  30. # service account
  31. - name: Create ES service account
  32. oc_serviceaccount:
  33. state: present
  34. name: "aggregated-logging-elasticsearch"
  35. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  36. image_pull_secrets: "{{ openshift_logging_image_pull_secret }}"
  37. when: openshift_logging_image_pull_secret != ''
  38. - name: Create ES service account
  39. oc_serviceaccount:
  40. state: present
  41. name: "aggregated-logging-elasticsearch"
  42. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  43. when:
  44. - openshift_logging_image_pull_secret == ''
  45. # rolebinding reader
  46. - copy:
  47. src: rolebinding-reader.yml
  48. dest: "{{ tempdir }}/rolebinding-reader.yml"
  49. - name: Create rolebinding-reader role
  50. oc_obj:
  51. state: present
  52. name: "rolebinding-reader"
  53. kind: clusterrole
  54. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  55. files:
  56. - "{{ tempdir }}/rolebinding-reader.yml"
  57. delete_after: true
  58. # SA roles
  59. - name: Set rolebinding-reader permissions for ES
  60. oc_adm_policy_user:
  61. state: present
  62. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  63. resource_kind: cluster-role
  64. resource_name: rolebinding-reader
  65. user: "system:serviceaccount:{{ openshift_logging_elasticsearch_namespace }}:aggregated-logging-elasticsearch"
  66. # View role and binding
  67. - name: Generate logging-elasticsearch-view-role
  68. template:
  69. src: rolebinding.j2
  70. dest: "{{mktemp.stdout}}/logging-elasticsearch-view-role.yaml"
  71. vars:
  72. obj_name: logging-elasticsearch-view-role
  73. roleRef:
  74. name: view
  75. subjects:
  76. - kind: ServiceAccount
  77. name: aggregated-logging-elasticsearch
  78. changed_when: no
  79. - name: Set logging-elasticsearch-view-role role
  80. oc_obj:
  81. state: present
  82. name: "logging-elasticsearch-view-role"
  83. kind: rolebinding
  84. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  85. files:
  86. - "{{ tempdir }}/logging-elasticsearch-view-role.yaml"
  87. delete_after: true
  88. # configmap
  89. - assert:
  90. that:
  91. - openshift_logging_elasticsearch_kibana_index_mode in __kibana_index_modes
  92. msg: "The openshift_logging_elasticsearch_kibana_index_mode '{{ openshift_logging_elasticsearch_kibana_index_mode }}' only supports one of: {{ __kibana_index_modes | join(', ') }}"
  93. - assert:
  94. that:
  95. - "{{ openshift_logging_es_log_appenders | length > 0 }}"
  96. msg: "The openshift_logging_es_log_appenders '{{ openshift_logging_es_log_appenders }}' has an unrecognized option and only supports the following as a list: {{ __es_log_appenders | join(', ') }}"
  97. - template:
  98. src: elasticsearch-logging.yml.j2
  99. dest: "{{ tempdir }}/elasticsearch-logging.yml"
  100. vars:
  101. root_logger: "{{openshift_logging_es_log_appenders | join(', ')}}"
  102. when: es_logging_contents is undefined
  103. changed_when: no
  104. - template:
  105. src: elasticsearch.yml.j2
  106. dest: "{{ tempdir }}/elasticsearch.yml"
  107. vars:
  108. allow_cluster_reader: "{{ openshift_logging_elasticsearch_ops_allow_cluster_reader | lower | default('false') }}"
  109. es_number_of_shards: "{{ openshift_logging_es_number_of_shards | default(1) }}"
  110. es_number_of_replicas: "{{ openshift_logging_es_number_of_replicas | default(0) }}"
  111. es_kibana_index_mode: "{{ openshift_logging_elasticsearch_kibana_index_mode | default('unique') }}"
  112. when: es_config_contents is undefined
  113. changed_when: no
  114. - copy:
  115. content: "{{ es_logging_contents }}"
  116. dest: "{{ tempdir }}/elasticsearch-logging.yml"
  117. when: es_logging_contents is defined
  118. changed_when: no
  119. - copy:
  120. content: "{{ es_config_contents }}"
  121. dest: "{{ tempdir }}/elasticsearch.yml"
  122. when: es_config_contents is defined
  123. changed_when: no
  124. - name: Set ES configmap
  125. oc_configmap:
  126. state: present
  127. name: "{{ elasticsearch_name }}"
  128. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  129. from_file:
  130. elasticsearch.yml: "{{ tempdir }}/elasticsearch.yml"
  131. logging.yml: "{{ tempdir }}/elasticsearch-logging.yml"
  132. # secret
  133. - name: Set ES secret
  134. oc_secret:
  135. state: present
  136. name: "logging-elasticsearch"
  137. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  138. files:
  139. - name: key
  140. path: "{{ generated_certs_dir }}/logging-es.jks"
  141. - name: truststore
  142. path: "{{ generated_certs_dir }}/truststore.jks"
  143. - name: searchguard.key
  144. path: "{{ generated_certs_dir }}/elasticsearch.jks"
  145. - name: searchguard.truststore
  146. path: "{{ generated_certs_dir }}/truststore.jks"
  147. - name: admin-key
  148. path: "{{ generated_certs_dir }}/system.admin.key"
  149. - name: admin-cert
  150. path: "{{ generated_certs_dir }}/system.admin.crt"
  151. - name: admin-ca
  152. path: "{{ generated_certs_dir }}/ca.crt"
  153. - name: admin.jks
  154. path: "{{ generated_certs_dir }}/system.admin.jks"
  155. # services
  156. - name: Set logging-{{ es_component }}-cluster service
  157. oc_service:
  158. state: present
  159. name: "logging-{{ es_component }}-cluster"
  160. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  161. selector:
  162. component: "{{ es_component }}"
  163. provider: openshift
  164. labels:
  165. logging-infra: 'support'
  166. ports:
  167. - port: 9300
  168. - name: Set logging-{{ es_component }} service
  169. oc_service:
  170. state: present
  171. name: "logging-{{ es_component }}"
  172. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  173. selector:
  174. component: "{{ es_component }}"
  175. provider: openshift
  176. labels:
  177. logging-infra: 'support'
  178. ports:
  179. - port: 9200
  180. targetPort: "restapi"
  181. - name: Check to see if PVC already exists
  182. oc_obj:
  183. state: list
  184. kind: pvc
  185. name: "{{ openshift_logging_elasticsearch_pvc_name }}"
  186. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  187. register: logging_elasticsearch_pvc
  188. # logging_elasticsearch_pvc.results.results | length > 0 returns a false positive
  189. # so we check for the presence of 'stderr' to determine if the obj exists or not
  190. # the RC for existing and not existing is both 0
  191. - when:
  192. - logging_elasticsearch_pvc.results.stderr is defined
  193. - openshift_logging_elasticsearch_storage_type == "pvc"
  194. block:
  195. # storageclasses are used by default but if static then disable
  196. # storageclasses with the storageClassName set to "" in pvc.j2
  197. - name: Creating ES storage template - static
  198. template:
  199. src: pvc.j2
  200. dest: "{{ tempdir }}/templates/logging-es-pvc.yml"
  201. vars:
  202. obj_name: "{{ openshift_logging_elasticsearch_pvc_name }}"
  203. size: "{{ (openshift_logging_elasticsearch_pvc_size | trim | length == 0) | ternary('10Gi', openshift_logging_elasticsearch_pvc_size) }}"
  204. access_modes: "{{ openshift_logging_elasticsearch_pvc_access_modes | list }}"
  205. pv_selector: "{{ openshift_logging_elasticsearch_pvc_pv_selector }}"
  206. storage_class_name: "{{ openshift_logging_elasticsearch_pvc_storage_class_name | default('', true) }}"
  207. when:
  208. - not openshift_logging_elasticsearch_pvc_dynamic | bool
  209. # Storageclasses are used by default if configured
  210. - name: Creating ES storage template - dynamic
  211. template:
  212. src: pvc.j2
  213. dest: "{{ tempdir }}/templates/logging-es-pvc.yml"
  214. vars:
  215. obj_name: "{{ openshift_logging_elasticsearch_pvc_name }}"
  216. size: "{{ (openshift_logging_elasticsearch_pvc_size | trim | length == 0) | ternary('10Gi', openshift_logging_elasticsearch_pvc_size) }}"
  217. access_modes: "{{ openshift_logging_elasticsearch_pvc_access_modes | list }}"
  218. pv_selector: "{{ openshift_logging_elasticsearch_pvc_pv_selector }}"
  219. when:
  220. - openshift_logging_elasticsearch_pvc_dynamic | bool
  221. - name: Set ES storage
  222. oc_obj:
  223. state: present
  224. kind: pvc
  225. name: "{{ openshift_logging_elasticsearch_pvc_name }}"
  226. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  227. files:
  228. - "{{ tempdir }}/templates/logging-es-pvc.yml"
  229. delete_after: true
  230. - set_fact:
  231. es_deploy_name: "logging-{{ es_component }}-{{ openshift_logging_elasticsearch_deployment_type }}-{{ 'abcdefghijklmnopqrstuvwxyz0123456789' | random_word(8) }}"
  232. when: openshift_logging_elasticsearch_deployment_name == ""
  233. - set_fact:
  234. es_deploy_name: "{{ openshift_logging_elasticsearch_deployment_name }}"
  235. when: openshift_logging_elasticsearch_deployment_name != ""
  236. # DC
  237. - name: Set ES dc templates
  238. template:
  239. src: es.j2
  240. dest: "{{ tempdir }}/templates/logging-es-dc.yml"
  241. vars:
  242. es_cluster_name: "{{ es_component }}"
  243. component: "{{ es_component }}"
  244. logging_component: elasticsearch
  245. deploy_name: "{{ es_deploy_name }}"
  246. image: "{{ openshift_logging_elasticsearch_image_prefix }}logging-elasticsearch:{{ openshift_logging_elasticsearch_image_version }}"
  247. es_cpu_limit: "{{ openshift_logging_elasticsearch_cpu_limit }}"
  248. es_memory_limit: "{{ openshift_logging_elasticsearch_memory_limit }}"
  249. es_node_selector: "{{ openshift_logging_elasticsearch_nodeselector | default({}) }}"
  250. deploy_type: "{{ openshift_logging_elasticsearch_deployment_type }}"
  251. es_replicas: 1
  252. - name: Set ES dc
  253. oc_obj:
  254. state: present
  255. name: "{{ es_deploy_name }}"
  256. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  257. kind: dc
  258. files:
  259. - "{{ tempdir }}/templates/logging-es-dc.yml"
  260. delete_after: true
  261. - name: Retrieving the cert to use when generating secrets for the {{ es_component }} component
  262. slurp:
  263. src: "{{ generated_certs_dir }}/{{ item.file }}"
  264. register: key_pairs
  265. with_items:
  266. - { name: "ca_file", file: "ca.crt" }
  267. - { name: "es_key", file: "system.logging.es.key" }
  268. - { name: "es_cert", file: "system.logging.es.crt" }
  269. when: openshift_logging_es_allow_external | bool
  270. - set_fact:
  271. es_key: "{{ lookup('file', openshift_logging_es_key) | b64encode }}"
  272. when:
  273. - openshift_logging_es_key | trim | length > 0
  274. - openshift_logging_es_allow_external | bool
  275. changed_when: false
  276. - set_fact:
  277. es_cert: "{{ lookup('file', openshift_logging_es_cert) | b64encode }}"
  278. when:
  279. - openshift_logging_es_cert | trim | length > 0
  280. - openshift_logging_es_allow_external | bool
  281. changed_when: false
  282. - set_fact:
  283. es_ca: "{{ lookup('file', openshift_logging_es_ca_ext) | b64encode }}"
  284. when:
  285. - openshift_logging_es_ca_ext | trim | length > 0
  286. - openshift_logging_es_allow_external | bool
  287. changed_when: false
  288. - set_fact:
  289. es_ca: "{{ key_pairs | entry_from_named_pair('ca_file') }}"
  290. when:
  291. - es_ca is not defined
  292. - openshift_logging_es_allow_external | bool
  293. changed_when: false
  294. - name: Generating Elasticsearch {{ es_component }} route template
  295. template:
  296. src: route_reencrypt.j2
  297. dest: "{{mktemp.stdout}}/templates/logging-{{ es_component }}-route.yaml"
  298. vars:
  299. obj_name: "logging-{{ es_component }}"
  300. route_host: "{{ openshift_logging_es_hostname }}"
  301. service_name: "logging-{{ es_component }}"
  302. tls_key: "{{ es_key | default('') | b64decode }}"
  303. tls_cert: "{{ es_cert | default('') | b64decode }}"
  304. tls_ca_cert: "{{ es_ca | b64decode }}"
  305. tls_dest_ca_cert: "{{ key_pairs | entry_from_named_pair('ca_file') | b64decode }}"
  306. edge_term_policy: "{{ openshift_logging_es_edge_term_policy | default('') }}"
  307. labels:
  308. component: support
  309. logging-infra: support
  310. provider: openshift
  311. changed_when: no
  312. when: openshift_logging_es_allow_external | bool
  313. # This currently has an issue if the host name changes
  314. - name: Setting Elasticsearch {{ es_component }} route
  315. oc_obj:
  316. state: present
  317. name: "logging-{{ es_component }}"
  318. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  319. kind: route
  320. files:
  321. - "{{ tempdir }}/templates/logging-{{ es_component }}-route.yaml"
  322. when: openshift_logging_es_allow_external | bool
  323. ## Placeholder for migration when necessary ##
  324. - name: Delete temp directory
  325. file:
  326. name: "{{ tempdir }}"
  327. state: absent
  328. changed_when: False