main.yaml 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433
  1. ---
  2. - name: Validate Elasticsearch cluster size
  3. fail: msg="The openshift_logging_es_cluster_size may only be scaled down manually. Please see official documentation on how to do this."
  4. when: openshift_logging_facts.elasticsearch.deploymentconfigs | length > openshift_logging_es_cluster_size|int
  5. - name: Validate Elasticsearch Ops cluster size
  6. fail: msg="The openshift_logging_es_ops_cluster_size may only be scaled down manually. Please see official documentation on how to do this."
  7. when: openshift_logging_facts.elasticsearch_ops.deploymentconfigs | length > openshift_logging_es_ops_cluster_size|int
  8. - fail:
  9. msg: Invalid deployment type, one of ['data-master', 'data-client', 'master', 'client'] allowed
  10. when: not openshift_logging_elasticsearch_deployment_type in __allowed_es_types
  11. - set_fact:
  12. elasticsearch_name: "{{ 'logging-elasticsearch' ~ ( (openshift_logging_elasticsearch_ops_deployment | default(false) | bool) | ternary('-ops', '')) }}"
  13. es_component: "{{ 'es' ~ ( (openshift_logging_elasticsearch_ops_deployment | default(false) | bool) | ternary('-ops', '') ) }}"
  14. - include: determine_version.yaml
  15. # allow passing in a tempdir
  16. - name: Create temp directory for doing work in
  17. command: mktemp -d /tmp/openshift-logging-ansible-XXXXXX
  18. register: mktemp
  19. changed_when: False
  20. - set_fact:
  21. tempdir: "{{ mktemp.stdout }}"
  22. # This may not be necessary in this role
  23. - name: Create templates subdirectory
  24. file:
  25. state: directory
  26. path: "{{ tempdir }}/templates"
  27. mode: 0755
  28. changed_when: False
  29. # we want to make sure we have all the necessary components here
  30. # service account
  31. - name: Create ES service account
  32. oc_serviceaccount:
  33. state: present
  34. name: "aggregated-logging-elasticsearch"
  35. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  36. image_pull_secrets: "{{ openshift_logging_image_pull_secret }}"
  37. when: openshift_logging_image_pull_secret != ''
  38. - name: Create ES service account
  39. oc_serviceaccount:
  40. state: present
  41. name: "aggregated-logging-elasticsearch"
  42. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  43. when:
  44. - openshift_logging_image_pull_secret == ''
  45. # rolebinding reader
  46. - copy:
  47. src: rolebinding-reader.yml
  48. dest: "{{ tempdir }}/rolebinding-reader.yml"
  49. - name: Create rolebinding-reader role
  50. oc_obj:
  51. state: present
  52. name: "rolebinding-reader"
  53. kind: clusterrole
  54. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  55. files:
  56. - "{{ tempdir }}/rolebinding-reader.yml"
  57. delete_after: true
  58. # SA roles
  59. - name: Set rolebinding-reader permissions for ES
  60. oc_adm_policy_user:
  61. state: present
  62. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  63. resource_kind: cluster-role
  64. resource_name: rolebinding-reader
  65. user: "system:serviceaccount:{{ openshift_logging_elasticsearch_namespace }}:aggregated-logging-elasticsearch"
  66. - oc_adm_policy_user:
  67. state: present
  68. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  69. resource_kind: cluster-role
  70. resource_name: system:auth-delegator
  71. user: "system:serviceaccount:{{ openshift_logging_elasticsearch_namespace}}:aggregated-logging-elasticsearch"
  72. # logging-metrics-reader role
  73. - template:
  74. src: logging-metrics-role.j2
  75. dest: "{{mktemp.stdout}}/templates/logging-metrics-role.yml"
  76. vars:
  77. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  78. role_namespace: "{{ openshift_logging_elasticsearch_prometheus_sa | serviceaccount_namespace(openshift_logging_elasticsearch_namespace) }}"
  79. role_user: "{{ openshift_logging_elasticsearch_prometheus_sa | serviceaccount_name }}"
  80. - name: Create logging-metrics-reader-role
  81. command: >
  82. {{ openshift.common.client_binary }}
  83. --config={{ openshift.common.config_base }}/master/admin.kubeconfig
  84. -n "{{ openshift_logging_elasticsearch_namespace }}"
  85. create -f "{{mktemp.stdout}}/templates/logging-metrics-role.yml"
  86. register: prometheus_out
  87. check_mode: no
  88. ignore_errors: yes
  89. - fail:
  90. msg: "There was an error creating the logging-metrics-role and binding: {{prometheus_out}}"
  91. when:
  92. - "prometheus_out.stderr | length > 0"
  93. - "'already exists' not in prometheus_out.stderr"
  94. # View role and binding
  95. - name: Generate logging-elasticsearch-view-role
  96. template:
  97. src: rolebinding.j2
  98. dest: "{{mktemp.stdout}}/logging-elasticsearch-view-role.yaml"
  99. vars:
  100. obj_name: logging-elasticsearch-view-role
  101. roleRef:
  102. name: view
  103. subjects:
  104. - kind: ServiceAccount
  105. name: aggregated-logging-elasticsearch
  106. changed_when: no
  107. - name: Set logging-elasticsearch-view-role role
  108. oc_obj:
  109. state: present
  110. name: "logging-elasticsearch-view-role"
  111. kind: rolebinding
  112. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  113. files:
  114. - "{{ tempdir }}/logging-elasticsearch-view-role.yaml"
  115. delete_after: true
  116. # configmap
  117. - assert:
  118. that:
  119. - openshift_logging_elasticsearch_kibana_index_mode in __kibana_index_modes
  120. msg: "The openshift_logging_elasticsearch_kibana_index_mode '{{ openshift_logging_elasticsearch_kibana_index_mode }}' only supports one of: {{ __kibana_index_modes | join(', ') }}"
  121. - assert:
  122. that:
  123. - "{{ openshift_logging_es_log_appenders | length > 0 }}"
  124. msg: "The openshift_logging_es_log_appenders '{{ openshift_logging_es_log_appenders }}' has an unrecognized option and only supports the following as a list: {{ __es_log_appenders | join(', ') }}"
  125. - template:
  126. src: elasticsearch-logging.yml.j2
  127. dest: "{{ tempdir }}/elasticsearch-logging.yml"
  128. vars:
  129. root_logger: "{{openshift_logging_es_log_appenders | join(', ')}}"
  130. when: es_logging_contents is undefined
  131. changed_when: no
  132. - template:
  133. src: elasticsearch.yml.j2
  134. dest: "{{ tempdir }}/elasticsearch.yml"
  135. vars:
  136. allow_cluster_reader: "{{ openshift_logging_elasticsearch_ops_allow_cluster_reader | lower | default('false') }}"
  137. es_number_of_shards: "{{ openshift_logging_es_number_of_shards | default(1) }}"
  138. es_number_of_replicas: "{{ openshift_logging_es_number_of_replicas | default(0) }}"
  139. es_kibana_index_mode: "{{ openshift_logging_elasticsearch_kibana_index_mode | default('unique') }}"
  140. when: es_config_contents is undefined
  141. changed_when: no
  142. - copy:
  143. content: "{{ es_logging_contents }}"
  144. dest: "{{ tempdir }}/elasticsearch-logging.yml"
  145. when: es_logging_contents is defined
  146. changed_when: no
  147. - copy:
  148. content: "{{ es_config_contents }}"
  149. dest: "{{ tempdir }}/elasticsearch.yml"
  150. when: es_config_contents is defined
  151. changed_when: no
  152. - name: Set ES configmap
  153. oc_configmap:
  154. state: present
  155. name: "{{ elasticsearch_name }}"
  156. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  157. from_file:
  158. elasticsearch.yml: "{{ tempdir }}/elasticsearch.yml"
  159. logging.yml: "{{ tempdir }}/elasticsearch-logging.yml"
  160. # secret
  161. - name: Set ES secret
  162. oc_secret:
  163. state: present
  164. name: "logging-elasticsearch"
  165. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  166. files:
  167. - name: key
  168. path: "{{ generated_certs_dir }}/logging-es.jks"
  169. - name: truststore
  170. path: "{{ generated_certs_dir }}/truststore.jks"
  171. - name: searchguard.key
  172. path: "{{ generated_certs_dir }}/elasticsearch.jks"
  173. - name: searchguard.truststore
  174. path: "{{ generated_certs_dir }}/truststore.jks"
  175. - name: admin-key
  176. path: "{{ generated_certs_dir }}/system.admin.key"
  177. - name: admin-cert
  178. path: "{{ generated_certs_dir }}/system.admin.crt"
  179. - name: admin-ca
  180. path: "{{ generated_certs_dir }}/ca.crt"
  181. - name: admin.jks
  182. path: "{{ generated_certs_dir }}/system.admin.jks"
  183. # services
  184. - name: Set logging-{{ es_component }}-cluster service
  185. oc_service:
  186. state: present
  187. name: "logging-{{ es_component }}-cluster"
  188. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  189. selector:
  190. component: "{{ es_component }}"
  191. provider: openshift
  192. labels:
  193. logging-infra: 'support'
  194. ports:
  195. - port: 9300
  196. - name: Set logging-{{ es_component }} service
  197. oc_service:
  198. state: present
  199. name: "logging-{{ es_component }}"
  200. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  201. selector:
  202. component: "{{ es_component }}"
  203. provider: openshift
  204. labels:
  205. logging-infra: 'support'
  206. ports:
  207. - port: 9200
  208. targetPort: "restapi"
  209. - name: Set logging-{{ es_component}}-prometheus service
  210. oc_service:
  211. state: present
  212. name: "logging-{{es_component}}-prometheus"
  213. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  214. labels:
  215. logging-infra: 'support'
  216. ports:
  217. - name: proxy
  218. port: 443
  219. targetPort: 4443
  220. selector:
  221. component: "{{ es_component }}-prometheus"
  222. provider: openshift
  223. - oc_edit:
  224. kind: service
  225. name: "logging-{{es_component}}-prometheus"
  226. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  227. separator: '#'
  228. content:
  229. metadata#annotations#service.alpha.openshift.io/serving-cert-secret-name: "prometheus-tls"
  230. metadata#annotations#prometheus.io/scrape: "true"
  231. metadata#annotations#prometheus.io/scheme: "https"
  232. metadata#annotations#prometheus.io/path: "_prometheus/metrics"
  233. - name: Check to see if PVC already exists
  234. oc_obj:
  235. state: list
  236. kind: pvc
  237. name: "{{ openshift_logging_elasticsearch_pvc_name }}"
  238. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  239. register: logging_elasticsearch_pvc
  240. # logging_elasticsearch_pvc.results.results | length > 0 returns a false positive
  241. # so we check for the presence of 'stderr' to determine if the obj exists or not
  242. # the RC for existing and not existing is both 0
  243. - when:
  244. - logging_elasticsearch_pvc.results.stderr is defined
  245. - openshift_logging_elasticsearch_storage_type == "pvc"
  246. block:
  247. # storageclasses are used by default but if static then disable
  248. # storageclasses with the storageClassName set to "" in pvc.j2
  249. - name: Creating ES storage template - static
  250. template:
  251. src: pvc.j2
  252. dest: "{{ tempdir }}/templates/logging-es-pvc.yml"
  253. vars:
  254. obj_name: "{{ openshift_logging_elasticsearch_pvc_name }}"
  255. size: "{{ (openshift_logging_elasticsearch_pvc_size | trim | length == 0) | ternary('10Gi', openshift_logging_elasticsearch_pvc_size) }}"
  256. access_modes: "{{ openshift_logging_elasticsearch_pvc_access_modes | list }}"
  257. pv_selector: "{{ openshift_logging_elasticsearch_pvc_pv_selector }}"
  258. storage_class_name: "{{ openshift_logging_elasticsearch_pvc_storage_class_name | default('', true) }}"
  259. when:
  260. - not openshift_logging_elasticsearch_pvc_dynamic | bool
  261. # Storageclasses are used by default if configured
  262. - name: Creating ES storage template - dynamic
  263. template:
  264. src: pvc.j2
  265. dest: "{{ tempdir }}/templates/logging-es-pvc.yml"
  266. vars:
  267. obj_name: "{{ openshift_logging_elasticsearch_pvc_name }}"
  268. size: "{{ (openshift_logging_elasticsearch_pvc_size | trim | length == 0) | ternary('10Gi', openshift_logging_elasticsearch_pvc_size) }}"
  269. access_modes: "{{ openshift_logging_elasticsearch_pvc_access_modes | list }}"
  270. pv_selector: "{{ openshift_logging_elasticsearch_pvc_pv_selector }}"
  271. when:
  272. - openshift_logging_elasticsearch_pvc_dynamic | bool
  273. - name: Set ES storage
  274. oc_obj:
  275. state: present
  276. kind: pvc
  277. name: "{{ openshift_logging_elasticsearch_pvc_name }}"
  278. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  279. files:
  280. - "{{ tempdir }}/templates/logging-es-pvc.yml"
  281. delete_after: true
  282. - set_fact:
  283. es_deploy_name: "logging-{{ es_component }}-{{ openshift_logging_elasticsearch_deployment_type }}-{{ 8 | oo_random_word('abcdefghijklmnopqrstuvwxyz0123456789') }}"
  284. when: openshift_logging_elasticsearch_deployment_name == ""
  285. - set_fact:
  286. es_deploy_name: "{{ openshift_logging_elasticsearch_deployment_name }}"
  287. when: openshift_logging_elasticsearch_deployment_name != ""
  288. # DC
  289. - name: Set ES dc templates
  290. template:
  291. src: es.j2
  292. dest: "{{ tempdir }}/templates/logging-es-dc.yml"
  293. vars:
  294. es_cluster_name: "{{ es_component }}"
  295. component: "{{ es_component }}"
  296. logging_component: elasticsearch
  297. deploy_name: "{{ es_deploy_name }}"
  298. image: "{{ openshift_logging_elasticsearch_image_prefix }}logging-elasticsearch:{{ openshift_logging_elasticsearch_image_version }}"
  299. es_cpu_limit: "{{ openshift_logging_elasticsearch_cpu_limit }}"
  300. es_memory_limit: "{{ openshift_logging_elasticsearch_memory_limit }}"
  301. es_node_selector: "{{ openshift_logging_elasticsearch_nodeselector | default({}) }}"
  302. es_storage_groups: "{{ openshift_logging_elasticsearch_storage_group | default([]) }}"
  303. es_container_security_context: "{{ _es_containers.elasticsearch.securityContext if _es_containers is defined and 'elasticsearch' in _es_containers and 'securityContext' in _es_containers.elasticsearch else None }}"
  304. deploy_type: "{{ openshift_logging_elasticsearch_deployment_type }}"
  305. es_replicas: 1
  306. - name: Set ES dc
  307. oc_obj:
  308. state: present
  309. name: "{{ es_deploy_name }}"
  310. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  311. kind: dc
  312. files:
  313. - "{{ tempdir }}/templates/logging-es-dc.yml"
  314. delete_after: true
  315. - name: Retrieving the cert to use when generating secrets for the {{ es_component }} component
  316. slurp:
  317. src: "{{ generated_certs_dir }}/{{ item.file }}"
  318. register: key_pairs
  319. with_items:
  320. - { name: "ca_file", file: "ca.crt" }
  321. - { name: "es_key", file: "system.logging.es.key" }
  322. - { name: "es_cert", file: "system.logging.es.crt" }
  323. when: openshift_logging_es_allow_external | bool
  324. - set_fact:
  325. es_key: "{{ lookup('file', openshift_logging_es_key) | b64encode }}"
  326. when:
  327. - openshift_logging_es_key | trim | length > 0
  328. - openshift_logging_es_allow_external | bool
  329. changed_when: false
  330. - set_fact:
  331. es_cert: "{{ lookup('file', openshift_logging_es_cert) | b64encode }}"
  332. when:
  333. - openshift_logging_es_cert | trim | length > 0
  334. - openshift_logging_es_allow_external | bool
  335. changed_when: false
  336. - set_fact:
  337. es_ca: "{{ lookup('file', openshift_logging_es_ca_ext) | b64encode }}"
  338. when:
  339. - openshift_logging_es_ca_ext | trim | length > 0
  340. - openshift_logging_es_allow_external | bool
  341. changed_when: false
  342. - set_fact:
  343. es_ca: "{{ key_pairs | entry_from_named_pair('ca_file') }}"
  344. when:
  345. - es_ca is not defined
  346. - openshift_logging_es_allow_external | bool
  347. changed_when: false
  348. - name: Generating Elasticsearch {{ es_component }} route template
  349. template:
  350. src: route_reencrypt.j2
  351. dest: "{{mktemp.stdout}}/templates/logging-{{ es_component }}-route.yaml"
  352. vars:
  353. obj_name: "logging-{{ es_component }}"
  354. route_host: "{{ openshift_logging_es_hostname }}"
  355. service_name: "logging-{{ es_component }}"
  356. tls_key: "{{ es_key | default('') | b64decode }}"
  357. tls_cert: "{{ es_cert | default('') | b64decode }}"
  358. tls_ca_cert: "{{ es_ca | b64decode }}"
  359. tls_dest_ca_cert: "{{ key_pairs | entry_from_named_pair('ca_file') | b64decode }}"
  360. edge_term_policy: "{{ openshift_logging_es_edge_term_policy | default('') }}"
  361. labels:
  362. component: support
  363. logging-infra: support
  364. provider: openshift
  365. changed_when: no
  366. when: openshift_logging_es_allow_external | bool
  367. # This currently has an issue if the host name changes
  368. - name: Setting Elasticsearch {{ es_component }} route
  369. oc_obj:
  370. state: present
  371. name: "logging-{{ es_component }}"
  372. namespace: "{{ openshift_logging_elasticsearch_namespace }}"
  373. kind: route
  374. files:
  375. - "{{ tempdir }}/templates/logging-{{ es_component }}-route.yaml"
  376. when: openshift_logging_es_allow_external | bool
  377. ## Placeholder for migration when necessary ##
  378. - name: Delete temp directory
  379. file:
  380. name: "{{ tempdir }}"
  381. state: absent
  382. changed_when: False