install_logging.yaml 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300
  1. ---
  2. - name: Gather OpenShift Logging Facts
  3. openshift_logging_facts:
  4. oc_bin: "{{openshift.common.client_binary}}"
  5. openshift_logging_namespace: "{{openshift_logging_namespace}}"
  6. - name: Set logging project
  7. oc_project:
  8. state: present
  9. name: "{{ openshift_logging_namespace }}"
  10. node_selector: "{{ openshift_logging_nodeselector | default(null) }}"
  11. - name: Labeling logging project
  12. oc_label:
  13. state: present
  14. kind: namespace
  15. name: "{{ openshift_logging_namespace }}"
  16. labels:
  17. - key: "{{ item.key }}"
  18. value: "{{ item.value }}"
  19. with_dict: "{{ openshift_logging_labels | default({}) }}"
  20. when:
  21. - openshift_logging_labels is defined
  22. - openshift_logging_labels is dict
  23. - name: Labeling logging project
  24. oc_label:
  25. state: present
  26. kind: namespace
  27. name: "{{ openshift_logging_namespace }}"
  28. labels:
  29. - key: "{{ openshift_logging_label_key }}"
  30. value: "{{ openshift_logging_label_value }}"
  31. when:
  32. - openshift_logging_label_key is defined
  33. - openshift_logging_label_key != ""
  34. - openshift_logging_label_value is defined
  35. - name: Create logging cert directory
  36. file:
  37. path: "{{ openshift.common.config_base }}/logging"
  38. state: directory
  39. mode: 0755
  40. changed_when: False
  41. check_mode: no
  42. - include: generate_certs.yaml
  43. vars:
  44. generated_certs_dir: "{{openshift.common.config_base}}/logging"
  45. ## Elasticsearch
  46. - set_fact: es_indices={{ es_indices | default([]) + [item | int - 1] }}
  47. with_sequence: count={{ openshift_logging_facts.elasticsearch.deploymentconfigs.keys() | count }}
  48. when: openshift_logging_facts.elasticsearch.deploymentconfigs.keys() | count > 0
  49. - set_fact: es_indices=[]
  50. when: openshift_logging_facts.elasticsearch.deploymentconfigs.keys() | count == 0
  51. - set_fact: openshift_logging_es_pvc_prefix="logging-es"
  52. when: openshift_logging_es_pvc_prefix == ""
  53. - set_fact:
  54. elasticsearch_storage_type: "{{ openshift_logging_elasticsearch_storage_type | default('pvc' if ( openshift_logging_es_pvc_dynamic | bool or openshift_hosted_logging_storage_kind | default('') == 'nfs' or openshift_logging_es_pvc_size | length > 0) else 'emptydir') }}"
  55. # We don't allow scaling down of ES nodes currently
  56. - include_role:
  57. name: openshift_logging_elasticsearch
  58. vars:
  59. generated_certs_dir: "{{openshift.common.config_base}}/logging"
  60. openshift_logging_elasticsearch_namespace: "{{ openshift_logging_namespace }}"
  61. openshift_logging_elasticsearch_deployment_name: "{{ outer_item.0.name }}"
  62. openshift_logging_elasticsearch_pvc_name: "{{ openshift_logging_es_pvc_prefix ~ '-' ~ outer_item.2 if outer_item.1 is none else outer_item.1 }}"
  63. openshift_logging_elasticsearch_replica_count: "{{ openshift_logging_es_cluster_size | int }}"
  64. openshift_logging_elasticsearch_storage_type: "{{ elasticsearch_storage_type }}"
  65. openshift_logging_elasticsearch_pvc_pv_selector: "{{ openshift_logging_es_pv_selector }}"
  66. openshift_logging_elasticsearch_nodeselector: "{{ openshift_logging_es_nodeselector if outer_item.0.nodeSelector | default(None) is none else outer_item.0.nodeSelector }}"
  67. openshift_logging_elasticsearch_storage_group: "{{ [openshift_logging_es_storage_group] if outer_item.0.storageGroups | default([]) | length == 0 else outer_item.0.storageGroups }}"
  68. _es_containers: "{{ outer_item.0.containers}}"
  69. _es_configmap: "{{ openshift_logging_facts | walk('elasticsearch#configmaps#logging-elasticsearch#elasticsearch.yml', '{}', delimiter='#') | from_yaml }}"
  70. with_together:
  71. - "{{ openshift_logging_facts.elasticsearch.deploymentconfigs.values() }}"
  72. - "{{ openshift_logging_facts.elasticsearch.pvcs }}"
  73. - "{{ es_indices }}"
  74. loop_control:
  75. loop_var: outer_item
  76. when:
  77. - openshift_logging_facts.elasticsearch.deploymentconfigs.keys() | count > 0
  78. # Create any new DC that may be required
  79. - include_role:
  80. name: openshift_logging_elasticsearch
  81. vars:
  82. generated_certs_dir: "{{openshift.common.config_base}}/logging"
  83. openshift_logging_elasticsearch_namespace: "{{ openshift_logging_namespace }}"
  84. openshift_logging_elasticsearch_pvc_name: "{{ openshift_logging_es_pvc_prefix }}-{{ outer_item | int + openshift_logging_facts.elasticsearch.deploymentconfigs | count - 1 }}"
  85. openshift_logging_elasticsearch_replica_count: "{{ openshift_logging_es_cluster_size | int }}"
  86. openshift_logging_elasticsearch_storage_type: "{{ elasticsearch_storage_type }}"
  87. openshift_logging_elasticsearch_pvc_pv_selector: "{{ openshift_logging_es_pv_selector }}"
  88. with_sequence: count={{ openshift_logging_es_cluster_size | int - openshift_logging_facts.elasticsearch.deploymentconfigs.keys() | count }}
  89. loop_control:
  90. loop_var: outer_item
  91. - set_fact: es_ops_indices={{ es_ops_indices | default([]) + [item | int - 1] }}
  92. with_sequence: count={{ openshift_logging_facts.elasticsearch_ops.deploymentconfigs.keys() | count }}
  93. when:
  94. - openshift_logging_use_ops | bool
  95. - openshift_logging_facts.elasticsearch_ops.deploymentconfigs.keys() | count > 0
  96. - set_fact: es_ops_indices=[]
  97. when: openshift_logging_facts.elasticsearch_ops.deploymentconfigs.keys() | count == 0
  98. - set_fact: openshift_logging_es_ops_pvc_prefix="logging-es-ops"
  99. when: openshift_logging_es_ops_pvc_prefix == ""
  100. - set_fact:
  101. elasticsearch_storage_type: "{{ openshift_logging_elasticsearch_storage_type | default('pvc' if ( openshift_logging_es_ops_pvc_dynamic | bool or openshift_hosted_logging_storage_kind | default('') == 'nfs' or openshift_logging_es_ops_pvc_size | length > 0) else 'emptydir') }}"
  102. when:
  103. - openshift_logging_use_ops | bool
  104. - include_role:
  105. name: openshift_logging_elasticsearch
  106. vars:
  107. generated_certs_dir: "{{openshift.common.config_base}}/logging"
  108. openshift_logging_elasticsearch_namespace: "{{ openshift_logging_namespace }}"
  109. openshift_logging_elasticsearch_deployment_name: "{{ outer_item.0.name }}"
  110. openshift_logging_elasticsearch_pvc_name: "{{ openshift_logging_es_ops_pvc_prefix ~ '-' ~ outer_item.2 if outer_item.1 is none else outer_item.1 }}"
  111. openshift_logging_elasticsearch_ops_deployment: true
  112. openshift_logging_elasticsearch_replica_count: "{{ openshift_logging_es_ops_cluster_size | int }}"
  113. openshift_logging_elasticsearch_storage_type: "{{ elasticsearch_storage_type }}"
  114. openshift_logging_elasticsearch_pvc_size: "{{ openshift_logging_es_ops_pvc_size }}"
  115. openshift_logging_elasticsearch_pvc_dynamic: "{{ openshift_logging_es_ops_pvc_dynamic }}"
  116. openshift_logging_elasticsearch_pvc_pv_selector: "{{ openshift_logging_es_ops_pv_selector }}"
  117. openshift_logging_elasticsearch_memory_limit: "{{ openshift_logging_es_ops_memory_limit }}"
  118. openshift_logging_elasticsearch_cpu_limit: "{{ openshift_logging_es_ops_cpu_limit }}"
  119. openshift_logging_elasticsearch_cpu_request: "{{ openshift_logging_es_ops_cpu_request }}"
  120. openshift_logging_elasticsearch_nodeselector: "{{ openshift_logging_es_ops_nodeselector if outer_item.0.nodeSelector | default(None) is none else outer_item.0.nodeSelector }}"
  121. openshift_logging_elasticsearch_storage_group: "{{ [openshift_logging_es_ops_storage_group] if outer_item.0.storageGroups | default([]) | length == 0 else outer_item.0.storageGroups }}"
  122. openshift_logging_es_key: "{{ openshift_logging_es_ops_key }}"
  123. openshift_logging_es_cert: "{{ openshift_logging_es_ops_cert }}"
  124. openshift_logging_es_ca_ext: "{{ openshift_logging_es_ops_ca_ext }}"
  125. openshift_logging_es_hostname: "{{ openshift_logging_es_ops_hostname }}"
  126. openshift_logging_es_edge_term_policy: "{{ openshift_logging_es_ops_edge_term_policy | default('') }}"
  127. openshift_logging_es_allow_external: "{{ openshift_logging_es_ops_allow_external }}"
  128. openshift_logging_es_number_of_shards: "{{ openshift_logging_es_ops_number_of_shards | default(None) }}"
  129. openshift_logging_es_number_of_replicas: "{{ openshift_logging_es_ops_number_of_replicas | default(None) }}"
  130. _es_containers: "{{ outer_item.0.containers}}"
  131. _es_configmap: "{{ openshift_logging_facts | walk('elasticsearch_ops#configmaps#logging-elasticsearch-ops#elasticsearch.yml', '{}', delimiter='#') | from_yaml }}"
  132. with_together:
  133. - "{{ openshift_logging_facts.elasticsearch_ops.deploymentconfigs.values() }}"
  134. - "{{ openshift_logging_facts.elasticsearch_ops.pvcs }}"
  135. - "{{ es_ops_indices }}"
  136. loop_control:
  137. loop_var: outer_item
  138. when:
  139. - openshift_logging_use_ops | bool
  140. - openshift_logging_facts.elasticsearch_ops.deploymentconfigs.keys() | count > 0
  141. # Create any new DC that may be required
  142. - include_role:
  143. name: openshift_logging_elasticsearch
  144. vars:
  145. generated_certs_dir: "{{openshift.common.config_base}}/logging"
  146. openshift_logging_elasticsearch_namespace: "{{ openshift_logging_namespace }}"
  147. openshift_logging_elasticsearch_pvc_name: "{{ openshift_logging_es_ops_pvc_prefix }}-{{ outer_item | int + openshift_logging_facts.elasticsearch_ops.deploymentconfigs | count - 1 }}"
  148. openshift_logging_elasticsearch_ops_deployment: true
  149. openshift_logging_elasticsearch_replica_count: "{{ openshift_logging_es_ops_cluster_size | int }}"
  150. openshift_logging_elasticsearch_storage_type: "{{ elasticsearch_storage_type }}"
  151. openshift_logging_elasticsearch_pvc_size: "{{ openshift_logging_es_ops_pvc_size }}"
  152. openshift_logging_elasticsearch_pvc_dynamic: "{{ openshift_logging_es_ops_pvc_dynamic }}"
  153. openshift_logging_elasticsearch_pvc_pv_selector: "{{ openshift_logging_es_ops_pv_selector }}"
  154. openshift_logging_elasticsearch_memory_limit: "{{ openshift_logging_es_ops_memory_limit }}"
  155. openshift_logging_elasticsearch_cpu_limit: "{{ openshift_logging_es_ops_cpu_limit }}"
  156. openshift_logging_elasticsearch_cpu_request: "{{ openshift_logging_es_ops_cpu_request }}"
  157. openshift_logging_elasticsearch_nodeselector: "{{ openshift_logging_es_ops_nodeselector }}"
  158. openshift_logging_es_key: "{{ openshift_logging_es_ops_key }}"
  159. openshift_logging_es_cert: "{{ openshift_logging_es_ops_cert }}"
  160. openshift_logging_es_ca_ext: "{{ openshift_logging_es_ops_ca_ext }}"
  161. openshift_logging_es_hostname: "{{ openshift_logging_es_ops_hostname }}"
  162. openshift_logging_es_edge_term_policy: "{{ openshift_logging_es_ops_edge_term_policy | default('') }}"
  163. openshift_logging_es_allow_external: "{{ openshift_logging_es_ops_allow_external }}"
  164. with_sequence: count={{ openshift_logging_es_ops_cluster_size | int - openshift_logging_facts.elasticsearch_ops.deploymentconfigs.keys() | count }}
  165. loop_control:
  166. loop_var: outer_item
  167. when:
  168. - openshift_logging_use_ops | bool
  169. ## Kibana
  170. - include_role:
  171. name: openshift_logging_kibana
  172. vars:
  173. generated_certs_dir: "{{openshift.common.config_base}}/logging"
  174. openshift_logging_kibana_namespace: "{{ openshift_logging_namespace }}"
  175. openshift_logging_kibana_master_url: "{{ openshift_logging_master_url }}"
  176. openshift_logging_kibana_master_public_url: "{{ openshift_logging_master_public_url }}"
  177. openshift_logging_kibana_replicas: "{{ openshift_logging_kibana_replica_count }}"
  178. openshift_logging_kibana_es_host: "{{ openshift_logging_es_host }}"
  179. openshift_logging_kibana_es_port: "{{ openshift_logging_es_port }}"
  180. openshift_logging_kibana_image_pull_secret: "{{ openshift_logging_image_pull_secret }}"
  181. - include_role:
  182. name: openshift_logging_kibana
  183. vars:
  184. generated_certs_dir: "{{openshift.common.config_base}}/logging"
  185. openshift_logging_kibana_ops_deployment: true
  186. openshift_logging_kibana_namespace: "{{ openshift_logging_namespace }}"
  187. openshift_logging_kibana_master_url: "{{ openshift_logging_master_url }}"
  188. openshift_logging_kibana_master_public_url: "{{ openshift_logging_master_public_url }}"
  189. openshift_logging_kibana_image_pull_secret: "{{ openshift_logging_image_pull_secret }}"
  190. openshift_logging_kibana_es_host: "{{ openshift_logging_es_ops_host }}"
  191. openshift_logging_kibana_es_port: "{{ openshift_logging_es_ops_port }}"
  192. openshift_logging_kibana_nodeselector: "{{ openshift_logging_kibana_ops_nodeselector }}"
  193. openshift_logging_kibana_cpu_limit: "{{ openshift_logging_kibana_ops_cpu_limit }}"
  194. openshift_logging_kibana_cpu_request: "{{ openshift_logging_kibana_ops_cpu_request }}"
  195. openshift_logging_kibana_memory_limit: "{{ openshift_logging_kibana_ops_memory_limit }}"
  196. openshift_logging_kibana_hostname: "{{ openshift_logging_kibana_ops_hostname }}"
  197. openshift_logging_kibana_replicas: "{{ openshift_logging_kibana_ops_replica_count }}"
  198. openshift_logging_kibana_proxy_debug: "{{ openshift_logging_kibana_ops_proxy_debug }}"
  199. openshift_logging_kibana_proxy_cpu_limit: "{{ openshift_logging_kibana_ops_proxy_cpu_limit }}"
  200. openshift_logging_kibana_proxy_cpu_request: "{{ openshift_logging_kibana_ops_proxy_cpu_request }}"
  201. openshift_logging_kibana_proxy_memory_limit: "{{ openshift_logging_kibana_ops_proxy_memory_limit }}"
  202. openshift_logging_kibana_cert: "{{ openshift_logging_kibana_ops_cert }}"
  203. openshift_logging_kibana_key: "{{ openshift_logging_kibana_ops_key }}"
  204. openshift_logging_kibana_ca: "{{ openshift_logging_kibana_ops_ca}}"
  205. when:
  206. - openshift_logging_use_ops | bool
  207. - include: annotate_ops_projects.yaml
  208. ## Curator
  209. - include_role:
  210. name: openshift_logging_curator
  211. vars:
  212. generated_certs_dir: "{{openshift.common.config_base}}/logging"
  213. openshift_logging_curator_namespace: "{{ openshift_logging_namespace }}"
  214. openshift_logging_curator_es_host: "{{ openshift_logging_es_host }}"
  215. openshift_logging_curator_es_port: "{{ openshift_logging_es_port }}"
  216. openshift_logging_curator_master_url: "{{ openshift_logging_master_url }}"
  217. openshift_logging_curator_image_pull_secret: "{{ openshift_logging_image_pull_secret }}"
  218. - include_role:
  219. name: openshift_logging_curator
  220. vars:
  221. generated_certs_dir: "{{openshift.common.config_base}}/logging"
  222. openshift_logging_curator_ops_deployment: true
  223. openshift_logging_curator_es_host: "{{ openshift_logging_es_ops_host }}"
  224. openshift_logging_curator_es_port: "{{ openshift_logging_es_ops_port }}"
  225. openshift_logging_curator_namespace: "{{ openshift_logging_namespace }}"
  226. openshift_logging_curator_master_url: "{{ openshift_logging_master_url }}"
  227. openshift_logging_curator_image_pull_secret: "{{ openshift_logging_image_pull_secret }}"
  228. openshift_logging_curator_cpu_limit: "{{ openshift_logging_curator_ops_cpu_limit }}"
  229. openshift_logging_curator_cpu_request: "{{ openshift_logging_curator_ops_cpu_request }}"
  230. openshift_logging_curator_memory_limit: "{{ openshift_logging_curator_ops_memory_limit }}"
  231. openshift_logging_curator_nodeselector: "{{ openshift_logging_curator_ops_nodeselector }}"
  232. when:
  233. - openshift_logging_use_ops | bool
  234. ## Mux
  235. - include_role:
  236. name: openshift_logging_mux
  237. vars:
  238. generated_certs_dir: "{{openshift.common.config_base}}/logging"
  239. openshift_logging_mux_ops_host: "{{ ( openshift_logging_use_ops | bool ) | ternary('logging-es-ops', 'logging-es') }}"
  240. openshift_logging_mux_namespace: "{{ openshift_logging_namespace }}"
  241. openshift_logging_mux_master_url: "{{ openshift_logging_master_url }}"
  242. openshift_logging_mux_image_pull_secret: "{{ openshift_logging_image_pull_secret }}"
  243. when:
  244. - openshift_logging_use_mux | bool
  245. ## Fluentd
  246. - include_role:
  247. name: openshift_logging_fluentd
  248. vars:
  249. generated_certs_dir: "{{openshift.common.config_base}}/logging"
  250. openshift_logging_fluentd_ops_host: "{{ ( openshift_logging_use_ops | bool ) | ternary('logging-es-ops', 'logging-es') }}"
  251. openshift_logging_fluentd_image_pull_secret: "{{ openshift_logging_image_pull_secret }}"
  252. openshift_logging_fluentd_master_url: "{{ openshift_logging_master_url }}"
  253. openshift_logging_fluentd_namespace: "{{ openshift_logging_namespace }}"
  254. ## EventRouter
  255. - include_role:
  256. name: openshift_logging_eventrouter
  257. when:
  258. openshift_logging_install_eventrouter | default(false) | bool
  259. - include: update_master_config.yaml