launch_instances.yml 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221
  1. ---
  2. - set_fact:
  3. created_by: "{{ lookup('env', 'LOGNAME')|default(cluster, true) }}"
  4. docker_vol_ephemeral: "{{ lookup('env', 'os_docker_vol_ephemeral') | default(false, true) }}"
  5. env: "{{ cluster }}"
  6. env_host_type: "{{ cluster }}-openshift-{{ type }}"
  7. host_type: "{{ type }}"
  8. sub_host_type: "{{ g_sub_host_type }}"
  9. - set_fact:
  10. ec2_region: "{{ lookup('env', 'ec2_region')
  11. | default(deployment_vars[deployment_type].region, true) }}"
  12. when: ec2_region is not defined
  13. - set_fact:
  14. ec2_image_name: "{{ lookup('env', 'ec2_image_name')
  15. | default(deployment_vars[deployment_type].image_name, true) }}"
  16. when: ec2_image_name is not defined and ec2_image is not defined
  17. - set_fact:
  18. ec2_image: "{{ lookup('env', 'ec2_image')
  19. | default(deployment_vars[deployment_type].image, true) }}"
  20. when: ec2_image is not defined and not ec2_image_name
  21. - set_fact:
  22. ec2_keypair: "{{ lookup('env', 'ec2_keypair')
  23. | default(deployment_vars[deployment_type].keypair, true) }}"
  24. when: ec2_keypair is not defined
  25. - set_fact:
  26. ec2_vpc_subnet: "{{ lookup('env', 'ec2_vpc_subnet')
  27. | default(deployment_vars[deployment_type].vpc_subnet, true) }}"
  28. when: ec2_vpc_subnet is not defined
  29. - set_fact:
  30. ec2_assign_public_ip: "{{ lookup('env', 'ec2_assign_public_ip')
  31. | default(deployment_vars[deployment_type].assign_public_ip, true) }}"
  32. when: ec2_assign_public_ip is not defined
  33. - set_fact:
  34. ec2_instance_type: "{{ ec2_master_instance_type | default(lookup('env', 'ec2_master_instance_type') | default(lookup('env', 'ec2_instance_type') | default(deployment_vars[deployment_type].type, true), true), true) }}"
  35. ec2_security_groups: "{{ ec2_master_security_groups
  36. | default(deployment_vars[deployment_type].security_groups, true) }}"
  37. when: host_type == "master" and sub_host_type == "default"
  38. - set_fact:
  39. ec2_instance_type: "{{ ec2_etcd_instance_type | default(lookup('env', 'ec2_etcd_instance_type') | default(lookup('env', 'ec2_instance_type') | default(deployment_vars[deployment_type].type, true), true), true) }}"
  40. ec2_security_groups: "{{ ec2_etcd_security_groups
  41. | default(deployment_vars[deployment_type].security_groups, true)}}"
  42. when: host_type == "etcd" and sub_host_type == "default"
  43. - set_fact:
  44. ec2_instance_type: "{{ ec2_infra_instance_type | default(lookup('env', 'ec2_infra_instance_type') | default(lookup('env', 'ec2_instance_type') | default(deployment_vars[deployment_type].type, true), true), true) }}"
  45. ec2_security_groups: "{{ ec2_infra_security_groups
  46. | default(deployment_vars[deployment_type].security_groups, true) }}"
  47. when: host_type == "node" and sub_host_type == "infra"
  48. - set_fact:
  49. ec2_instance_type: "{{ ec2_node_instance_type | default(lookup('env', 'ec2_node_instance_type') | default(lookup('env', 'ec2_instance_type') | default(deployment_vars[deployment_type].type, true), true), true) }}"
  50. ec2_security_groups: "{{ ec2_node_security_groups
  51. | default(deployment_vars[deployment_type].security_groups, true) }}"
  52. when: host_type == "node" and sub_host_type == "compute"
  53. - set_fact:
  54. ec2_instance_type: "{{ lookup('env', 'ec2_instance_type')
  55. | default(deployment_vars[deployment_type].type, true) }}"
  56. when: ec2_instance_type is not defined
  57. - set_fact:
  58. ec2_security_groups: "{{ lookup('env', 'ec2_security_groups')
  59. | default(deployment_vars[deployment_type].security_groups, true) }}"
  60. when: ec2_security_groups is not defined
  61. - name: Find amis for deployment_type
  62. ec2_ami_find:
  63. region: "{{ ec2_region }}"
  64. ami_id: "{{ ec2_image | default(omit, true) }}"
  65. name: "{{ ec2_image_name | default(omit, true) }}"
  66. register: ami_result
  67. - fail: msg="Could not find requested ami"
  68. when: not ami_result.results
  69. - set_fact:
  70. latest_ami: "{{ ami_result.results | oo_ami_selector(ec2_image_name) }}"
  71. volume_defs:
  72. etcd:
  73. root:
  74. volume_size: "{{ lookup('env', 'os_etcd_root_vol_size') | default(25, true) }}"
  75. device_type: "{{ lookup('env', 'os_etcd_root_vol_type') | default('gp2', true) }}"
  76. iops: "{{ lookup('env', 'os_etcd_root_vol_iops') | default(500, true) }}"
  77. etcd:
  78. volume_size: "{{ lookup('env', 'os_etcd_vol_size') | default(32, true) }}"
  79. device_type: "{{ lookup('env', 'os_etcd_vol_type') | default('gp2', true) }}"
  80. iops: "{{ lookup('env', 'os_etcd_vol_iops') | default(500, true) }}"
  81. master:
  82. root:
  83. volume_size: "{{ lookup('env', 'os_master_root_vol_size') | default(25, true) }}"
  84. device_type: "{{ lookup('env', 'os_master_root_vol_type') | default('gp2', true) }}"
  85. iops: "{{ lookup('env', 'os_master_root_vol_iops') | default(500, true) }}"
  86. docker:
  87. volume_size: "{{ lookup('env', 'os_docker_vol_size') | default(10, true) }}"
  88. device_type: "{{ lookup('env', 'os_docker_vol_type') | default('gp2', true) }}"
  89. iops: "{{ lookup('env', 'os_docker_vol_iops') | default(500, true) }}"
  90. node:
  91. root:
  92. volume_size: "{{ lookup('env', 'os_node_root_vol_size') | default(85, true) }}"
  93. device_type: "{{ lookup('env', 'os_node_root_vol_type') | default('gp2', true) }}"
  94. iops: "{{ lookup('env', 'os_node_root_vol_iops') | default(500, true) }}"
  95. docker:
  96. volume_size: "{{ lookup('env', 'os_docker_vol_size') | default(32, true) }}"
  97. device_type: "{{ lookup('env', 'os_docker_vol_type') | default('gp2', true) }}"
  98. iops: "{{ lookup('env', 'os_docker_vol_iops') | default(500, true) }}"
  99. - set_fact:
  100. volumes: "{{ volume_defs | oo_ec2_volume_definition(host_type, docker_vol_ephemeral | bool) }}"
  101. - name: Launch instance(s)
  102. ec2:
  103. state: present
  104. region: "{{ ec2_region }}"
  105. keypair: "{{ ec2_keypair }}"
  106. group: "{{ ec2_security_groups }}"
  107. instance_type: "{{ ec2_instance_type }}"
  108. image: "{{ latest_ami }}"
  109. count: "{{ instances | length }}"
  110. vpc_subnet_id: "{{ ec2_vpc_subnet | default(omit, true) }}"
  111. assign_public_ip: "{{ ec2_assign_public_ip | default(omit, true) }}"
  112. user_data: "{{ lookup('template', '../templates/user_data.j2') }}"
  113. wait: yes
  114. instance_tags:
  115. created-by: "{{ created_by }}"
  116. environment: "{{ env }}"
  117. env: "{{ env }}"
  118. host-type: "{{ host_type }}"
  119. env-host-type: "{{ env_host_type }}"
  120. sub-host-type: "{{ sub_host_type }}"
  121. volumes: "{{ volumes }}"
  122. register: ec2
  123. - name: Add Name tag to instances
  124. ec2_tag: resource={{ item.1.id }} region={{ ec2_region }} state=present
  125. with_together:
  126. - instances
  127. - ec2.instances
  128. args:
  129. tags:
  130. Name: "{{ item.0 }}"
  131. - set_fact:
  132. instance_groups: "tag_created-by_{{ created_by }}, tag_env_{{ env }},
  133. tag_host-type_{{ host_type }}, tag_env-host-type_{{ env_host_type }},
  134. tag_sub-host-type_{{ sub_host_type }}"
  135. - set_fact:
  136. node_label:
  137. region: "{{ec2_region}}"
  138. type: "{{sub_host_type}}"
  139. when: host_type == "node"
  140. - set_fact:
  141. node_label:
  142. region: "{{ec2_region}}"
  143. type: "{{host_type}}"
  144. when: host_type != "node"
  145. - set_fact:
  146. logrotate:
  147. - name: syslog
  148. path: "/var/log/cron
  149. \n/var/log/maillog
  150. \n/var/log/messages
  151. \n/var/log/secure
  152. \n/var/log/spooler \n"
  153. options:
  154. - daily
  155. - rotate 7
  156. - compress
  157. - sharedscripts
  158. - missingok
  159. scripts:
  160. postrotate: "/bin/kill -HUP `cat /var/run/syslogd.pid 2> /dev/null` 2> /dev/null || true"
  161. - name: Add new instances groups and variables
  162. add_host:
  163. hostname: "{{ item.0 }}"
  164. ansible_ssh_host: "{{ item.1.dns_name }}"
  165. ansible_ssh_user: "{{ deployment_vars[deployment_type].ssh_user }}"
  166. ansible_sudo: "{{ deployment_vars[deployment_type].sudo }}"
  167. groups: "{{ instance_groups }}"
  168. ec2_private_ip_address: "{{ item.1.private_ip }}"
  169. ec2_ip_address: "{{ item.1.public_ip }}"
  170. openshift_node_labels: "{{ node_label }}"
  171. logrotate_scripts: "{{ logrotate }}"
  172. with_together:
  173. - instances
  174. - ec2.instances
  175. - name: Add new instances to nodes_to_add group if needed
  176. add_host:
  177. hostname: "{{ item.0 }}"
  178. ansible_ssh_host: "{{ item.1.dns_name }}"
  179. ansible_ssh_user: "{{ deployment_vars[deployment_type].ssh_user }}"
  180. ansible_sudo: "{{ deployment_vars[deployment_type].sudo }}"
  181. groups: nodes_to_add
  182. ec2_private_ip_address: "{{ item.1.private_ip }}"
  183. ec2_ip_address: "{{ item.1.public_ip }}"
  184. openshift_node_labels: "{{ node_label }}"
  185. logrotate_scripts: "{{ logrotate }}"
  186. with_together:
  187. - instances
  188. - ec2.instances
  189. when: oo_extend_env is defined and oo_extend_env | bool
  190. - name: Wait for ssh
  191. wait_for: "port=22 host={{ item.dns_name }}"
  192. with_items: ec2.instances
  193. - name: Wait for user setup
  194. command: "ssh -o StrictHostKeyChecking=no -o PasswordAuthentication=no -o ConnectTimeout=10 -o UserKnownHostsFile=/dev/null {{ hostvars[item.0].ansible_ssh_user }}@{{ item.1.dns_name }} echo {{ hostvars[item.0].ansible_ssh_user }} user is setup"
  195. register: result
  196. until: result.rc == 0
  197. retries: 20
  198. delay: 10
  199. with_together:
  200. - instances
  201. - ec2.instances