launch_instances.yml 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216
  1. ---
  2. - set_fact:
  3. created_by: "{{ lookup('env', 'LOGNAME')|default(cluster, true) }}"
  4. docker_vol_ephemeral: "{{ lookup('env', 'os_docker_vol_ephemeral') | default(false, true) }}"
  5. env: "{{ cluster }}"
  6. host_type: "{{ type }}"
  7. sub_host_type: "{{ g_sub_host_type }}"
  8. - set_fact:
  9. ec2_region: "{{ lookup('env', 'ec2_region')
  10. | default(deployment_vars[deployment_type].region, true) }}"
  11. when: ec2_region is not defined
  12. - set_fact:
  13. ec2_image_name: "{{ lookup('env', 'ec2_image_name')
  14. | default(deployment_vars[deployment_type].image_name, true) }}"
  15. when: ec2_image_name is not defined and ec2_image is not defined
  16. - set_fact:
  17. ec2_image: "{{ lookup('env', 'ec2_image')
  18. | default(deployment_vars[deployment_type].image, true) }}"
  19. when: ec2_image is not defined and not ec2_image_name
  20. - set_fact:
  21. ec2_keypair: "{{ lookup('env', 'ec2_keypair')
  22. | default(deployment_vars[deployment_type].keypair, true) }}"
  23. when: ec2_keypair is not defined
  24. - set_fact:
  25. ec2_vpc_subnet: "{{ lookup('env', 'ec2_vpc_subnet')
  26. | default(deployment_vars[deployment_type].vpc_subnet, true) }}"
  27. when: ec2_vpc_subnet is not defined
  28. - set_fact:
  29. ec2_assign_public_ip: "{{ lookup('env', 'ec2_assign_public_ip')
  30. | default(deployment_vars[deployment_type].assign_public_ip, true) }}"
  31. when: ec2_assign_public_ip is not defined
  32. - set_fact:
  33. ec2_instance_type: "{{ ec2_master_instance_type | default(lookup('env', 'ec2_master_instance_type') | default(lookup('env', 'ec2_instance_type') | default(deployment_vars[deployment_type].type, true), true), true) }}"
  34. ec2_security_groups: "{{ ec2_master_security_groups
  35. | default(deployment_vars[deployment_type].security_groups, true) }}"
  36. when: host_type == "master" and sub_host_type == "default"
  37. - set_fact:
  38. ec2_instance_type: "{{ ec2_etcd_instance_type | default(lookup('env', 'ec2_etcd_instance_type') | default(lookup('env', 'ec2_instance_type') | default(deployment_vars[deployment_type].type, true), true), true) }}"
  39. ec2_security_groups: "{{ ec2_etcd_security_groups
  40. | default(deployment_vars[deployment_type].security_groups, true)}}"
  41. when: host_type == "etcd" and sub_host_type == "default"
  42. - set_fact:
  43. ec2_instance_type: "{{ ec2_infra_instance_type | default(lookup('env', 'ec2_infra_instance_type') | default(lookup('env', 'ec2_instance_type') | default(deployment_vars[deployment_type].type, true), true), true) }}"
  44. ec2_security_groups: "{{ ec2_infra_security_groups
  45. | default(deployment_vars[deployment_type].security_groups, true) }}"
  46. when: host_type == "node" and sub_host_type == "infra"
  47. - set_fact:
  48. ec2_instance_type: "{{ ec2_node_instance_type | default(lookup('env', 'ec2_node_instance_type') | default(lookup('env', 'ec2_instance_type') | default(deployment_vars[deployment_type].type, true), true), true) }}"
  49. ec2_security_groups: "{{ ec2_node_security_groups
  50. | default(deployment_vars[deployment_type].security_groups, true) }}"
  51. when: host_type == "node" and sub_host_type == "compute"
  52. - set_fact:
  53. ec2_instance_type: "{{ lookup('env', 'ec2_instance_type')
  54. | default(deployment_vars[deployment_type].type, true) }}"
  55. when: ec2_instance_type is not defined
  56. - set_fact:
  57. ec2_security_groups: "{{ lookup('env', 'ec2_security_groups')
  58. | default(deployment_vars[deployment_type].security_groups, true) }}"
  59. when: ec2_security_groups is not defined
  60. - name: Find amis for deployment_type
  61. ec2_ami_find:
  62. region: "{{ ec2_region }}"
  63. ami_id: "{{ ec2_image | default(omit, true) }}"
  64. name: "{{ ec2_image_name | default(omit, true) }}"
  65. register: ami_result
  66. - fail: msg="Could not find requested ami"
  67. when: not ami_result.results
  68. - set_fact:
  69. latest_ami: "{{ ami_result.results | oo_ami_selector(ec2_image_name) }}"
  70. volume_defs:
  71. etcd:
  72. root:
  73. volume_size: "{{ lookup('env', 'os_etcd_root_vol_size') | default(25, true) }}"
  74. device_type: "{{ lookup('env', 'os_etcd_root_vol_type') | default('gp2', true) }}"
  75. iops: "{{ lookup('env', 'os_etcd_root_vol_iops') | default(500, true) }}"
  76. etcd:
  77. volume_size: "{{ lookup('env', 'os_etcd_vol_size') | default(32, true) }}"
  78. device_type: "{{ lookup('env', 'os_etcd_vol_type') | default('gp2', true) }}"
  79. iops: "{{ lookup('env', 'os_etcd_vol_iops') | default(500, true) }}"
  80. master:
  81. root:
  82. volume_size: "{{ lookup('env', 'os_master_root_vol_size') | default(25, true) }}"
  83. device_type: "{{ lookup('env', 'os_master_root_vol_type') | default('gp2', true) }}"
  84. iops: "{{ lookup('env', 'os_master_root_vol_iops') | default(500, true) }}"
  85. docker:
  86. volume_size: "{{ lookup('env', 'os_docker_vol_size') | default(10, true) }}"
  87. device_type: "{{ lookup('env', 'os_docker_vol_type') | default('gp2', true) }}"
  88. iops: "{{ lookup('env', 'os_docker_vol_iops') | default(500, true) }}"
  89. node:
  90. root:
  91. volume_size: "{{ lookup('env', 'os_node_root_vol_size') | default(85, true) }}"
  92. device_type: "{{ lookup('env', 'os_node_root_vol_type') | default('gp2', true) }}"
  93. iops: "{{ lookup('env', 'os_node_root_vol_iops') | default(500, true) }}"
  94. docker:
  95. volume_size: "{{ lookup('env', 'os_docker_vol_size') | default(32, true) }}"
  96. device_type: "{{ lookup('env', 'os_docker_vol_type') | default('gp2', true) }}"
  97. iops: "{{ lookup('env', 'os_docker_vol_iops') | default(500, true) }}"
  98. - set_fact:
  99. volumes: "{{ volume_defs | oo_ec2_volume_definition(host_type, docker_vol_ephemeral | bool) }}"
  100. - name: Launch instance(s)
  101. ec2:
  102. state: present
  103. region: "{{ ec2_region }}"
  104. keypair: "{{ ec2_keypair }}"
  105. group: "{{ ec2_security_groups }}"
  106. instance_type: "{{ ec2_instance_type }}"
  107. image: "{{ latest_ami }}"
  108. count: "{{ instances | length }}"
  109. vpc_subnet_id: "{{ ec2_vpc_subnet | default(omit, true) }}"
  110. assign_public_ip: "{{ ec2_assign_public_ip | default(omit, true) }}"
  111. user_data: "{{ lookup('template', '../templates/user_data.j2') }}"
  112. wait: yes
  113. instance_tags:
  114. created-by: "{{ created_by }}"
  115. env: "{{ env }}"
  116. host-type: "{{ host_type }}"
  117. sub-host-type: "{{ sub_host_type }}"
  118. volumes: "{{ volumes }}"
  119. register: ec2
  120. - name: Add Name tag to instances
  121. ec2_tag: resource={{ item.1.id }} region={{ ec2_region }} state=present
  122. with_together:
  123. - instances
  124. - ec2.instances
  125. args:
  126. tags:
  127. Name: "{{ item.0 }}"
  128. - set_fact:
  129. instance_groups: "tag_created-by_{{ created_by }}, tag_env_{{ env }}, tag_host-type_{{ host_type }}, tag_sub-host-type_{{ sub_host_type }}"
  130. - set_fact:
  131. node_label:
  132. region: "{{ec2_region}}"
  133. type: "{{sub_host_type}}"
  134. when: host_type == "node"
  135. - set_fact:
  136. node_label:
  137. region: "{{ec2_region}}"
  138. type: "{{host_type}}"
  139. when: host_type != "node"
  140. - set_fact:
  141. logrotate:
  142. - name: syslog
  143. path: "/var/log/cron
  144. \n/var/log/maillog
  145. \n/var/log/messages
  146. \n/var/log/secure
  147. \n/var/log/spooler \n"
  148. options:
  149. - daily
  150. - rotate 7
  151. - compress
  152. - sharedscripts
  153. - missingok
  154. scripts:
  155. postrotate: "/bin/kill -HUP `cat /var/run/syslogd.pid 2> /dev/null` 2> /dev/null || true"
  156. - name: Add new instances groups and variables
  157. add_host:
  158. hostname: "{{ item.0 }}"
  159. ansible_ssh_host: "{{ item.1.dns_name }}"
  160. ansible_ssh_user: "{{ deployment_vars[deployment_type].ssh_user }}"
  161. ansible_sudo: "{{ deployment_vars[deployment_type].sudo }}"
  162. groups: "{{ instance_groups }}"
  163. ec2_private_ip_address: "{{ item.1.private_ip }}"
  164. ec2_ip_address: "{{ item.1.public_ip }}"
  165. openshift_node_labels: "{{ node_label }}"
  166. logrotate_scripts: "{{ logrotate }}"
  167. with_together:
  168. - instances
  169. - ec2.instances
  170. - name: Add new instances to nodes_to_add group if needed
  171. add_host:
  172. hostname: "{{ item.0 }}"
  173. ansible_ssh_host: "{{ item.1.dns_name }}"
  174. ansible_ssh_user: "{{ deployment_vars[deployment_type].ssh_user }}"
  175. ansible_sudo: "{{ deployment_vars[deployment_type].sudo }}"
  176. groups: nodes_to_add
  177. ec2_private_ip_address: "{{ item.1.private_ip }}"
  178. ec2_ip_address: "{{ item.1.public_ip }}"
  179. openshift_node_labels: "{{ node_label }}"
  180. logrotate_scripts: "{{ logrotate }}"
  181. with_together:
  182. - instances
  183. - ec2.instances
  184. when: oo_extend_env is defined and oo_extend_env | bool
  185. - name: Wait for ssh
  186. wait_for: "port=22 host={{ item.dns_name }}"
  187. with_items: ec2.instances
  188. - name: Wait for user setup
  189. command: "ssh -o StrictHostKeyChecking=no -o PasswordAuthentication=no -o ConnectTimeout=10 -o UserKnownHostsFile=/dev/null {{ hostvars[item.0].ansible_ssh_user }}@{{ item.1.dns_name }} echo {{ hostvars[item.0].ansible_ssh_user }} user is setup"
  190. register: result
  191. until: result.rc == 0
  192. retries: 20
  193. delay: 10
  194. with_together:
  195. - instances
  196. - ec2.instances