build-private-agent-cluster-ec2.yml

#
# Builds a cluster of nodes in a configuraion more typical of production workloads.
# Core and agent nodes are not given public IPs and public agent nodes are used for proxying.
# Recommended for advanced users
#
# This playbook requires SSH access to instances private interfaces
# Run from the bastion host of create playbook or another node with access to the private network
#
---
- name: Provision and configure a ConductR cluster w/ Private Agents on AWS EC2
  hosts: localhost
  connection: local
  gather_facts: False

  vars_files:
    - "{{ VARS_FILE }}"

  tasks:
    - include: conductr/tasks/validate.yml

    - name: Launch Core Seed
      local_action:
        module: ec2
        image: "{{ CORE_IMAGE }}"
        instance_type: "{{ CORE_INSTANCE_TYPE }}"
        keypair: "{{ KEYPAIR }}"
        region: "{{ EC2_REGION }}"
        group_id: "{{ CORE_SG }}"
        vpc_subnet_id: "{{ SN_PRIVATE_1 }}"
        assign_public_ip: no
        instance_tags:
          Name: "{{ TAG_NAME }} Core"
          Role: Core
          Seed: True
          Version: "{{ CONDUCTR_VERSION }}"
        count: 1
        volumes:
          - device_name: /dev/sda1
            device_type: "{{ CORE_VOL_TYPE }}"
            volume_size: "{{ CORE_VOL_SIZE }}"
            delete_on_termination: true
        wait: yes
      register: ec2

    - debug: msg="Seed node {{ ec2.instances[0].private_ip }}"

    - name: Add seed to seeds_nodes
      add_host:
        groupname: "seeds_private"
        hostname: "{{ ec2.instances[0].private_ip }}"

    - name: Launch Core Nodes
      local_action:
        module: ec2
        image: "{{ CORE_IMAGE }}"
        instance_type: "{{ CORE_INSTANCE_TYPE }}"
        keypair: "{{ KEYPAIR }}"
        region: "{{ EC2_REGION }}"
        group_id: "{{ CORE_SG }}"
        vpc_subnet_id: "{{ item }}"
        assign_public_ip: no
        instance_tags:
          Name: "{{ TAG_NAME }} Core"
          Role: Core
          Version: "{{ CONDUCTR_VERSION}}"
        count: 1
        volumes:
          - device_name: /dev/sda1
            device_type: "{{ CORE_VOL_TYPE }}"
            volume_size: "{{ CORE_VOL_SIZE }}"
            delete_on_termination: true
        wait: yes
      register: ec2
      with_items:
        - "{{ SN_PRIVATE_2 }}"
        - "{{ SN_PRIVATE_3 }}"

    - name: Add private ip to core_nodes
      add_host:
        groupname: "core_nodes"
        hostname: "{{ item.instances[0].private_ip }}"
      with_items: "{{ ec2.results }}"


    - name: Launch Private Agent Nodes
      local_action:
        module: ec2
        image: "{{ PRIVATE_AGENT_IMAGE }}"
        instance_type: "{{ PRIVATE_AGENT_INSTANCE_TYPE }}"
        keypair: "{{ KEYPAIR }}"
        region: "{{ EC2_REGION }}"
        group_id: "{{ PRIVATE_AGENT_SG }}"
        vpc_subnet_id: "{{ item }}"
        assign_public_ip: no
        instance_tags:
          Name: "{{ TAG_NAME }} Private Agent"
          Role: Private Agent
          Version: "{{ CONDUCTR_VERSION}}"
        volumes:
          - device_name: /dev/sda1
            device_type: "{{ PRIVATE_AGENT_VOL_TYPE }}"
            volume_size: "{{ PRIVATE_AGENT_VOL_SIZE }}"
            delete_on_termination: true
        wait: yes
      register: ec2
      with_items:
        - "{{ SN_PRIVATE_1 }}"
        - "{{ SN_PRIVATE_2 }}"
        - "{{ SN_PRIVATE_3 }}"

    - name: Add ip to private_agents
      add_host:
        groupname: "private_agents"
        hostname: "{{ item.instances[0].private_ip }}"
      with_items: "{{ ec2.results }}"

    - name: Launch Public Proxy Nodes
      local_action:
        module: ec2
        image: "{{ PUBLIC_AGENT_IMAGE }}"
        instance_type: "{{ PUBLIC_AGENT_INSTANCE_TYPE }}"
        keypair: "{{ KEYPAIR }}"
        region: "{{ EC2_REGION }}"
        group_id: "{{ PUBLIC_AGENT_SG }}"
        vpc_subnet_id: "{{ item }}"
        assign_public_ip: yes
        instance_tags:
          Name: "{{ TAG_NAME }} Public Agent"
          Role: Public Agent
          Version: "{{ CONDUCTR_VERSION}}"
        count: 1
        volumes:
          - device_name: /dev/sda1
            device_type: "{{ PUBLIC_AGENT_VOL_TYPE }}"
            volume_size: "{{ PUBLIC_AGENT_VOL_SIZE }}"
            delete_on_termination: true
        wait: yes
      register: ec2
      with_items:
        - "{{ SN_PUBLIC_1 }}"
        - "{{ SN_PUBLIC_2 }}"

    - name: Add public node private ips to public_agents
      add_host:
        groupname: "public_agents"
        hostname: "{{ item.instances[0].private_ip }}"
      with_items: "{{ ec2.results }}"

    - name: Add public node public ips to public_agents_public
      add_host:
        groupname: "public_agents_public"
        hostname: "{{ item.instances[0].public_ip }}"
      with_items: "{{ ec2.results }}"

    - name: Launch Template Node for imaging
      local_action:
        module: ec2
        image: "{{ TEMPLATE_IMAGE }}"
        instance_type: "{{ TEMPLATE_INSTANCE_TYPE }}"
        keypair: "{{ KEYPAIR }}"
        region: "{{ EC2_REGION }}"
        group_id: "{{ PRIVATE_AGENT_SG }}"
        vpc_subnet_id: "{{ item }}"
        assign_public_ip: no
        instance_tags:
          Name: "{{ TAG_NAME }} Template"
          Role: Template
          Version: "{{ CONDUCTR_VERSION}}"
        count: 1
        volumes:
          - device_name: /dev/sda1
            device_type: "{{ TEMPLATE_VOL_TYPE }}"
            volume_size: "{{ TEMPLATE_VOL_SIZE }}"
            delete_on_termination: true
        wait: yes
      register: ec2
      with_items:
        - "{{ SN_PRIVATE_1 }}"

    - name: Save template node ip
      add_host:
        groupname: "template_nodes"
        hostname: "{{ item.instances[0].private_ip }}"
      with_items: "{{ ec2.results }}"


    - name: Wait for SSH to come up
      wait_for:
       host: "{{ item.instances[0].private_ip }}"
       port: 22
       delay: 60
       timeout: 320
       state: started
      with_items: "{{ ec2.results }}"

- name: Setup Seed Node
  hosts: seeds_private
  user: "{{ REMOTE_USER }}"
  gather_facts: False
  sudo: True

  vars_files:
    - "{{ VARS_FILE }}"

  tasks:
    - include: python/tasks/main.yml
    - include: java/tasks/openjdk.yml
    - include: ntp/tasks/main.yml
    - include: conductr/tasks/install-core-seed.yml

- name: Setup Core Nodes
  hosts: core_nodes
  user: "{{ REMOTE_USER }}"
  gather_facts: False
  sudo: True

  vars_files:
    - "{{ VARS_FILE }}"

  tasks:
    - include: python/tasks/main.yml
    - include: java/tasks/openjdk.yml
    - include: ntp/tasks/main.yml
    - include: conductr/tasks/install-core.yml

- name: Setup Private Nodes
  hosts: private_agents
  user: "{{ REMOTE_USER }}"
  gather_facts: False
  sudo: True

  vars:
# These are the default ConductR Private Agent roles - these roles may be overridden within the VARS_FILE
    CONDUCTR_PRIVATE_AGENT_ROLES:
      - web
      - elasticsearch

  vars_files:
    - "{{ VARS_FILE }}"

  tasks:
    - include: python/tasks/main.yml
    - include: java/tasks/openjdk.yml
    - include: ntp/tasks/main.yml
    - include: docker/tasks/main.yml
      when: "{{ INSTALL_DOCKER }} == true"
    - include: conductr/tasks/install-agent.yml
      vars:
          CORE_OBSERVER_PRIVATE_IP: "{{ groups.seeds_private[0] }}"
          CONDUCTR_AGENT_ROLES: "{{ CONDUCTR_PRIVATE_AGENT_ROLES }}"
    - include: bundle/tasks/config-elasticsearch.yml

- name: Setup Public Agent Nodes
  hosts: public_agents
  user: "{{ REMOTE_USER }}"
  gather_facts: False
  sudo: True

  vars:
# These are the default ConductR Public Agent roles - these roles may be overridden within the VARS_FILE
    CONDUCTR_PUBLIC_AGENT_ROLES:
      - haproxy

  vars_files:
    - "{{ VARS_FILE }}"

  tasks:
    - include: python/tasks/main.yml
    - include: java/tasks/openjdk.yml
    - include: ntp/tasks/main.yml
    - include: docker/tasks/main.yml
      when: "{{ INSTALL_DOCKER }} == true"
    - include: haproxy/tasks/main.yml
    - include: conductr/tasks/install-agent.yml
      vars:
          CORE_OBSERVER_PRIVATE_IP: "{{ groups.seeds_private[0] }}"
          CONDUCTR_AGENT_ROLES: "{{ CONDUCTR_PUBLIC_AGENT_ROLES }}"
    - include: bundle/tasks/config-haproxy.yml

- name: Setup Template Node
  hosts: template_nodes
  user: "{{ REMOTE_USER }}"
  gather_facts: False
  sudo: True

  vars:
# These are the default ConductR Public Agent roles - these roles may be overridden within the VARS_FILE
    CONDUCTR_TEMPLATE_AGENT_ROLES:
      - web

  vars_files:
    - "{{ VARS_FILE }}"

  tasks:
    - include: python/tasks/main.yml
    - include: java/tasks/openjdk.yml
    - include: ntp/tasks/main.yml
    - include: docker/tasks/main.yml
      when: "{{ INSTALL_DOCKER }} == true"
    - include: conductr/tasks/install-agent.yml
      vars:
          CORE_OBSERVER_PRIVATE_IP: "127.0.0.1"
          CONDUCTR_AGENT_ROLES: "{{ CONDUCTR_TEMPLATE_AGENT_ROLES }}"

- name: Install Bundles from the seed node
  hosts: seeds_private
  user: "{{ REMOTE_USER }}"
  gather_facts: True
  sudo: True

  vars_files:
    - "{{ VARS_FILE }}"

  tasks:
    - include: "conductr/tasks/install-access-token.yml"
    - include: "bundle/tasks/install-elasticsearch.yml"
    - include: "bundle/tasks/install-conductr-haproxy.yml"
    - include: "bundle/tasks/install-kibana.yml"
    - include: "bundle/tasks/install-visualizer.yml"

- name: Register Public Agent Nodes with ELB
  hosts: public_agents
  user: "{{ REMOTE_USER }}"
  gather_facts: True
  sudo: True

  vars:
# Get these from env to workaround https://github.com/ansible/ansible/issues/10638
    aws_access_key:  "{{ lookup('env','AWS_ACCESS_KEY_ID') }}"
    aws_secret_key:  "{{ lookup('env','AWS_SECRET_ACCESS_KEY') }}"

  vars_files:
    - "{{ VARS_FILE }}"

  tasks:
    - include: conductr/tasks/register-elb.yml