Configure kubernetes pods

kubernetes/catalog/kubernetes/kubernetes.bom

@@ -135,24 +135,21 @@ brooklyn.catalog:
                   factoryMethod.args:
                     - $brooklyn:attributeWhenReady("application.id")
               - $brooklyn:object:
-                  type: com.google.common.base.Predicates
-                  factoryMethod.name: "or"
+                  type: org.apache.brooklyn.core.entity.EntityPredicates
+                  factoryMethod.name: "displayNameSatisfies"
                   factoryMethod.args:
                     - $brooklyn:object:
-                        type: org.apache.brooklyn.core.entity.EntityPredicates
-                        factoryMethod.name: "displayNameEqualTo"
-                        factoryMethod.args:
-                          - "kubernetes-master"
-                    - $brooklyn:object:
-                        type: org.apache.brooklyn.core.entity.EntityPredicates
-                        factoryMethod.name: "displayNameEqualTo"
+                        type: com.google.common.base.Predicates
+                        factoryMethod.name: "in"
                         factoryMethod.args:
-                          - "kubernetes-worker"
+                          - [ "kubernetes-master", "kubernetes-worker", kubernetes-master-load-balancer ]
 
   - id: kubernetes-cluster
     name: "Kubernetes Cluster"
     description: |
-      Creates a Kubernetes cluster with a manager and a configurable number of workers.
+      Creates a Kubernetes cluster with a configurable number of masters and workers
+      and an HAProxy load balancer for the masters.
+
       Requires a pre-existing discovery mechanism and references to a CA server entity.
     itemType: entity
     item:
@@ -187,7 +184,7 @@ brooklyn.catalog:
         - name: kubernetes.cluster.name
           label: "Kubernetes Cluster Name"
           type: string
-          default: "amp"
+          default: "clocker"
         - name: kubernetes.version
           label: "Kubernetes Version"
           type: string
@@ -240,20 +237,34 @@ brooklyn.catalog:
             Value is duration in milliseconds.
           type: long
           default: 900000
+        - name: kubernetes.pods.spec
+          label: Kubernetes Pods Spec
+          description: |
+            An EntitySpec for the set of Kubernetes Pods to create initially
+          type: org.apache.brooklyn.api.entity.EntitySpec
+          default:
+            $brooklyn:entitySpec:
+              type: kubernetes-default-pods
 
       brooklyn.enrichers:
         - type: org.apache.brooklyn.enricher.stock.Propagator
           brooklyn.config:
             uniqueTag: kubernetes-url-and-endpoint-propagator
-            producer: $brooklyn:entity("kubernetes-manager-load-balancer")
+            producer: $brooklyn:entity("kubernetes-master-load-balancer")
             propagating:
               - $brooklyn:sensor("kubernetes.url")
               - $brooklyn:sensor("kubernetes.endpoint")
+        - type: org.apache.brooklyn.enricher.stock.Propagator
+          brooklyn.config:
+            uniqueTag: kubeconfig-yaml-propagator
+            producer: $brooklyn:entity("kubernetes-master-cluster")
+            propagating:
+              - $brooklyn:sensor("kubernetes.kubeconfig.yaml")
 
       brooklyn.children:
         - type: haproxy-load-balancer
-          id: kubernetes-manager-load-balancer
-          name: "kubernetes-manager-load-balancer"
+          id: kubernetes-master-load-balancer
+          name: "kubernetes-master-load-balancer"
           brooklyn.config:
             haproxy.port: $brooklyn:parent().parent().config("kubernetes.apiserver.port")
             haproxy.protocol: "http"
@@ -311,9 +322,23 @@ brooklyn.catalog:
             - type: org.apache.brooklyn.enricher.stock.Propagator
               brooklyn.config:
                 uniqueTag: kubernetes-url-propagator
-                producer: $brooklyn:entity("kubernetes-manager-load-balancer")
+                producer: $brooklyn:entity("kubernetes-master-load-balancer")
                 propagating:
                   - $brooklyn:sensor("kubernetes.url")
+            - type: org.apache.brooklyn.enricher.stock.Aggregator
+              brooklyn.config:
+                uniqueTag: kubeconfig-yaml-aggregator
+                enricher.sourceSensor: $brooklyn:sensor("kubernetes.kubeconfig.yaml")
+                enricher.targetSensor: $brooklyn:sensor("kubernetes.kubeconfig.list")
+                enricher.aggregating.fromMembers: true
+            - type: org.apache.brooklyn.enricher.stock.Joiner
+              brooklyn.config:
+                uniqueTag: kubeconfig-yaml-joiner
+                enricher.sourceSensor: $brooklyn:sensor("kubernetes.kubeconfig.list")
+                enricher.targetSensor: $brooklyn:sensor("kubernetes.kubeconfig.yaml")
+                enricher.joiner.quote: false
+                enricher.joiner.minimum: 1
+                enricher.joiner.maximum: 1
           brooklyn.config:
             cluster.initial.size: $brooklyn:entity("kubernetes-cluster").config("kubernetes.master.size")
             dynamiccluster.quarantineFailedEntities:
@@ -324,7 +349,7 @@ brooklyn.catalog:
                 id: kubernetes-master
                 name: "kubernetes-master"
                 brooklyn.config:
-                  install.latch: $brooklyn:entity("kubernetes-manager-load-balancer").attributeWhenReady("service.isUp")
+                  install.latch: $brooklyn:entity("kubernetes-master-load-balancer").attributeWhenReady("service.isUp")
                   launch.latch: $brooklyn:entity("etcd-cluster").attributeWhenReady("service.isUp")
                   kubernetes.schedulable: false
                 brooklyn.children:
@@ -340,31 +365,21 @@ brooklyn.catalog:
                         sudo -E calicoctl pool add ${FLANNEL_NETWORK} --nat-outgoing
                       checkRunning.command: |
                         sudo -E calicoctl pool show --ipv4 | grep "${FLANNEL_NETWORK}"
-                  - type: empty-software-process
+                  - type: conditional-entity
                     id: kubernetes-pods
                     name: "kubernetes-pods"
                     brooklyn.config:
+                      conditional.entity.create: true
+                      conditional.entity.propagate: false
+                      conditional.entity.spec: $brooklyn:entity("kubernetes-cluster").config("kubernetes.pods.spec")
                       start.latch: $brooklyn:entity("kubernetes-pods").sibling("kube-apiserver").attributeWhenReady("service.isUp")
-                    brooklyn.children:
-                      - type: calico-policy-controller-pod
-                        id: calico-policy-controller
-                        name: "calico-policy-controller"
-                      - type: kube-dns-pod
-                        id: kube-dns
-                        name: "kube-dns"
-                      - type: kubernetes-dashboard-pod
-                        id: kubernetes-dashboard
-                        name: "kubernetes-dashboard"
-                      - type: prometheus-pod
-                        id: prometheus
-                        name: "prometheus"
             dynamiccluster.memberspec:
               $brooklyn:entitySpec:
                 type: kubernetes-master
                 id: kubernetes-master
                 name: "kubernetes-master"
                 brooklyn.config:
-                  install.latch: $brooklyn:entity("kubernetes-manager-load-balancer").attributeWhenReady("service.isUp")
+                  install.latch: $brooklyn:entity("kubernetes-master-load-balancer").attributeWhenReady("service.isUp")
                   launch.latch: $brooklyn:entity("etcd-cluster").attributeWhenReady("service.isUp")
                   kubernetes.schedulable: false
 
@@ -548,7 +563,6 @@ brooklyn.catalog:
           brooklyn.config:
             etcd.endpoints: $brooklyn:entity("etcd-cluster").attributeWhenReady("etcd.urls")
             flannel.network: $brooklyn:entity("kubernetes-cluster").config("kubernetes.pod.cidr")
-            flannel.transport: "vxlan"
         - type: docker-engine-with-resilience
           id: docker-engine
           name: "docker-engine"
@@ -635,6 +649,13 @@ brooklyn.catalog:
             command: |
               kubectl get node ${HOST_SUBNET_ADDRESS} -o jsonpath='{range @.status.conditions[*]}{@.type}={@.status}
               ' | grep True | cut -d= -f1
+        - type: org.apache.brooklyn.core.sensor.ssh.SshCommandSensor
+          brooklyn.config:
+            name: kubernetes.kubeconfig.yaml
+            description: |
+              Returns contents of a kubeconfig YAML file
+            command: |
+              kubectl config view --output=yaml --flatten=true --minify=true
         - type: org.apache.brooklyn.core.effector.ssh.SshCommandEffector
           brooklyn.config:
             name: kubectl

kubernetes/catalog/kubernetes/plugins.bom

@@ -42,7 +42,7 @@ brooklyn.catalog:
             The Flannel backend transport mechanism. Can be any of: 'udp',
             'vxlan', 'host-gw', 'aws-vpc', 'gce' or 'alloc'.
           type: string
-          default: "udp"
+          default: "vxlan"
         - name: flannel.interface
           label: "Flannel Interface"
           description: |

kubernetes/catalog/kubernetes/pods.bom

@@ -26,9 +26,6 @@ brooklyn.catalog:
         - name: kubernetes.pod.name
           label: "Kubernetes Pod Name"
           type: string
-        - name: template.substitutions
-          label: "Template Substitutions"
-          type: java.util.Map
 
       brooklyn.config:
         install.unique_label:
@@ -135,11 +132,10 @@ brooklyn.catalog:
         kubernetes.pod.file: "classpath://io.brooklyn.clocker.kubernetes:kubernetes/kube-dns.yaml"
         kubernetes.pod.namespace: "kube-system"
 
-        template.substitutions:
-          kubernetes_url: $brooklyn:entity("kubernetes-cluster").attributeWhenReady("kubernetes.url")
-          replicas: $brooklyn:entity("kubernetes-cluster").config("kubernetes.initial.size")
-          dns_service_ip: $brooklyn:entity("kubernetes-cluster").config("kubernetes.dns.address")
-          dns_service_domain: $brooklyn:entity("kubernetes-cluster").config("kubernetes.dns.domain")
+        kubernetes.url: $brooklyn:entity("kubernetes-cluster").attributeWhenReady("kubernetes.url")
+        dns.replicas: $brooklyn:entity("kubernetes-cluster").config("kubernetes.initial.size")
+        dns.service.ip: $brooklyn:entity("kubernetes-cluster").config("kubernetes.dns.address")
+        dns.service.domain: $brooklyn:entity("kubernetes-cluster").config("kubernetes.dns.domain")
 
   - id: kubernetes-dashboard-pod
     name: "Kubernetes Dashboard Pod"
@@ -155,8 +151,7 @@ brooklyn.catalog:
         kubernetes.pod.file: "classpath://io.brooklyn.clocker.kubernetes:kubernetes/kubernetes-dashboard.yaml"
         kubernetes.pod.namespace: "kube-system"
 
-        template.substitutions:
-          kubernetes_url: $brooklyn:entity("kubernetes-cluster").attributeWhenReady("kubernetes.url")
+        kubernetes.url: $brooklyn:entity("kubernetes-cluster").attributeWhenReady("kubernetes.url")
 
   - id: calico-policy-controller-pod
     name: "Calico Policy Controller Pod"
@@ -172,9 +167,8 @@ brooklyn.catalog:
         kubernetes.pod.file: "classpath://io.brooklyn.clocker.kubernetes:kubernetes/policy-controller.yaml"
         kubernetes.pod.namespace: "kube-system"
 
-        template.substitutions:
-          kubernetes_url: $brooklyn:entity("kubernetes-cluster").attributeWhenReady("kubernetes.url")
-          etcd_endpoints: $brooklyn:entity("etcd-cluster").attributeWhenReady("etcd.urls")
+        kubernetes.url: $brooklyn:entity("kubernetes-cluster").attributeWhenReady("kubernetes.url")
+        etcd.endpoints: $brooklyn:entity("etcd-cluster").attributeWhenReady("etcd.urls")
 
   - id: prometheus-pod
     name: "Prometheus Monitoring Pod"
@@ -191,5 +185,28 @@ brooklyn.catalog:
         kubernetes.pod.file: "classpath://io.brooklyn.clocker.kubernetes:kubernetes/prometheus.yaml"
         kubernetes.pod.namespace: "kube-system"
 
-        template.substitutions:
-          kubernetes_url: $brooklyn:entity("kubernetes-cluster").attributeWhenReady("kubernetes.url")
+        kubernetes.url: $brooklyn:entity("kubernetes-cluster").attributeWhenReady("kubernetes.url")
+
+  - id: kubernetes-default-pods
+    name: "Kubernetes Default Pods"
+    description: |
+      Default set of Kubernetes pods to launch at startup
+    itemType: entity
+    item:
+      type: empty-software-process
+      id: kubernetes-default-pods
+      name: "kubernetes-default-pods"
+
+      brooklyn.children:
+        - type: calico-policy-controller-pod
+          id: calico-policy-controller
+          name: "calico-policy-controller"
+        - type: kube-dns-pod
+          id: kube-dns
+          name: "kube-dns"
+        - type: kubernetes-dashboard-pod
+          id: kubernetes-dashboard
+          name: "kubernetes-dashboard"
+        - type: prometheus-pod
+          id: prometheus
+          name: "prometheus"

kubernetes/resources/kubernetes/kube-dns.yaml

@@ -11,7 +11,7 @@ metadata:
 spec:
   selector:
     app: kube-dns
-  clusterIP: ${config['template.substitutions']['dns_service_ip']}
+  clusterIP: ${config['dns.service.ip']}
   ports:
     - name: dns
       port: 53
@@ -31,7 +31,7 @@ metadata:
     version: v20
     kubernetes.io/cluster-service: "true"
 spec:
-  replicas: ${config['template.substitutions']['replicas']}
+  replicas: ${config['dns.replicas']}
   selector:
     app: kube-dns
     version: v20
@@ -72,9 +72,9 @@ spec:
           initialDelaySeconds: 30
           timeoutSeconds: 5
         args:
-          - --domain=${config['template.substitutions']['dns_service_domain']}.local.
+          - --domain=${config['dns.service.domain']}.local.
           - --dns-port=10053
-          - --kube-master-url=${config['template.substitutions']['kubernetes_url']}
+          - --kube-master-url=${config['kubernetes.url']}
         ports:
           - containerPort: 10053
             name: dns-local
@@ -106,11 +106,11 @@ spec:
             memory: 50Mi
         args:
           - >-
-            -cmd=nslookup kubernetes.default.svc.${config['template.substitutions']['dns_service_domain']}.local 127.0.0.1 > /dev/null &&
-              nslookup kubernetes.default.svc.${config['template.substitutions']['dns_service_domain']}.local 127.0.0.1:10053 > /dev/null
+            -cmd=nslookup kubernetes.default.svc.${config['dns.service.domain']}.local 127.0.0.1 > /dev/null &&
+              nslookup kubernetes.default.svc.${config['dns.service.domain']}.local 127.0.0.1:10053 > /dev/null
           - -port=8080
           - -quiet
         ports:
           - containerPort: 8080
             protocol: TCP
-      dnsPolicy: Default
+      dnsPolicy: Default

kubernetes/resources/kubernetes/kubernetes-dashboard.yaml

@@ -28,7 +28,7 @@ spec:
         - containerPort: 9090
           protocol: TCP
         args:
-        - --apiserver-host=${config['template.substitutions']['kubernetes_url']}
+        - --apiserver-host=${config['kubernetes.url']}
         livenessProbe:
           httpGet:
             path: /

kubernetes/resources/kubernetes/policy-controller.yaml

@@ -29,9 +29,9 @@ spec:
           image: calico/kube-policy-controller:v0.3.0
           env:
             - name: ETCD_ENDPOINTS
-              value: "${config['template.substitutions']['etcd_endpoints']}"
+              value: "${config['etcd.endpoints']}"
             - name: K8S_API
-              value: "${config['template.substitutions']['kubernetes_url']}"
+              value: "${config['kubernetes.url']}"
             - name: LEADER_ELECTION
               value: "true"
             - name: CONFIGURE_ETC_HOSTS

kubernetes/resources/kubernetes/prometheus.yaml

@@ -83,15 +83,15 @@ data:
       - job_name: 'kubernetes-cluster'
         kubernetes_sd_configs:
           - api_servers:
-              - ${config['template.substitutions']['kubernetes_url']}
+              - ${config['kubernetes.url']}
             basic_auth:
               username: prometheus
               password: pr0m3th3us
             role: apiserver
       - job_name: 'kubernetes-nodes'
         kubernetes_sd_configs:
           - api_servers:
-              - ${config['template.substitutions']['kubernetes_url']}
+              - ${config['kubernetes.url']}
             basic_auth:
               username: prometheus
               password: pr0m3th3us
@@ -109,7 +109,7 @@ data:
       - job_name: 'kubernetes-service-endpoints'
         kubernetes_sd_configs:
           - api_servers:
-              - ${config['template.substitutions']['kubernetes_url']}
+              - ${config['kubernetes.url']}
             basic_auth:
               username: prometheus
               password: pr0m3th3us
@@ -138,4 +138,4 @@ data:
             target_label: kubernetes_namespace
           - source_labels: [__meta_kubernetes_service_name]
             action: replace
-            target_label: kubernetes_name
+            target_label: kubernetes_name