publishing kubernetes manifests with image version: v0.1.42

edgedelta · Sep 19, 2022 · e082308 · e082308
1 parent d5e260a
commit e082308
Show file tree

Hide file tree

Showing 13 changed files with 253 additions and 15 deletions.
diff --git a/README.md b/README.md
@@ -1,12 +1,6 @@
-# Kubernetes configuration repository
+# Edge Delta Kubernetes configuration repository
 
 ## Documentation
-<https://docs.edgedelta.com>
 
-## Deployments
-- [Standard deployment](edgedelta-agent.yml)
-- [On-prem deployment](edgedelta-agent-onprem.yml)
-
-## Notes
-- Please uncomment HTTP_PROXY section if needed.
-- Please uncomment SecurityContext section if needed.
+- [Install Kubernetes Agent using kubectl](https://docs.edgedelta.com/docs/install-kubernetes-agent-via-kubectl)
+- [Install Kubernetes Agent using Helm](https://docs.edgedelta.com/docs/install-kubernetes-agent-using-helm)
diff --git a/edgedelta-agent-default-sa.yml b/edgedelta-agent-default-sa.yml
@@ -31,7 +31,7 @@ spec:
     spec:
       containers:
       - name: edgedelta-agent
-        image: gcr.io/edgedelta/agent:v0.1.41
+        image: gcr.io/edgedelta/agent:v0.1.42
         env:
           - name: ED_API_KEY
             valueFrom:

diff --git a/edgedelta-agent-onprem.yml b/edgedelta-agent-onprem.yml
@@ -32,7 +32,7 @@ spec:
       serviceAccountName: edgedelta
       containers:
       - name: edgedelta-agent
-        image: gcr.io/edgedelta/agent:v0.1.41
+        image: gcr.io/edgedelta/agent:v0.1.42
         env:
           - name: ED_BACKEND_DISABLED
             value: "1"

diff --git a/edgedelta-agent-persisting-cursor.yml b/edgedelta-agent-persisting-cursor.yml
@@ -32,7 +32,7 @@ spec:
       serviceAccountName: edgedelta
       containers:
       - name: edgedelta-agent
-        image: gcr.io/edgedelta/agent:v0.1.41
+        image: gcr.io/edgedelta/agent:v0.1.42
         env:
           - name: ED_API_KEY
             valueFrom:

diff --git a/edgedelta-agent-single-pod.yml b/edgedelta-agent-single-pod.yml
@@ -25,7 +25,7 @@ spec:
       serviceAccountName: edgedelta
       containers:
       - name: edgedelta-agent
-        image: gcr.io/edgedelta/agent:v0.1.41
+        image: gcr.io/edgedelta/agent:v0.1.42
         command:
           - /edgedelta/edgedelta
         env:

diff --git a/edgedelta-agent.yml b/edgedelta-agent.yml
@@ -32,7 +32,7 @@ spec:
       serviceAccountName: edgedelta
       containers:
       - name: edgedelta-agent
-        image: gcr.io/edgedelta/agent:v0.1.41
+        image: gcr.io/edgedelta/agent:v0.1.42
         env:
           - name: ED_API_KEY
             valueFrom:

diff --git a/edgedelta-prom-agent.yml b/edgedelta-prom-agent.yml
@@ -32,7 +32,7 @@ spec:
       serviceAccountName: edgedelta
       containers:
       - name: edgedelta-agent
-        image: gcr.io/edgedelta/agent:v0.1.41
+        image: gcr.io/edgedelta/agent:v0.1.42
         ports:
           # port is exposed to be scraped by prometheus.
           - name: metrics

diff --git a/on-prem-rehydration/README.md b/on-prem-rehydration/README.md
@@ -0,0 +1,15 @@
+# On-prem Rehydration Kubernetes configurations
+
+## Documentation
+<https://docs.edgedelta.com/docs/on-prem-rehydration>
+
+## Deployments
+
+### OpenFaaS
+- [OpenFaaS Helm values.yml](on-prem-rehydration-helm-values.yml)
+- [Rehydration Function](on-prem-rehydration-function.yml)
+- [Rehydration Poller](on-prem-rehydration-poller.yml)
+
+### Non-OpenFaas
+- [Rehydration Handler](on-prem-rehydration-handler-faasless.yml)
+- [Rehydration Poller](on-prem-rehydration-poller-faasless.yml)
diff --git a/on-prem-rehydration/on-prem-rehydration-function.yml b/on-prem-rehydration/on-prem-rehydration-function.yml
@@ -0,0 +1,49 @@
+# reference https://docs.openfaas.com/reference/yaml/
+version: 1.0
+provider:
+  name: openfaas
+  gateway: http://127.0.0.1:8080
+functions:
+  rehydrate:
+    skip_build: true
+    # image built on 2022-06-23 for on-prem release v0.1.2
+    image: gcr.io/edgedelta/function@sha256:6bd3d40a73656585fc44f53ed79ebb9e2b816e663584d6d4069423f7de853a95
+    limits:
+      memory: 16000Mi
+    requests:
+      memory: 16000Mi
+    environment:
+      ED_MODE: prod
+      ED_REHYDRATION_PUSH_BATCH_SIZE: 10000
+      ED_HANDLER_NAME: rehydrate
+      ED_REMOTE_REPOSITORY: "1"
+      ED_REMOTE_TOKEN_FILE: /var/openfaas/secrets/ed-rehydration-token
+      ED_REHYDRATION_MEMORY_THRESHOLD: 15G # This value should be less than memory limit of the pod, ideally 90% of the limit
+      GOGC: 20
+      GODEBUG: madvdontneed=1
+    secrets:
+      - ed-rehydration-token
+    # in order to run rehydration function handler on specific nodes, uncomment below and specify a node label.
+    # constraints:
+    #  - "eks.amazonaws.com/nodegroup=rehydration-node-group"
+    labels:
+      com.openfaas.scale.min: 1
+      com.openfaas.scale.max: 10
+      com.openfaas.scale.factor: 50
+      com.openfaas.scale.zero: true
+    annotations:
+     com.openfaas.health.http.path: "/healthz"
+     com.openfaas.health.http.initialDelay: "5s"
+  echofaas:
+    skip_build: true
+    # image built on 2022-06-23 for on-prem release v0.1.2
+    image: gcr.io/edgedelta/function@sha256:6bd3d40a73656585fc44f53ed79ebb9e2b816e663584d6d4069423f7de853a95
+    environment:
+      ED_HANDLER_NAME: echo
+    labels:
+      com.openfaas.scale.min: 1
+      com.openfaas.scale.max: 1
+      com.openfaas.scale.zero: false
+    annotations:
+     com.openfaas.health.http.path: "/healthz"
+     com.openfaas.health.http.initialDelay: "5s"
diff --git a/on-prem-rehydration/on-prem-rehydration-handler-faasless.yml b/on-prem-rehydration/on-prem-rehydration-handler-faasless.yml
@@ -0,0 +1,66 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: rehydration-handler
+  namespace: edgedelta-rehydration
+  labels:
+    k8s-app: rehydration-handler
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      k8s-app: rehydration-handler
+  template:
+    metadata:
+      labels:
+        k8s-app: rehydration-handler
+    spec:
+      terminationGracePeriodSeconds: 10
+      containers:
+      - name: handler
+        # image built on 2022-06-23 for on-prem release v0.1.2
+        image: gcr.io/edgedelta/function@sha256:6bd3d40a73656585fc44f53ed79ebb9e2b816e663584d6d4069423f7de853a95
+        ports:
+          - containerPort: 8080
+        command:
+          - /edgedelta/faas
+        env:
+          - name: ED_MODE
+            value: "prod"
+          - name: ED_REHYDRATION_PUSH_BATCH_SIZE
+            value: "10000"
+          - name: ED_HANDLER_NAME
+            value: "rehydrate"
+          - name: ED_REMOTE_REPOSITORY
+            value: "1"
+          - name: ED_REMOTE_TOKEN
+            valueFrom:
+              secretKeyRef:
+                key: ed-rehydration-token
+                name: ed-rehydration-token
+          - name: ED_REHYDRATION_MEMORY_THRESHOLD
+            value: 15G # This value should be less than memory limit of the pod, ideally 90% of the limit
+          - name: GOGC
+            value: "20"
+          - name: GODEBUG
+            value: madvdontneed=1
+        resources:
+          limits:
+            cpu: 2000m
+            memory: 16000Mi
+          requests:
+            cpu: 1000m
+            memory: 16000Mi
+        imagePullPolicy: Always
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: rehydration-handler
+  namespace: edgedelta-rehydration
+spec:
+  type: ClusterIP
+  ports:
+    - port: 8080
+  selector:
+    k8s-app: rehydration-handler
diff --git a/on-prem-rehydration/on-prem-rehydration-helm-values.yml b/on-prem-rehydration/on-prem-rehydration-helm-values.yml
@@ -0,0 +1,20 @@
+# ref: https://github.com/openfaas/faas-netes/blob/master/chart/openfaas/values.yaml
+functionNamespace: "edgedelta-rehydration"
+serviceType: "NodePort"
+basic_auth: false
+generateBasicAuth: false
+openfaasPRO: false
+faasnetes:
+  readTimeout: "1h5m"
+  writeTimeout: "1h5m"
+
+gateway:
+  readTimeout: "1h5m"
+  writeTimeout: "1h5m"
+  upstreamTimeout: "1h"  # Must be smaller than read/write_timeout
+
+queueWorkerPro:
+  enabled: false
+
+queueWorker:
+  ackWait: "1h"
diff --git a/on-prem-rehydration/on-prem-rehydration-poller-faasless.yml b/on-prem-rehydration/on-prem-rehydration-poller-faasless.yml
@@ -0,0 +1,48 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: rehydration-poller
+  namespace: edgedelta-rehydration
+  labels:
+    k8s-app: rehydration-poller
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      k8s-app: rehydration-poller
+  template:
+    metadata:
+      labels:
+        k8s-app: rehydration-poller
+    spec:
+      terminationGracePeriodSeconds: 10
+      containers:
+      - name: poller
+        # image built on 2022-06-23 for on-prem release v0.1.2
+        image: gcr.io/edgedelta/rehydrationpoller@sha256:0fb2a833b59a10cbf50bbe434a83284b9ba835db9d92ba6cca0e88130683f563
+        command:
+          - /edgedelta/rehydrationpoller
+        env:
+          - name: ED_REHYDRATION_POLL_INTERVAL
+            value: "10s"
+          - name: ED_ORG_ID
+            value: "" # put your edge delta org id here
+          - name: ED_API_ENDPOINT
+            value: https://api.edgedelta.com # default is https://api.edgedelta.com
+          - name: ED_REHYDRATE_DIRECT_ENDPOINT
+            value: "http://rehydration-handler.edgedelta-rehydration.svc.cluster.local:8080"
+          - name: ED_DISABLE_OPENFAAS
+            value: "1"
+          - name: ED_REMOTE_TOKEN
+            valueFrom:
+              secretKeyRef:
+                key: ed-rehydration-token
+                name: ed-rehydration-token
+        resources:
+          limits:
+            cpu: 200m
+            memory: 200Mi
+          requests:
+            cpu: 100m
+            memory: 100Mi
+        imagePullPolicy: Always
diff --git a/on-prem-rehydration/on-prem-rehydration-poller.yml b/on-prem-rehydration/on-prem-rehydration-poller.yml
@@ -0,0 +1,46 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: rehydration-poller
+  namespace: edgedelta-rehydration
+  labels:
+    k8s-app: rehydration-poller
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      k8s-app: rehydration-poller
+  template:
+    metadata:
+      labels:
+        k8s-app: rehydration-poller
+    spec:
+      terminationGracePeriodSeconds: 10
+      containers:
+      - name: poller
+        # image built on 2022-06-23 for on-prem release v0.1.2
+        image: gcr.io/edgedelta/rehydrationpoller@sha256:0fb2a833b59a10cbf50bbe434a83284b9ba835db9d92ba6cca0e88130683f563
+        command:
+          - /edgedelta/rehydrationpoller
+        env:
+          - name: ED_ORG_ID
+            value: "" # put your edge delta org id here
+          - name: ED_REHYDRATION_POLL_INTERVAL
+            value: "10s"
+          - name: ED_API_ENDPOINT
+            value: https://api.edgedelta.com # default is https://api.edgedelta.com
+          - name: ED_OPENFAAS_GATEWAY
+            value: http://gateway-external.edgedelta-rehydration.svc.cluster.local:8080
+          - name: ED_REMOTE_TOKEN
+            valueFrom:
+              secretKeyRef:
+                key: ed-rehydration-token
+                name: ed-rehydration-token
+        resources:
+          limits:
+            cpu: 200m
+            memory: 200Mi
+          requests:
+            cpu: 100m
+            memory: 100Mi
+        imagePullPolicy: Always