Optimize resource sharing with concurrent reconciles

api/v1/openlibertyapplication_types.go

@@ -163,6 +163,25 @@ type OpenLibertyApplicationSpec struct {
 	// DNS settings for the application pod.
 	// +operator-sdk:csv:customresourcedefinitions:order=35,type=spec,displayName="DNS"
 	DNS *OpenLibertyApplicationDNS `json:"dns,omitempty"`
+
+	Experimental *OpenLibertyApplicationExperimental `json:"experimental,omitempty"`
+
+	ManageCache *bool `json:"enableCaching,omitempty"`
+}
+
+// Defines the Experimental concurrency feature
+type OpenLibertyApplicationExperimental struct {
+	// If set to true, it will enable experimental mode (concurrency) when reconciling the application instance, otherwise does nothing. Defaults to false.
+	// +operator-sdk:csv:customresourcedefinitions:order=1,type=spec,displayName="Manage Concurrency"
+	ManageConcurrency *bool `json:"manageConcurrency,omitempty"`
+
+	// The maximum number of go-routines to be spawned that will create ephemeral Pods (i.e. Jobs) in the cluster at a single time. Defaults to 3.
+	// +operator-sdk:csv:customresourcedefinitions:order=2,type=spec,displayName="Ephemeral Pod Worker Pool Size"
+	EphemeralPodWorkerPoolSize *int `json:"ephemeralPodWorkerPoolSize,omitempty"`
+
+	// If set to true, it will enable caching when reading the Decision Tree data structure, otherwise does nothing. Defaults to false.
+	// +operator-sdk:csv:customresourcedefinitions:order=3,type=spec,displayName="Manage Cache"
+	ManageCache *bool `json:"manageCache,omitempty"`
 }
 
 // Defines the DNS
@@ -1589,3 +1608,32 @@ func convertFromCommonStatusEndpointScope(c common.StatusEndpointScope) StatusEn
 		panic(c)
 	}
 }
+
+// GetExperimental returns the experimental config for this application instance
+func (cr *OpenLibertyApplication) GetExperimental() *OpenLibertyApplicationExperimental {
+	if cr.Spec.Experimental == nil {
+		return nil
+	}
+	return cr.Spec.Experimental
+}
+
+func (exp *OpenLibertyApplicationExperimental) GetEphemeralPodWorkerPoolSize() *int {
+	if exp.EphemeralPodWorkerPoolSize == nil {
+		return nil
+	}
+	return exp.EphemeralPodWorkerPoolSize
+}
+
+func (exp *OpenLibertyApplicationExperimental) GetManageCache() *bool {
+	if exp.ManageCache == nil {
+		return nil
+	}
+	return exp.ManageCache
+}
+
+func (exp *OpenLibertyApplicationExperimental) GetManageConcurrency() *bool {
+	if exp.ManageConcurrency == nil {
+		return nil
+	}
+	return exp.ManageConcurrency
+}

bundle/manifests/apps.openliberty.io_openlibertyapplications.yaml

@@ -1035,6 +1035,8 @@ spec:
                       to ClusterFirst.
                     type: string
                 type: object
+              enableCaching:
+                type: boolean
               env:
                 description: An array of environment variables for the application
                   container.
@@ -1192,6 +1194,25 @@ spec:
                   type: object
                 type: array
                 x-kubernetes-list-type: atomic
+              experimental:
+                description: Defines the Experimental concurrency feature
+                properties:
+                  ephemeralPodWorkerPoolSize:
+                    description: The maximum number of go-routines to be spawned that
+                      will create ephemeral Pods (i.e. Jobs) in the cluster at a single
+                      time. Defaults to 3.
+                    type: integer
+                  manageCache:
+                    description: If set to true, it will enable caching when reading
+                      the Decision Tree data structure, otherwise does nothing. Defaults
+                      to false.
+                    type: boolean
+                  manageConcurrency:
+                    description: If set to true, it will enable experimental mode
+                      (concurrency) when reconciling the application instance, otherwise
+                      does nothing. Defaults to false.
+                    type: boolean
+                type: object
               expose:
                 description: Expose the application externally via a Route, a Knative
                   Route or an Ingress resource.

bundle/manifests/open-liberty.clusterserviceversion.yaml

@@ -92,7 +92,7 @@ metadata:
     categories: Application Runtime
     certified: "true"
     containerImage: icr.io/appcafe/open-liberty-operator:daily
-    createdAt: "2024-09-20T19:04:14Z"
+    createdAt: "2024-10-25T14:31:38Z"
     description: Deploy and manage containerized Liberty applications
     features.operators.openshift.io/disconnected: "true"
     features.operators.openshift.io/fips-compliant: "true"
@@ -162,6 +162,11 @@ spec:
       - description: The DNS Policy for the application pod. Defaults to ClusterFirst.
         displayName: DNS Policy
         path: dns.policy
+      - description: If set to true, it will enable experimental mode (concurrency)
+          when reconciling the application instance, otherwise does nothing. Defaults
+          to false.
+        displayName: Manage Concurrency
+        path: experimental.manageConcurrency
       - description: Whether the Service Account token should be mounted into the
           application pods. Defaults to true.
         displayName: Mount Service Account Token
@@ -191,6 +196,11 @@ spec:
       - description: The DNS Config for the application pod.
         displayName: DNS Config
         path: dns.config
+      - description: The maximum number of go-routines to be spawned that will create
+          ephemeral Pods (i.e. Jobs) in the cluster at a single time. Defaults to
+          3.
+        displayName: Ephemeral Pod Worker Pool Size
+        path: experimental.ephemeralPodWorkerPoolSize
       - description: Name of the service account to use for deploying the application.
           A service account is automatically created if it's not specified.
         displayName: Service Account Name
@@ -220,6 +230,10 @@ spec:
         path: autoscaling.targetCPUUtilizationPercentage
         x-descriptors:
         - urn:alm:descriptor:com.tectonic.ui:number
+      - description: If set to true, it will enable caching when reading the Decision
+          Tree data structure, otherwise does nothing. Defaults to false.
+        displayName: Manage Cache
+        path: experimental.manageCache
       - displayName: GitHub
         path: sso.github
       - description: Specifies the name of the claim. Use its value as the user group

config/crd/bases/apps.openliberty.io_openlibertyapplications.yaml

@@ -1031,6 +1031,8 @@ spec:
                       to ClusterFirst.
                     type: string
                 type: object
+              enableCaching:
+                type: boolean
               env:
                 description: An array of environment variables for the application
                   container.
@@ -1188,6 +1190,25 @@ spec:
                   type: object
                 type: array
                 x-kubernetes-list-type: atomic
+              experimental:
+                description: Defines the Experimental concurrency feature
+                properties:
+                  ephemeralPodWorkerPoolSize:
+                    description: The maximum number of go-routines to be spawned that
+                      will create ephemeral Pods (i.e. Jobs) in the cluster at a single
+                      time. Defaults to 3.
+                    type: integer
+                  manageCache:
+                    description: If set to true, it will enable caching when reading
+                      the Decision Tree data structure, otherwise does nothing. Defaults
+                      to false.
+                    type: boolean
+                  manageConcurrency:
+                    description: If set to true, it will enable experimental mode
+                      (concurrency) when reconciling the application instance, otherwise
+                      does nothing. Defaults to false.
+                    type: boolean
+                type: object
               expose:
                 description: Expose the application externally via a Route, a Knative
                   Route or an Ingress resource.

config/manifests/bases/open-liberty.clusterserviceversion.yaml

@@ -74,6 +74,11 @@ spec:
       - description: The DNS Policy for the application pod. Defaults to ClusterFirst.
         displayName: DNS Policy
         path: dns.policy
+      - description: If set to true, it will enable experimental mode (concurrency)
+          when reconciling the application instance, otherwise does nothing. Defaults
+          to false.
+        displayName: Manage Concurrency
+        path: experimental.manageConcurrency
       - description: Whether the Service Account token should be mounted into the
           application pods. Defaults to true.
         displayName: Mount Service Account Token
@@ -103,6 +108,11 @@ spec:
       - description: The DNS Config for the application pod.
         displayName: DNS Config
         path: dns.config
+      - description: The maximum number of go-routines to be spawned that will create
+          ephemeral Pods (i.e. Jobs) in the cluster at a single time. Defaults to
+          3.
+        displayName: Ephemeral Pod Worker Pool Size
+        path: experimental.ephemeralPodWorkerPoolSize
       - description: Name of the service account to use for deploying the application.
           A service account is automatically created if it's not specified.
         displayName: Service Account Name
@@ -132,6 +142,10 @@ spec:
         path: autoscaling.targetCPUUtilizationPercentage
         x-descriptors:
         - urn:alm:descriptor:com.tectonic.ui:number
+      - description: If set to true, it will enable caching when reading the Decision
+          Tree data structure, otherwise does nothing. Defaults to false.
+        displayName: Manage Cache
+        path: experimental.manageCache
       - displayName: GitHub
         path: sso.github
       - description: Specifies the name of the claim. Use its value as the user group

go.mod

@@ -3,7 +3,7 @@ module github.com/OpenLiberty/open-liberty-operator
 go 1.23
 
 require (
-	github.com/application-stacks/runtime-component-operator v1.0.0-20220602-0850.0.20240920184731-58836ec570f6
+	github.com/application-stacks/runtime-component-operator v1.0.0-20220602-0850.0.20241024152417-442bb576f90a
 	github.com/cert-manager/cert-manager v1.13.6
 	github.com/go-logr/logr v1.3.0
 	github.com/openshift/api v0.0.0-20230928134114-673ed0cfc7f1

go.sum

@@ -4,6 +4,10 @@ contrib.go.opencensus.io/exporter/prometheus v0.4.2 h1:sqfsYl5GIY/L570iT+l93ehxa
 contrib.go.opencensus.io/exporter/prometheus v0.4.2/go.mod h1:dvEHbiKmgvbr5pjaF9fpw1KeYcjrnC1J8B+JKjsZyRQ=
 github.com/application-stacks/runtime-component-operator v1.0.0-20220602-0850.0.20240920184731-58836ec570f6 h1:ltEk49dxle0XgNgVSGWspfBqcx2nkd1SBMLoWOD1ETA=
 github.com/application-stacks/runtime-component-operator v1.0.0-20220602-0850.0.20240920184731-58836ec570f6/go.mod h1:Q//a3yubxjR3+COorasymYRuuiDPs0Usgl9YuADkD6U=
+github.com/application-stacks/runtime-component-operator v1.0.0-20220602-0850.0.20241023211710-e7e9ab1cd634 h1:w4SV1J0KRVnrDPmp5Xz++U61jSSQL/ao5RlVhlyzLM4=
+github.com/application-stacks/runtime-component-operator v1.0.0-20220602-0850.0.20241023211710-e7e9ab1cd634/go.mod h1:Q//a3yubxjR3+COorasymYRuuiDPs0Usgl9YuADkD6U=
+github.com/application-stacks/runtime-component-operator v1.0.0-20220602-0850.0.20241024152417-442bb576f90a h1:9kPg02fOV56zvjpSuzwSJh1hrH9/wwigTnS7XbD+e2Q=
+github.com/application-stacks/runtime-component-operator v1.0.0-20220602-0850.0.20241024152417-442bb576f90a/go.mod h1:Q//a3yubxjR3+COorasymYRuuiDPs0Usgl9YuADkD6U=
 github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5 h1:0CwZNZbxp69SHPdPJAN/hZIm0C4OItdklCFmMRWYpio=
 github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5/go.mod h1:wHh0iHkYZB8zMSxRWpUBQtwG5a7fFgvEO+odwuTv2gs=
 github.com/benbjohnson/clock v1.1.0/go.mod h1:J11/hYXuz8f4ySSvYwY0FKfm+ezbsZBKZxNJlLklBHA=