From 1d6715bc13e7a63732b7d086fb7a52c17717213d Mon Sep 17 00:00:00 2001
From: Shiming Zhang <wzshiming@foxmail.com>
Date: Fri, 24 Nov 2023 14:25:22 +0800
Subject: [PATCH] Add metrics for components

---
 .../v1alpha1/kwokctl_configuration_types.go   |  23 +++
 .../config/v1alpha1/zz_generated.deepcopy.go  |  26 +++
 .../kwokctl_configuration_types.go            |  23 +++
 .../zz_generated.conversion.go                |  44 +++++
 .../internalversion/zz_generated.deepcopy.go  |  26 +++
 pkg/kwokctl/components/etcd.go                |  16 ++
 pkg/kwokctl/components/kube_apiserver.go      |  30 +++
 .../components/kube_controller_manager.go     |  30 +++
 pkg/kwokctl/components/kube_scheduler.go      |  30 +++
 pkg/kwokctl/components/kwok_controller.go     |  46 ++++-
 pkg/kwokctl/components/prometheus.go          |  10 +
 pkg/kwokctl/components/prometheus_config.go   |  33 ++++
 .../components/prometheus_config.yaml.tpl     |  48 +++++
 pkg/kwokctl/runtime/binary/cluster.go         |  42 +++--
 pkg/kwokctl/runtime/binary/prometheus.go      |  54 ------
 .../runtime/binary/prometheus.yaml.tpl        | 113 -----------
 pkg/kwokctl/runtime/compose/cluster.go        |  39 ++--
 pkg/kwokctl/runtime/compose/prometheus.go     |  48 -----
 .../runtime/compose/prometheus.yaml.tpl       | 113 -----------
 pkg/kwokctl/runtime/kind/cluster.go           |  64 ++++++-
 pkg/kwokctl/runtime/kind/prometheus.go        |  24 ---
 pkg/kwokctl/runtime/kind/prometheus.yaml.tpl  |  87 ---------
 site/content/en/docs/generated/apis.md        | 124 ++++++++++++
 .../binary/create_cluster_with_extra.txt      |  50 ++---
 .../binary/create_cluster_with_verbosity.txt  |  50 ++---
 .../docker/create_cluster_with_extra.txt      |  62 +++---
 .../docker/create_cluster_with_verbosity.txt  |  66 +++----
 .../kind-podman/create_cluster_with_extra.txt | 178 +++++++++---------
 .../create_cluster_with_verbosity.txt         | 178 +++++++++---------
 .../kind/create_cluster_with_extra.txt        | 178 +++++++++---------
 .../kind/create_cluster_with_verbosity.txt    | 178 +++++++++---------
 .../nerdctl/create_cluster_with_extra.txt     |  62 +++---
 .../nerdctl/create_cluster_with_verbosity.txt |  66 +++----
 .../podman/create_cluster_with_extra.txt      |  62 +++---
 .../podman/create_cluster_with_verbosity.txt  |  66 +++----
 35 files changed, 1213 insertions(+), 1076 deletions(-)
 create mode 100644 pkg/kwokctl/components/prometheus_config.go
 create mode 100644 pkg/kwokctl/components/prometheus_config.yaml.tpl
 delete mode 100644 pkg/kwokctl/runtime/binary/prometheus.go
 delete mode 100644 pkg/kwokctl/runtime/binary/prometheus.yaml.tpl
 delete mode 100644 pkg/kwokctl/runtime/compose/prometheus.go
 delete mode 100644 pkg/kwokctl/runtime/compose/prometheus.yaml.tpl
 delete mode 100644 pkg/kwokctl/runtime/kind/prometheus.go
 delete mode 100644 pkg/kwokctl/runtime/kind/prometheus.yaml.tpl

diff --git a/pkg/apis/config/v1alpha1/kwokctl_configuration_types.go b/pkg/apis/config/v1alpha1/kwokctl_configuration_types.go
index 367a20533a..10b8348d86 100644
--- a/pkg/apis/config/v1alpha1/kwokctl_configuration_types.go
+++ b/pkg/apis/config/v1alpha1/kwokctl_configuration_types.go
@@ -464,6 +464,12 @@ type Component struct {
 	// +optional
 	Volumes []Volume `json:"volumes,omitempty"`
 
+	// Metric is the metric of the component.
+	Metric *ComponentMetric `json:"metric,omitempty"`
+
+	// MetricsDiscovery is the metrics discovery of the component.
+	MetricsDiscovery *ComponentMetric `json:"metricsDiscovery,omitempty"`
+
 	// Version is the version of the component.
 	// +optional
 	Version string `json:"version,omitempty"`
@@ -498,6 +504,23 @@ type Port struct {
 	Protocol Protocol `json:"protocol,omitempty"`
 }
 
+// ComponentMetric represents a metric of a component.
+type ComponentMetric struct {
+	// Scheme is the scheme of the metric.
+	Scheme string `json:"scheme"`
+	// Host is the host of the metric.
+	Host string `json:"host"`
+	// Path is the path of the metric.
+	Path string `json:"path"`
+
+	// CertPath is the cert path of the metric.
+	CertPath string `json:"certPath,omitempty"`
+	// KeyPath is the key path of the metric.
+	KeyPath string `json:"keyPath,omitempty"`
+	// InsecureSkipVerify is the flag to skip verify the metric.
+	InsecureSkipVerify bool `json:"insecureSkipVerify,omitempty"`
+}
+
 // Protocol defines network protocols supported for things like component ports.
 // +enum
 type Protocol string
diff --git a/pkg/apis/config/v1alpha1/zz_generated.deepcopy.go b/pkg/apis/config/v1alpha1/zz_generated.deepcopy.go
index 780171d86b..cea6aff0c5 100644
--- a/pkg/apis/config/v1alpha1/zz_generated.deepcopy.go
+++ b/pkg/apis/config/v1alpha1/zz_generated.deepcopy.go
@@ -62,6 +62,16 @@ func (in *Component) DeepCopyInto(out *Component) {
 			(*in)[i].DeepCopyInto(&(*out)[i])
 		}
 	}
+	if in.Metric != nil {
+		in, out := &in.Metric, &out.Metric
+		*out = new(ComponentMetric)
+		**out = **in
+	}
+	if in.MetricsDiscovery != nil {
+		in, out := &in.MetricsDiscovery, &out.MetricsDiscovery
+		*out = new(ComponentMetric)
+		**out = **in
+	}
 	return
 }
 
@@ -75,6 +85,22 @@ func (in *Component) DeepCopy() *Component {
 	return out
 }
 
+// DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
+func (in *ComponentMetric) DeepCopyInto(out *ComponentMetric) {
+	*out = *in
+	return
+}
+
+// DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ComponentMetric.
+func (in *ComponentMetric) DeepCopy() *ComponentMetric {
+	if in == nil {
+		return nil
+	}
+	out := new(ComponentMetric)
+	in.DeepCopyInto(out)
+	return out
+}
+
 // DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
 func (in *ComponentPatches) DeepCopyInto(out *ComponentPatches) {
 	*out = *in
diff --git a/pkg/apis/internalversion/kwokctl_configuration_types.go b/pkg/apis/internalversion/kwokctl_configuration_types.go
index 44fe2687f6..0baa75bcb8 100644
--- a/pkg/apis/internalversion/kwokctl_configuration_types.go
+++ b/pkg/apis/internalversion/kwokctl_configuration_types.go
@@ -307,6 +307,12 @@ type Component struct {
 	// Volumes is a list of named volumes that can be mounted by containers belonging to the component.
 	Volumes []Volume
 
+	// Metric is the metric of the component.
+	Metric *ComponentMetric
+
+	// MetricsDiscovery is the metrics discovery of the component.
+	MetricsDiscovery *ComponentMetric
+
 	// Version is the version of the component.
 	Version string
 }
@@ -334,6 +340,23 @@ type Port struct {
 	Protocol Protocol
 }
 
+// ComponentMetric represents a metric of a component.
+type ComponentMetric struct {
+	// Scheme is the scheme of the metric.
+	Scheme string
+	// Host is the host of the metric.
+	Host string
+	// Path is the path of the metric.
+	Path string
+
+	// CertPath is the cert path of the metric.
+	CertPath string
+	// KeyPath is the key path of the metric.
+	KeyPath string
+	// InsecureSkipVerify is the flag to skip verify the metric.
+	InsecureSkipVerify bool
+}
+
 // Protocol defines network protocols supported for things like component ports.
 type Protocol string
 
diff --git a/pkg/apis/internalversion/zz_generated.conversion.go b/pkg/apis/internalversion/zz_generated.conversion.go
index ebae876069..f31f2bc516 100644
--- a/pkg/apis/internalversion/zz_generated.conversion.go
+++ b/pkg/apis/internalversion/zz_generated.conversion.go
@@ -159,6 +159,16 @@ func RegisterConversions(s *runtime.Scheme) error {
 	}); err != nil {
 		return err
 	}
+	if err := s.AddGeneratedConversionFunc((*ComponentMetric)(nil), (*configv1alpha1.ComponentMetric)(nil), func(a, b interface{}, scope conversion.Scope) error {
+		return Convert_internalversion_ComponentMetric_To_v1alpha1_ComponentMetric(a.(*ComponentMetric), b.(*configv1alpha1.ComponentMetric), scope)
+	}); err != nil {
+		return err
+	}
+	if err := s.AddGeneratedConversionFunc((*configv1alpha1.ComponentMetric)(nil), (*ComponentMetric)(nil), func(a, b interface{}, scope conversion.Scope) error {
+		return Convert_v1alpha1_ComponentMetric_To_internalversion_ComponentMetric(a.(*configv1alpha1.ComponentMetric), b.(*ComponentMetric), scope)
+	}); err != nil {
+		return err
+	}
 	if err := s.AddGeneratedConversionFunc((*ComponentPatches)(nil), (*configv1alpha1.ComponentPatches)(nil), func(a, b interface{}, scope conversion.Scope) error {
 		return Convert_internalversion_ComponentPatches_To_v1alpha1_ComponentPatches(a.(*ComponentPatches), b.(*configv1alpha1.ComponentPatches), scope)
 	}); err != nil {
@@ -928,6 +938,8 @@ func autoConvert_internalversion_Component_To_v1alpha1_Component(in *Component,
 	} else {
 		out.Volumes = nil
 	}
+	out.Metric = (*configv1alpha1.ComponentMetric)(unsafe.Pointer(in.Metric))
+	out.MetricsDiscovery = (*configv1alpha1.ComponentMetric)(unsafe.Pointer(in.MetricsDiscovery))
 	out.Version = in.Version
 	return nil
 }
@@ -959,6 +971,8 @@ func autoConvert_v1alpha1_Component_To_internalversion_Component(in *configv1alp
 	} else {
 		out.Volumes = nil
 	}
+	out.Metric = (*ComponentMetric)(unsafe.Pointer(in.Metric))
+	out.MetricsDiscovery = (*ComponentMetric)(unsafe.Pointer(in.MetricsDiscovery))
 	out.Version = in.Version
 	return nil
 }
@@ -968,6 +982,36 @@ func Convert_v1alpha1_Component_To_internalversion_Component(in *configv1alpha1.
 	return autoConvert_v1alpha1_Component_To_internalversion_Component(in, out, s)
 }
 
+func autoConvert_internalversion_ComponentMetric_To_v1alpha1_ComponentMetric(in *ComponentMetric, out *configv1alpha1.ComponentMetric, s conversion.Scope) error {
+	out.Scheme = in.Scheme
+	out.Host = in.Host
+	out.Path = in.Path
+	out.CertPath = in.CertPath
+	out.KeyPath = in.KeyPath
+	out.InsecureSkipVerify = in.InsecureSkipVerify
+	return nil
+}
+
+// Convert_internalversion_ComponentMetric_To_v1alpha1_ComponentMetric is an autogenerated conversion function.
+func Convert_internalversion_ComponentMetric_To_v1alpha1_ComponentMetric(in *ComponentMetric, out *configv1alpha1.ComponentMetric, s conversion.Scope) error {
+	return autoConvert_internalversion_ComponentMetric_To_v1alpha1_ComponentMetric(in, out, s)
+}
+
+func autoConvert_v1alpha1_ComponentMetric_To_internalversion_ComponentMetric(in *configv1alpha1.ComponentMetric, out *ComponentMetric, s conversion.Scope) error {
+	out.Scheme = in.Scheme
+	out.Host = in.Host
+	out.Path = in.Path
+	out.CertPath = in.CertPath
+	out.KeyPath = in.KeyPath
+	out.InsecureSkipVerify = in.InsecureSkipVerify
+	return nil
+}
+
+// Convert_v1alpha1_ComponentMetric_To_internalversion_ComponentMetric is an autogenerated conversion function.
+func Convert_v1alpha1_ComponentMetric_To_internalversion_ComponentMetric(in *configv1alpha1.ComponentMetric, out *ComponentMetric, s conversion.Scope) error {
+	return autoConvert_v1alpha1_ComponentMetric_To_internalversion_ComponentMetric(in, out, s)
+}
+
 func autoConvert_internalversion_ComponentPatches_To_v1alpha1_ComponentPatches(in *ComponentPatches, out *configv1alpha1.ComponentPatches, s conversion.Scope) error {
 	out.Name = in.Name
 	out.ExtraArgs = *(*[]configv1alpha1.ExtraArgs)(unsafe.Pointer(&in.ExtraArgs))
diff --git a/pkg/apis/internalversion/zz_generated.deepcopy.go b/pkg/apis/internalversion/zz_generated.deepcopy.go
index df8bd36761..1c55ef399c 100644
--- a/pkg/apis/internalversion/zz_generated.deepcopy.go
+++ b/pkg/apis/internalversion/zz_generated.deepcopy.go
@@ -304,6 +304,16 @@ func (in *Component) DeepCopyInto(out *Component) {
 		*out = make([]Volume, len(*in))
 		copy(*out, *in)
 	}
+	if in.Metric != nil {
+		in, out := &in.Metric, &out.Metric
+		*out = new(ComponentMetric)
+		**out = **in
+	}
+	if in.MetricsDiscovery != nil {
+		in, out := &in.MetricsDiscovery, &out.MetricsDiscovery
+		*out = new(ComponentMetric)
+		**out = **in
+	}
 	return
 }
 
@@ -317,6 +327,22 @@ func (in *Component) DeepCopy() *Component {
 	return out
 }
 
+// DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
+func (in *ComponentMetric) DeepCopyInto(out *ComponentMetric) {
+	*out = *in
+	return
+}
+
+// DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ComponentMetric.
+func (in *ComponentMetric) DeepCopy() *ComponentMetric {
+	if in == nil {
+		return nil
+	}
+	out := new(ComponentMetric)
+	in.DeepCopyInto(out)
+	return out
+}
+
 // DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.
 func (in *ComponentPatches) DeepCopyInto(out *ComponentPatches) {
 	*out = *in
diff --git a/pkg/kwokctl/components/etcd.go b/pkg/kwokctl/components/etcd.go
index aa4788bc40..25ef805cab 100644
--- a/pkg/kwokctl/components/etcd.go
+++ b/pkg/kwokctl/components/etcd.go
@@ -23,6 +23,7 @@ import (
 	"sigs.k8s.io/kwok/pkg/consts"
 	"sigs.k8s.io/kwok/pkg/log"
 	"sigs.k8s.io/kwok/pkg/utils/format"
+	"sigs.k8s.io/kwok/pkg/utils/net"
 	"sigs.k8s.io/kwok/pkg/utils/version"
 )
 
@@ -31,6 +32,7 @@ type BuildEtcdComponentConfig struct {
 	Runtime      string
 	Binary       string
 	Image        string
+	ProjectName  string
 	Version      version.Version
 	DataPath     string
 	Workdir      string
@@ -66,6 +68,7 @@ func BuildEtcdComponent(conf BuildEtcdComponentConfig) (component internalversio
 		"--quota-backend-bytes=8589934592",
 	}
 	etcdArgs = append(etcdArgs, extraArgsToStrings(conf.ExtraArgs)...)
+	var metric *internalversion.ComponentMetric
 
 	if GetRuntimeMode(conf.Runtime) != RuntimeModeNative {
 		// TODO: use a volume for the data path
@@ -104,6 +107,12 @@ func BuildEtcdComponent(conf BuildEtcdComponentConfig) (component internalversio
 			"--listen-client-urls=http://"+conf.BindAddress+":2379",
 			"--initial-cluster=node0=http://"+conf.BindAddress+":2380",
 		)
+
+		metric = &internalversion.ComponentMetric{
+			Scheme: "http",
+			Host:   conf.ProjectName + "-" + consts.ComponentEtcd + ":2379",
+			Path:   "/metrics",
+		}
 	} else {
 		etcdPeerPortStr := format.String(conf.PeerPort)
 		etcdClientPortStr := format.String(conf.Port)
@@ -115,6 +124,12 @@ func BuildEtcdComponent(conf BuildEtcdComponentConfig) (component internalversio
 			"--listen-client-urls=http://"+conf.BindAddress+":"+etcdClientPortStr,
 			"--initial-cluster=node0=http://"+conf.BindAddress+":"+etcdPeerPortStr,
 		)
+
+		metric = &internalversion.ComponentMetric{
+			Scheme: "http",
+			Host:   net.LocalAddress + ":" + etcdClientPortStr,
+			Path:   "/metrics",
+		}
 	}
 
 	if conf.Version.GTE(version.NewVersion(3, 4, 0)) {
@@ -144,6 +159,7 @@ func BuildEtcdComponent(conf BuildEtcdComponentConfig) (component internalversio
 		Args:    etcdArgs,
 		Binary:  conf.Binary,
 		Ports:   ports,
+		Metric:  metric,
 		Image:   conf.Image,
 		WorkDir: conf.Workdir,
 		Envs:    envs,
diff --git a/pkg/kwokctl/components/kube_apiserver.go b/pkg/kwokctl/components/kube_apiserver.go
index e0d631e168..25d878100e 100644
--- a/pkg/kwokctl/components/kube_apiserver.go
+++ b/pkg/kwokctl/components/kube_apiserver.go
@@ -24,12 +24,14 @@ import (
 	"sigs.k8s.io/kwok/pkg/consts"
 	"sigs.k8s.io/kwok/pkg/log"
 	"sigs.k8s.io/kwok/pkg/utils/format"
+	"sigs.k8s.io/kwok/pkg/utils/net"
 	"sigs.k8s.io/kwok/pkg/utils/version"
 )
 
 // BuildKubeApiserverComponentConfig is the configuration for building a kube-apiserver component.
 type BuildKubeApiserverComponentConfig struct {
 	Runtime           string
+	ProjectName       string
 	Binary            string
 	Image             string
 	Version           version.Version
@@ -121,6 +123,7 @@ func BuildKubeApiserverComponent(conf BuildKubeApiserverComponentConfig) (compon
 	var ports []internalversion.Port
 	var volumes []internalversion.Volume
 	volumes = append(volumes, conf.ExtraVolumes...)
+	var metric *internalversion.ComponentMetric
 
 	if GetRuntimeMode(conf.Runtime) != RuntimeModeNative {
 		kubeApiserverArgs = append(kubeApiserverArgs,
@@ -173,6 +176,14 @@ func BuildKubeApiserverComponent(conf BuildKubeApiserverComponentConfig) (compon
 				"--service-account-signing-key-file=/etc/kubernetes/pki/admin.key",
 				"--service-account-issuer=https://kubernetes.default.svc.cluster.local",
 			)
+			metric = &internalversion.ComponentMetric{
+				Scheme:             "https",
+				Host:               conf.ProjectName + "-" + consts.ComponentKubeApiserver + ":6443",
+				Path:               "/metrics",
+				CertPath:           "/etc/kubernetes/pki/admin.crt",
+				KeyPath:            "/etc/kubernetes/pki/admin.key",
+				InsecureSkipVerify: true,
+			}
 		} else {
 			kubeApiserverArgs = append(kubeApiserverArgs,
 				"--bind-address="+conf.BindAddress,
@@ -184,6 +195,14 @@ func BuildKubeApiserverComponent(conf BuildKubeApiserverComponentConfig) (compon
 				"--service-account-signing-key-file="+conf.AdminKeyPath,
 				"--service-account-issuer=https://kubernetes.default.svc.cluster.local",
 			)
+			metric = &internalversion.ComponentMetric{
+				Scheme:             "https",
+				Host:               net.LocalAddress + ":" + format.String(conf.Port),
+				Path:               "/metrics",
+				CertPath:           conf.AdminCertPath,
+				KeyPath:            conf.AdminKeyPath,
+				InsecureSkipVerify: true,
+			}
 		}
 	} else {
 		if GetRuntimeMode(conf.Runtime) != RuntimeModeNative {
@@ -198,11 +217,21 @@ func BuildKubeApiserverComponent(conf BuildKubeApiserverComponentConfig) (compon
 				"--insecure-bind-address="+conf.BindAddress,
 				"--insecure-port=8080",
 			)
+			metric = &internalversion.ComponentMetric{
+				Scheme: "http",
+				Host:   conf.ProjectName + "-" + consts.ComponentKubeApiserver + ":8080",
+				Path:   "/metrics",
+			}
 		} else {
 			kubeApiserverArgs = append(kubeApiserverArgs,
 				"--insecure-bind-address="+conf.BindAddress,
 				"--insecure-port="+format.String(conf.Port),
 			)
+			metric = &internalversion.ComponentMetric{
+				Scheme: "http",
+				Host:   net.LocalAddress + ":" + format.String(conf.Port),
+				Path:   "/metrics",
+			}
 		}
 	}
 
@@ -273,6 +302,7 @@ func BuildKubeApiserverComponent(conf BuildKubeApiserverComponentConfig) (compon
 		Args:    kubeApiserverArgs,
 		Binary:  conf.Binary,
 		Image:   conf.Image,
+		Metric:  metric,
 		WorkDir: conf.Workdir,
 		Envs:    envs,
 	}, nil
diff --git a/pkg/kwokctl/components/kube_controller_manager.go b/pkg/kwokctl/components/kube_controller_manager.go
index 11266b9737..a4afb7714b 100644
--- a/pkg/kwokctl/components/kube_controller_manager.go
+++ b/pkg/kwokctl/components/kube_controller_manager.go
@@ -23,12 +23,14 @@ import (
 	"sigs.k8s.io/kwok/pkg/consts"
 	"sigs.k8s.io/kwok/pkg/log"
 	"sigs.k8s.io/kwok/pkg/utils/format"
+	"sigs.k8s.io/kwok/pkg/utils/net"
 	"sigs.k8s.io/kwok/pkg/utils/version"
 )
 
 // BuildKubeControllerManagerComponentConfig is the configuration for building a kube-controller-manager component.
 type BuildKubeControllerManagerComponentConfig struct {
 	Runtime                            string
+	ProjectName                        string
 	Binary                             string
 	Image                              string
 	Version                            version.Version
@@ -77,6 +79,7 @@ func BuildKubeControllerManagerComponent(conf BuildKubeControllerManagerComponen
 	var volumes []internalversion.Volume
 	volumes = append(volumes, conf.ExtraVolumes...)
 	var ports []internalversion.Port
+	var metric *internalversion.ComponentMetric
 
 	if GetRuntimeMode(conf.Runtime) != RuntimeModeNative {
 		volumes = append(volumes,
@@ -131,11 +134,27 @@ func BuildKubeControllerManagerComponent(conf BuildKubeControllerManagerComponen
 					},
 				)
 			}
+			metric = &internalversion.ComponentMetric{
+				Scheme:             "https",
+				Host:               conf.ProjectName + "-" + consts.ComponentKubeControllerManager + ":10257",
+				Path:               "/metrics",
+				CertPath:           "/etc/kubernetes/pki/admin.crt",
+				KeyPath:            "/etc/kubernetes/pki/admin.key",
+				InsecureSkipVerify: true,
+			}
 		} else {
 			kubeControllerManagerArgs = append(kubeControllerManagerArgs,
 				"--bind-address="+conf.BindAddress,
 				"--secure-port="+format.String(conf.Port),
 			)
+			metric = &internalversion.ComponentMetric{
+				Scheme:             "https",
+				Host:               net.LocalAddress + ":" + format.String(conf.Port),
+				Path:               "/metrics",
+				CertPath:           conf.AdminCertPath,
+				KeyPath:            conf.AdminKeyPath,
+				InsecureSkipVerify: true,
+			}
 		}
 
 		// TODO: Support disable insecure port
@@ -157,11 +176,21 @@ func BuildKubeControllerManagerComponent(conf BuildKubeControllerManagerComponen
 					},
 				)
 			}
+			metric = &internalversion.ComponentMetric{
+				Scheme: "http",
+				Host:   conf.ProjectName + "-" + consts.ComponentKubeControllerManager + ":10252",
+				Path:   "/metrics",
+			}
 		} else {
 			kubeControllerManagerArgs = append(kubeControllerManagerArgs,
 				"--address="+conf.BindAddress,
 				"--port="+format.String(conf.Port),
 			)
+			metric = &internalversion.ComponentMetric{
+				Scheme: "http",
+				Host:   net.LocalAddress + ":" + format.String(conf.Port),
+				Path:   "/metrics",
+			}
 		}
 
 		kubeControllerManagerArgs = append(kubeControllerManagerArgs,
@@ -210,6 +239,7 @@ func BuildKubeControllerManagerComponent(conf BuildKubeControllerManagerComponen
 		Binary:  conf.Binary,
 		Image:   conf.Image,
 		WorkDir: conf.Workdir,
+		Metric:  metric,
 		Envs:    envs,
 	}, nil
 }
diff --git a/pkg/kwokctl/components/kube_scheduler.go b/pkg/kwokctl/components/kube_scheduler.go
index 1197fc75cf..6137468c79 100644
--- a/pkg/kwokctl/components/kube_scheduler.go
+++ b/pkg/kwokctl/components/kube_scheduler.go
@@ -21,12 +21,14 @@ import (
 	"sigs.k8s.io/kwok/pkg/consts"
 	"sigs.k8s.io/kwok/pkg/log"
 	"sigs.k8s.io/kwok/pkg/utils/format"
+	"sigs.k8s.io/kwok/pkg/utils/net"
 	"sigs.k8s.io/kwok/pkg/utils/version"
 )
 
 // BuildKubeSchedulerComponentConfig is the configuration for building a kube-scheduler component.
 type BuildKubeSchedulerComponentConfig struct {
 	Runtime          string
+	ProjectName      string
 	Binary           string
 	Image            string
 	Version          version.Version
@@ -61,6 +63,7 @@ func BuildKubeSchedulerComponent(conf BuildKubeSchedulerComponentConfig) (compon
 	var volumes []internalversion.Volume
 	volumes = append(volumes, conf.ExtraVolumes...)
 	var ports []internalversion.Port
+	var metric *internalversion.ComponentMetric
 
 	if GetRuntimeMode(conf.Runtime) != RuntimeModeNative {
 		volumes = append(volumes,
@@ -135,11 +138,27 @@ func BuildKubeSchedulerComponent(conf BuildKubeSchedulerComponentConfig) (compon
 					},
 				)
 			}
+			metric = &internalversion.ComponentMetric{
+				Scheme:             "https",
+				Host:               conf.ProjectName + "-" + consts.ComponentKubeScheduler + ":10259",
+				Path:               "/metrics",
+				CertPath:           "/etc/kubernetes/pki/admin.crt",
+				KeyPath:            "/etc/kubernetes/pki/admin.key",
+				InsecureSkipVerify: true,
+			}
 		} else {
 			kubeSchedulerArgs = append(kubeSchedulerArgs,
 				"--bind-address="+conf.BindAddress,
 				"--secure-port="+format.String(conf.Port),
 			)
+			metric = &internalversion.ComponentMetric{
+				Scheme:             "https",
+				Host:               net.LocalAddress + ":" + format.String(conf.Port),
+				Path:               "/metrics",
+				CertPath:           conf.AdminCertPath,
+				KeyPath:            conf.AdminKeyPath,
+				InsecureSkipVerify: true,
+			}
 		}
 		// TODO: Support disable insecure port
 		//	kubeSchedulerArgs = append(kubeSchedulerArgs,
@@ -160,11 +179,21 @@ func BuildKubeSchedulerComponent(conf BuildKubeSchedulerComponentConfig) (compon
 					},
 				)
 			}
+			metric = &internalversion.ComponentMetric{
+				Scheme: "http",
+				Host:   conf.ProjectName + "-" + consts.ComponentKubeScheduler + ":10251",
+				Path:   "/metrics",
+			}
 		} else {
 			kubeSchedulerArgs = append(kubeSchedulerArgs,
 				"--address="+conf.BindAddress,
 				"--port="+format.String(conf.Port),
 			)
+			metric = &internalversion.ComponentMetric{
+				Scheme: "http",
+				Host:   net.LocalAddress + ":" + format.String(conf.Port),
+				Path:   "/metrics",
+			}
 		}
 
 		// TODO: Support disable secure port
@@ -200,6 +229,7 @@ func BuildKubeSchedulerComponent(conf BuildKubeSchedulerComponentConfig) (compon
 		Image:   conf.Image,
 		Ports:   ports,
 		WorkDir: conf.Workdir,
+		Metric:  metric,
 		Envs:    envs,
 	}, nil
 }
diff --git a/pkg/kwokctl/components/kwok_controller.go b/pkg/kwokctl/components/kwok_controller.go
index 3fb9c18e0a..25917562ce 100644
--- a/pkg/kwokctl/components/kwok_controller.go
+++ b/pkg/kwokctl/components/kwok_controller.go
@@ -23,12 +23,14 @@ import (
 	"sigs.k8s.io/kwok/pkg/consts"
 	"sigs.k8s.io/kwok/pkg/log"
 	"sigs.k8s.io/kwok/pkg/utils/format"
+	"sigs.k8s.io/kwok/pkg/utils/net"
 	"sigs.k8s.io/kwok/pkg/utils/version"
 )
 
 // BuildKwokControllerComponentConfig is the configuration for building a kwok controller component.
 type BuildKwokControllerComponentConfig struct {
 	Runtime                           string
+	ProjectName                       string
 	Binary                            string
 	Image                             string
 	Version                           version.Version
@@ -134,6 +136,32 @@ func BuildKwokControllerComponent(conf BuildKwokControllerComponentConfig) (comp
 		)
 	}
 
+	var metricsHost string
+	switch GetRuntimeMode(conf.Runtime) {
+	case RuntimeModeNative:
+		metricsHost = net.LocalAddress + ":" + format.String(conf.Port)
+	case RuntimeModeContainer:
+		metricsHost = conf.ProjectName + "-" + consts.ComponentKwokController + ":10247"
+	case RuntimeModeCluster:
+		metricsHost = net.LocalAddress + ":10247"
+	}
+
+	var metric *internalversion.ComponentMetric
+	var metricsDiscovery *internalversion.ComponentMetric
+
+	if metricsHost != "" {
+		metric = &internalversion.ComponentMetric{
+			Scheme: "http",
+			Host:   metricsHost,
+			Path:   "/metrics",
+		}
+		metricsDiscovery = &internalversion.ComponentMetric{
+			Scheme: "http",
+			Host:   metricsHost,
+			Path:   "/discovery/prometheus",
+		}
+	}
+
 	if conf.Verbosity != log.LevelInfo {
 		kwokControllerArgs = append(kwokControllerArgs, "--v="+format.String(conf.Verbosity))
 	}
@@ -155,13 +183,15 @@ func BuildKwokControllerComponent(conf BuildKwokControllerComponentConfig) (comp
 		Links: []string{
 			consts.ComponentKubeApiserver,
 		},
-		Ports:   ports,
-		Command: []string{"kwok"},
-		Volumes: volumes,
-		Args:    kwokControllerArgs,
-		Binary:  conf.Binary,
-		Image:   conf.Image,
-		WorkDir: conf.Workdir,
-		Envs:    envs,
+		Ports:            ports,
+		Command:          []string{"kwok"},
+		Volumes:          volumes,
+		Args:             kwokControllerArgs,
+		Binary:           conf.Binary,
+		Image:            conf.Image,
+		Metric:           metric,
+		MetricsDiscovery: metricsDiscovery,
+		WorkDir:          conf.Workdir,
+		Envs:             envs,
 	}
 }
diff --git a/pkg/kwokctl/components/prometheus.go b/pkg/kwokctl/components/prometheus.go
index 5a60221c2a..6552b227ec 100644
--- a/pkg/kwokctl/components/prometheus.go
+++ b/pkg/kwokctl/components/prometheus.go
@@ -21,6 +21,7 @@ import (
 	"sigs.k8s.io/kwok/pkg/consts"
 	"sigs.k8s.io/kwok/pkg/log"
 	"sigs.k8s.io/kwok/pkg/utils/format"
+	"sigs.k8s.io/kwok/pkg/utils/net"
 	"sigs.k8s.io/kwok/pkg/utils/version"
 )
 
@@ -50,6 +51,8 @@ func BuildPrometheusComponent(conf BuildPrometheusComponentConfig) (component in
 	var volumes []internalversion.Volume
 	volumes = append(volumes, conf.ExtraVolumes...)
 	var ports []internalversion.Port
+	var metric *internalversion.ComponentMetric
+
 	if GetRuntimeMode(conf.Runtime) != RuntimeModeNative {
 		volumes = append(volumes,
 			internalversion.Volume{
@@ -85,6 +88,12 @@ func BuildPrometheusComponent(conf BuildPrometheusComponentConfig) (component in
 		)
 	}
 
+	metric = &internalversion.ComponentMetric{
+		Scheme: "http",
+		Host:   net.LocalAddress + ":" + format.String(conf.Port),
+		Path:   "/metrics",
+	}
+
 	if conf.Verbosity != log.LevelInfo {
 		prometheusArgs = append(prometheusArgs, "--log.level="+log.ToLogSeverityLevel(conf.Verbosity))
 	}
@@ -109,6 +118,7 @@ func BuildPrometheusComponent(conf BuildPrometheusComponentConfig) (component in
 		Binary:  conf.Binary,
 		Image:   conf.Image,
 		WorkDir: conf.Workdir,
+		Metric:  metric,
 		Envs:    envs,
 	}, nil
 }
diff --git a/pkg/kwokctl/components/prometheus_config.go b/pkg/kwokctl/components/prometheus_config.go
new file mode 100644
index 0000000000..6a4fe551d1
--- /dev/null
+++ b/pkg/kwokctl/components/prometheus_config.go
@@ -0,0 +1,33 @@
+package components
+
+import (
+	"bytes"
+	"fmt"
+	"text/template"
+
+	"github.com/Masterminds/sprig/v3"
+
+	"sigs.k8s.io/kwok/pkg/apis/internalversion"
+
+	_ "embed"
+)
+
+//go:embed prometheus_config.yaml.tpl
+var prometheusYamlTpl string
+
+var prometheusYamlTemplate = template.Must(template.New("prometheus_config").Funcs(sprig.TxtFuncMap()).Parse(prometheusYamlTpl))
+
+// BuildPrometheus builds the prometheus yaml content.
+func BuildPrometheus(conf BuildPrometheusConfig) (string, error) {
+	buf := bytes.NewBuffer(nil)
+	err := prometheusYamlTemplate.Execute(buf, conf)
+	if err != nil {
+		return "", fmt.Errorf("build prometheus error: %w", err)
+	}
+	return buf.String(), nil
+}
+
+// BuildPrometheusConfig is the configuration for building the prometheus config
+type BuildPrometheusConfig struct {
+	Components []internalversion.Component
+}
diff --git a/pkg/kwokctl/components/prometheus_config.yaml.tpl b/pkg/kwokctl/components/prometheus_config.yaml.tpl
new file mode 100644
index 0000000000..69c04adb37
--- /dev/null
+++ b/pkg/kwokctl/components/prometheus_config.yaml.tpl
@@ -0,0 +1,48 @@
+global:
+  scrape_interval: 15s
+  scrape_timeout: 10s
+  evaluation_interval: 15s
+alerting:
+  alertmanagers:
+  - follow_redirects: true
+    enable_http2: true
+    scheme: http
+    timeout: 10s
+    api_version: v2
+    static_configs:
+    - targets: []
+scrape_configs:
+{{ range .Components }}
+{{ $component := . }}
+{{ with .MetricsDiscovery }}
+- job_name: {{ printf "%s-metrics-discovery" $component.Name | quote }}
+  http_sd_configs:
+  - url: {{ .Scheme }}://{{ .Host }}{{ .Path }}
+{{ end }}
+{{ with .Metric }}
+- job_name: {{ $component.Name | quote }}
+{{ if eq .Scheme "https" }}
+  scheme: https
+  honor_timestamps: true
+  metrics_path: {{ .Path }}
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: {{ .CertPath | quote }}
+    key_file: {{ .KeyPath | quote }}
+    insecure_skip_verify: {{ .InsecureSkipVerify }}
+  static_configs:
+  - targets:
+    - {{ .Host }}
+{{ else }}
+  scheme: http
+  honor_timestamps: true
+  metrics_path: {{ .Path }}
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - {{ .Host }}
+{{ end }}
+{{ end }}
+{{ end }}
diff --git a/pkg/kwokctl/runtime/binary/cluster.go b/pkg/kwokctl/runtime/binary/cluster.go
index 3011c60b5a..f0bac90ed6 100644
--- a/pkg/kwokctl/runtime/binary/cluster.go
+++ b/pkg/kwokctl/runtime/binary/cluster.go
@@ -350,6 +350,11 @@ func (c *Cluster) Install(ctx context.Context) error {
 		return err
 	}
 
+	err = c.setupPrometheusConfig(ctx, env)
+	if err != nil {
+		return err
+	}
+
 	err = c.finishInstall(ctx, env)
 	if err != nil {
 		return err
@@ -372,6 +377,7 @@ func (c *Cluster) addEtcd(ctx context.Context, env *env) (err error) {
 	etcdComponentPatches := runtime.GetComponentPatches(env.kwokctlConfig, consts.ComponentEtcd)
 	etcdComponent, err := components.BuildEtcdComponent(components.BuildEtcdComponentConfig{
 		Runtime:      conf.Runtime,
+		ProjectName:  c.Name(),
 		Workdir:      env.workdir,
 		Binary:       etcdPath,
 		Version:      etcdVersion,
@@ -429,6 +435,7 @@ func (c *Cluster) addKubeApiserver(ctx context.Context, env *env) (err error) {
 	kubeApiserverComponentPatches := runtime.GetComponentPatches(env.kwokctlConfig, consts.ComponentKubeApiserver)
 	kubeApiserverComponent, err := components.BuildKubeApiserverComponent(components.BuildKubeApiserverComponentConfig{
 		Runtime:           conf.Runtime,
+		ProjectName:       c.Name(),
 		Workdir:           env.workdir,
 		Binary:            kubeApiserverPath,
 		Version:           kubeApiserverVersion,
@@ -483,6 +490,7 @@ func (c *Cluster) addKubeControllerManager(ctx context.Context, env *env) (err e
 		kubeControllerManagerPatches := runtime.GetComponentPatches(env.kwokctlConfig, consts.ComponentKubeControllerManager)
 		kubeControllerManagerComponent, err := components.BuildKubeControllerManagerComponent(components.BuildKubeControllerManagerComponentConfig{
 			Runtime:                            conf.Runtime,
+			ProjectName:                        c.Name(),
 			Workdir:                            env.workdir,
 			Binary:                             kubeControllerManagerPath,
 			Version:                            kubeControllerManagerVersion,
@@ -543,6 +551,7 @@ func (c *Cluster) addKubeScheduler(ctx context.Context, env *env) (err error) {
 		kubeSchedulerComponentPatches := runtime.GetComponentPatches(env.kwokctlConfig, consts.ComponentKubeScheduler)
 		kubeSchedulerComponent, err := components.BuildKubeSchedulerComponent(components.BuildKubeSchedulerComponentConfig{
 			Runtime:          conf.Runtime,
+			ProjectName:      c.Name(),
 			Workdir:          env.workdir,
 			Binary:           kubeSchedulerPath,
 			Version:          kubeSchedulerVersion,
@@ -584,6 +593,7 @@ func (c *Cluster) addKwokController(ctx context.Context, env *env) (err error) {
 
 	kwokControllerComponent := components.BuildKwokControllerComponent(components.BuildKwokControllerComponentConfig{
 		Runtime:                  conf.Runtime,
+		ProjectName:              c.Name(),
 		Workdir:                  env.workdir,
 		Binary:                   kwokControllerPath,
 		Version:                  kwokControllerVersion,
@@ -609,24 +619,13 @@ func (c *Cluster) addKwokController(ctx context.Context, env *env) (err error) {
 	return nil
 }
 
-func (c *Cluster) addPrometheus(ctx context.Context, env *env) (err error) {
+func (c *Cluster) setupPrometheusConfig(_ context.Context, env *env) (err error) {
 	conf := &env.kwokctlConfig.Options
 
 	// Configure the prometheus
 	if conf.PrometheusPort != 0 {
-		prometheusPath := c.GetBinPath(consts.ComponentPrometheus + conf.BinSuffix)
-
-		prometheusData, err := BuildPrometheus(BuildPrometheusConfig{
-			ProjectName:               c.Name(),
-			SecurePort:                conf.SecurePort,
-			AdminCrtPath:              env.adminCertPath,
-			AdminKeyPath:              env.adminKeyPath,
-			PrometheusPort:            conf.PrometheusPort,
-			EtcdPort:                  conf.EtcdPort,
-			KubeApiserverPort:         conf.KubeApiserverPort,
-			KubeControllerManagerPort: conf.KubeControllerManagerPort,
-			KubeSchedulerPort:         conf.KubeSchedulerPort,
-			KwokControllerPort:        conf.KwokControllerPort,
+		prometheusData, err := components.BuildPrometheus(components.BuildPrometheusConfig{
+			Components: env.kwokctlConfig.Components,
 		})
 		if err != nil {
 			return fmt.Errorf("failed to generate prometheus yaml: %w", err)
@@ -636,6 +635,21 @@ func (c *Cluster) addPrometheus(ctx context.Context, env *env) (err error) {
 		if err != nil {
 			return fmt.Errorf("failed to write prometheus yaml: %w", err)
 		}
+	}
+	return nil
+}
+
+func (c *Cluster) addPrometheus(ctx context.Context, env *env) (err error) {
+	conf := &env.kwokctlConfig.Options
+
+	// Configure the prometheus
+	if conf.PrometheusPort != 0 {
+		prometheusPath := c.GetBinPath(consts.ComponentPrometheus + conf.BinSuffix)
+
+		if err != nil {
+			return fmt.Errorf("failed to generate prometheus yaml: %w", err)
+		}
+		prometheusConfigPath := c.GetWorkdirPath(runtime.Prometheus)
 
 		prometheusVersion, err := c.ParseVersionFromBinary(ctx, prometheusPath)
 		if err != nil {
diff --git a/pkg/kwokctl/runtime/binary/prometheus.go b/pkg/kwokctl/runtime/binary/prometheus.go
deleted file mode 100644
index 4832951a68..0000000000
--- a/pkg/kwokctl/runtime/binary/prometheus.go
+++ /dev/null
@@ -1,54 +0,0 @@
-/*
-Copyright 2022 The Kubernetes Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package binary
-
-import (
-	"bytes"
-	"fmt"
-	"text/template"
-
-	_ "embed"
-)
-
-//go:embed prometheus.yaml.tpl
-var prometheusYamlTpl string
-
-var prometheusYamlTemplate = template.Must(template.New("prometheus_config").Parse(prometheusYamlTpl))
-
-// BuildPrometheus builds the prometheus yaml content.
-func BuildPrometheus(conf BuildPrometheusConfig) (string, error) {
-	buf := bytes.NewBuffer(nil)
-	err := prometheusYamlTemplate.Execute(buf, conf)
-	if err != nil {
-		return "", fmt.Errorf("build prometheus error: %w", err)
-	}
-	return buf.String(), nil
-}
-
-// BuildPrometheusConfig is the configuration for building the prometheus config
-type BuildPrometheusConfig struct {
-	ProjectName               string
-	SecurePort                bool
-	AdminCrtPath              string
-	AdminKeyPath              string
-	PrometheusPort            uint32
-	EtcdPort                  uint32
-	KubeApiserverPort         uint32
-	KubeControllerManagerPort uint32
-	KubeSchedulerPort         uint32
-	KwokControllerPort        uint32
-}
diff --git a/pkg/kwokctl/runtime/binary/prometheus.yaml.tpl b/pkg/kwokctl/runtime/binary/prometheus.yaml.tpl
deleted file mode 100644
index 19700113ca..0000000000
--- a/pkg/kwokctl/runtime/binary/prometheus.yaml.tpl
+++ /dev/null
@@ -1,113 +0,0 @@
-global:
-  scrape_interval: 15s
-  scrape_timeout: 10s
-  evaluation_interval: 15s
-alerting:
-  alertmanagers:
-  - follow_redirects: true
-    enable_http2: true
-    scheme: http
-    timeout: 10s
-    api_version: v2
-    static_configs:
-    - targets: []
-scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://localhost:{{ .KwokControllerPort }}/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:{{ .PrometheusPort }}
-- job_name: "etcd"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:{{ .EtcdPort }}
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:{{ .KwokControllerPort }}
-{{ if .SecurePort }}
-- job_name: "kube-apiserver"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: "{{ .AdminCrtPath }}"
-    key_file: "{{ .AdminKeyPath }}"
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - localhost:{{ .KubeApiserverPort }}
-- job_name: "kube-controller-manager"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: "{{ .AdminCrtPath }}"
-    key_file: "{{ .AdminKeyPath }}"
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - localhost:{{ .KubeControllerManagerPort }}
-- job_name: "kube-scheduler"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: "{{ .AdminCrtPath }}"
-    key_file: "{{ .AdminKeyPath }}"
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - localhost:{{ .KubeSchedulerPort }}
-{{ else }}
-- job_name: "kube-apiserver"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:{{ .KubeApiserverPort }}
-- job_name: "kube-controller-manager"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:{{ .KubeControllerManagerPort }}
-- job_name: "kube-scheduler"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:{{ .KubeSchedulerPort }}
-{{ end }}
diff --git a/pkg/kwokctl/runtime/compose/cluster.go b/pkg/kwokctl/runtime/compose/cluster.go
index da72793565..06e37b5bcc 100644
--- a/pkg/kwokctl/runtime/compose/cluster.go
+++ b/pkg/kwokctl/runtime/compose/cluster.go
@@ -339,11 +339,6 @@ func (c *Cluster) Install(ctx context.Context) error {
 		return err
 	}
 
-	err = c.pullAllImages(ctx, env)
-	if err != nil {
-		return err
-	}
-
 	err = c.addEtcd(ctx, env)
 	if err != nil {
 		return err
@@ -384,6 +379,16 @@ func (c *Cluster) Install(ctx context.Context) error {
 		return err
 	}
 
+	err = c.setupPrometheusConfig(ctx, env)
+	if err != nil {
+		return err
+	}
+
+	err = c.pullAllImages(ctx, env)
+	if err != nil {
+		return err
+	}
+
 	err = c.finishInstall(ctx, env)
 	if err != nil {
 		return err
@@ -408,6 +413,7 @@ func (c *Cluster) addEtcd(ctx context.Context, env *env) (err error) {
 	}
 	etcdComponent, err := components.BuildEtcdComponent(components.BuildEtcdComponentConfig{
 		Runtime:      conf.Runtime,
+		ProjectName:  c.Name(),
 		Workdir:      env.workdir,
 		Image:        conf.EtcdImage,
 		Version:      etcdVersion,
@@ -459,6 +465,7 @@ func (c *Cluster) addKubeApiserver(ctx context.Context, env *env) (err error) {
 
 	kubeApiserverComponent, err := components.BuildKubeApiserverComponent(components.BuildKubeApiserverComponentConfig{
 		Runtime:           conf.Runtime,
+		ProjectName:       c.Name(),
 		Workdir:           env.workdir,
 		Image:             conf.KubeApiserverImage,
 		Version:           kubeApiserverVersion,
@@ -507,6 +514,7 @@ func (c *Cluster) addKubeControllerManager(ctx context.Context, env *env) (err e
 		}
 		kubeControllerManagerComponent, err := components.BuildKubeControllerManagerComponent(components.BuildKubeControllerManagerComponentConfig{
 			Runtime:                            conf.Runtime,
+			ProjectName:                        c.Name(),
 			Workdir:                            env.workdir,
 			Image:                              conf.KubeControllerManagerImage,
 			Version:                            kubeControllerManagerVersion,
@@ -561,6 +569,7 @@ func (c *Cluster) addKubeScheduler(ctx context.Context, env *env) (err error) {
 		}
 		kubeSchedulerComponent, err := components.BuildKubeSchedulerComponent(components.BuildKubeSchedulerComponentConfig{
 			Runtime:          conf.Runtime,
+			ProjectName:      c.Name(),
 			Workdir:          env.workdir,
 			Image:            conf.KubeSchedulerImage,
 			Version:          kubeSchedulerVersion,
@@ -608,6 +617,7 @@ func (c *Cluster) addKwokController(ctx context.Context, env *env) (err error) {
 
 	kwokControllerComponent := components.BuildKwokControllerComponent(components.BuildKwokControllerComponentConfig{
 		Runtime:                  conf.Runtime,
+		ProjectName:              c.Name(),
 		Workdir:                  env.workdir,
 		Image:                    conf.KwokControllerImage,
 		Version:                  kwokControllerVersion,
@@ -631,16 +641,13 @@ func (c *Cluster) addKwokController(ctx context.Context, env *env) (err error) {
 	return nil
 }
 
-func (c *Cluster) addPrometheus(ctx context.Context, env *env) (err error) {
+func (c *Cluster) setupPrometheusConfig(_ context.Context, env *env) (err error) {
 	conf := &env.kwokctlConfig.Options
 
 	// Configure the prometheus
 	if conf.PrometheusPort != 0 {
-		prometheusData, err := BuildPrometheus(BuildPrometheusConfig{
-			ProjectName:  c.Name(),
-			SecurePort:   conf.SecurePort,
-			AdminCrtPath: env.inClusterAdminCertPath,
-			AdminKeyPath: env.inClusterAdminKeyPath,
+		prometheusData, err := components.BuildPrometheus(components.BuildPrometheusConfig{
+			Components: env.kwokctlConfig.Components,
 		})
 		if err != nil {
 			return fmt.Errorf("failed to generate prometheus yaml: %w", err)
@@ -653,7 +660,17 @@ func (c *Cluster) addPrometheus(ctx context.Context, env *env) (err error) {
 		if err != nil {
 			return fmt.Errorf("failed to write prometheus yaml: %w", err)
 		}
+	}
+
+	return nil
+}
 
+func (c *Cluster) addPrometheus(ctx context.Context, env *env) (err error) {
+	conf := &env.kwokctlConfig.Options
+
+	// Configure the prometheus
+	if conf.PrometheusPort != 0 {
+		prometheusConfigPath := c.GetWorkdirPath(runtime.Prometheus)
 		prometheusVersion, err := c.ParseVersionFromImage(ctx, c.runtime, conf.PrometheusImage, "")
 		if err != nil {
 			return err
diff --git a/pkg/kwokctl/runtime/compose/prometheus.go b/pkg/kwokctl/runtime/compose/prometheus.go
deleted file mode 100644
index dfc4e4274c..0000000000
--- a/pkg/kwokctl/runtime/compose/prometheus.go
+++ /dev/null
@@ -1,48 +0,0 @@
-/*
-Copyright 2022 The Kubernetes Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package compose
-
-import (
-	"bytes"
-	"fmt"
-	"text/template"
-
-	_ "embed"
-)
-
-//go:embed prometheus.yaml.tpl
-var prometheusYamlTpl string
-
-var prometheusYamlTemplate = template.Must(template.New("prometheus_config").Parse(prometheusYamlTpl))
-
-// BuildPrometheus builds the prometheus yaml content.
-func BuildPrometheus(conf BuildPrometheusConfig) (string, error) {
-	buf := bytes.NewBuffer(nil)
-	err := prometheusYamlTemplate.Execute(buf, conf)
-	if err != nil {
-		return "", fmt.Errorf("build prometheus error: %w", err)
-	}
-	return buf.String(), nil
-}
-
-// BuildPrometheusConfig is the configuration for building the prometheus
-type BuildPrometheusConfig struct {
-	ProjectName  string
-	SecurePort   bool
-	AdminCrtPath string
-	AdminKeyPath string
-}
diff --git a/pkg/kwokctl/runtime/compose/prometheus.yaml.tpl b/pkg/kwokctl/runtime/compose/prometheus.yaml.tpl
deleted file mode 100644
index 2901811b93..0000000000
--- a/pkg/kwokctl/runtime/compose/prometheus.yaml.tpl
+++ /dev/null
@@ -1,113 +0,0 @@
-global:
-  scrape_interval: 15s
-  scrape_timeout: 10s
-  evaluation_interval: 15s
-alerting:
-  alertmanagers:
-  - follow_redirects: true
-    enable_http2: true
-    scheme: http
-    timeout: 10s
-    api_version: v2
-    static_configs:
-    - targets: []
-scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://{{ .ProjectName }}-kwok-controller:10247/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:9090
-- job_name: "etcd"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "{{ .ProjectName }}-etcd:2379"
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "{{ .ProjectName }}-kwok-controller:10247"
-{{ if .SecurePort }}
-- job_name: "kube-apiserver"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: "{{ .AdminCrtPath }}"
-    key_file: "{{ .AdminKeyPath }}"
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "{{ .ProjectName }}-kube-apiserver:6443"
-- job_name: "kube-controller-manager"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: "{{ .AdminCrtPath }}"
-    key_file: "{{ .AdminKeyPath }}"
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "{{ .ProjectName }}-kube-controller-manager:10257"
-- job_name: "kube-scheduler"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: "{{ .AdminCrtPath }}"
-    key_file: "{{ .AdminKeyPath }}"
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "{{ .ProjectName }}-kube-scheduler:10259"
-{{ else }}
-- job_name: "kube-apiserver"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "{{ .ProjectName }}-kube-apiserver:8080"
-- job_name: "kube-controller-manager"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "{{ .ProjectName }}-kube-controller-manager:10252"
-- job_name: "kube-scheduler"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "{{ .ProjectName }}-kube-scheduler:10251"
-{{ end }}
diff --git a/pkg/kwokctl/runtime/kind/cluster.go b/pkg/kwokctl/runtime/kind/cluster.go
index b624eea5b7..4d1746797d 100644
--- a/pkg/kwokctl/runtime/kind/cluster.go
+++ b/pkg/kwokctl/runtime/kind/cluster.go
@@ -241,6 +241,11 @@ func (c *Cluster) Install(ctx context.Context) error {
 		return err
 	}
 
+	err = c.setupPrometheusConfig(ctx, env)
+	if err != nil {
+		return err
+	}
+
 	images, err := c.listAllImages(ctx)
 	if err != nil {
 		return err
@@ -323,14 +328,8 @@ func (c *Cluster) addKind(ctx context.Context, env *env) (err error) {
 	var prometheusPatches internalversion.ComponentPatches
 	if conf.PrometheusPort != 0 {
 		prometheusPatches = runtime.GetComponentPatches(env.kwokctlConfig, consts.ComponentPrometheus)
-
 		prometheusConfigPath := c.GetWorkdirPath(runtime.Prometheus)
 
-		err = c.WriteFile(prometheusConfigPath, []byte(prometheusYamlTpl))
-		if err != nil {
-			return fmt.Errorf("failed to write prometheus yaml: %w", err)
-		}
-
 		prometheusPatches.ExtraVolumes = append(prometheusPatches.ExtraVolumes, internalversion.Volume{
 			Name:      "prometheus-config",
 			HostPath:  prometheusConfigPath,
@@ -400,6 +399,14 @@ func (c *Cluster) addKind(ctx context.Context, env *env) (err error) {
 func (c *Cluster) addEtcd(_ context.Context, env *env) (err error) {
 	env.kwokctlConfig.Components = append(env.kwokctlConfig.Components, internalversion.Component{
 		Name: consts.ComponentEtcd,
+		Metric: &internalversion.ComponentMetric{
+			Scheme:             "https",
+			Host:               "127.0.0.1:2379",
+			Path:               "/metrics",
+			CertPath:           "/etc/kubernetes/pki/apiserver-etcd-client.crt",
+			KeyPath:            "/etc/kubernetes/pki/apiserver-etcd-client.key",
+			InsecureSkipVerify: true,
+		},
 	})
 	return nil
 }
@@ -407,6 +414,14 @@ func (c *Cluster) addEtcd(_ context.Context, env *env) (err error) {
 func (c *Cluster) addKubeApiserver(_ context.Context, env *env) (err error) {
 	env.kwokctlConfig.Components = append(env.kwokctlConfig.Components, internalversion.Component{
 		Name: consts.ComponentKubeApiserver,
+		Metric: &internalversion.ComponentMetric{
+			Scheme:             "https",
+			Host:               "127.0.0.1:6443",
+			Path:               "/metrics",
+			CertPath:           "/etc/kubernetes/pki/admin.crt",
+			KeyPath:            "/etc/kubernetes/pki/admin.key",
+			InsecureSkipVerify: true,
+		},
 	})
 	return nil
 }
@@ -416,6 +431,14 @@ func (c *Cluster) addKubeControllerManager(_ context.Context, env *env) (err err
 	if !conf.DisableKubeControllerManager {
 		env.kwokctlConfig.Components = append(env.kwokctlConfig.Components, internalversion.Component{
 			Name: consts.ComponentKubeControllerManager,
+			Metric: &internalversion.ComponentMetric{
+				Scheme:             "https",
+				Host:               "127.0.0.1:10257",
+				Path:               "/metrics",
+				CertPath:           "/etc/kubernetes/pki/admin.crt",
+				KeyPath:            "/etc/kubernetes/pki/admin.key",
+				InsecureSkipVerify: true,
+			},
 		})
 	}
 	return nil
@@ -426,6 +449,14 @@ func (c *Cluster) addKubeScheduler(_ context.Context, env *env) (err error) {
 	if !conf.DisableKubeScheduler {
 		env.kwokctlConfig.Components = append(env.kwokctlConfig.Components, internalversion.Component{
 			Name: consts.ComponentKubeScheduler,
+			Metric: &internalversion.ComponentMetric{
+				Scheme:             "https",
+				Host:               "127.0.0.1:10259",
+				Path:               "/metrics",
+				CertPath:           "/etc/kubernetes/pki/admin.crt",
+				KeyPath:            "/etc/kubernetes/pki/admin.key",
+				InsecureSkipVerify: true,
+			},
 		})
 	}
 	return nil
@@ -457,6 +488,7 @@ func (c *Cluster) addKwokController(ctx context.Context, env *env) (err error) {
 
 	kwokControllerComponent := components.BuildKwokControllerComponent(components.BuildKwokControllerComponentConfig{
 		Runtime:                           conf.Runtime,
+		ProjectName:                       c.Name(),
 		Workdir:                           env.workdir,
 		Image:                             conf.KwokControllerImage,
 		Version:                           kwokControllerVersion,
@@ -540,6 +572,26 @@ func (c *Cluster) addDashboard(ctx context.Context, env *env) (err error) {
 	return nil
 }
 
+func (c *Cluster) setupPrometheusConfig(_ context.Context, env *env) (err error) {
+	conf := &env.kwokctlConfig.Options
+
+	// Configure the prometheus
+	if conf.PrometheusPort != 0 {
+		prometheusData, err := components.BuildPrometheus(components.BuildPrometheusConfig{
+			Components: env.kwokctlConfig.Components,
+		})
+		if err != nil {
+			return fmt.Errorf("failed to generate prometheus yaml: %w", err)
+		}
+		prometheusConfigPath := c.GetWorkdirPath(runtime.Prometheus)
+		err = c.WriteFile(prometheusConfigPath, []byte(prometheusData))
+		if err != nil {
+			return fmt.Errorf("failed to write prometheus yaml: %w", err)
+		}
+	}
+	return nil
+}
+
 func (c *Cluster) addPrometheus(ctx context.Context, env *env) (err error) {
 	conf := &env.kwokctlConfig.Options
 
diff --git a/pkg/kwokctl/runtime/kind/prometheus.go b/pkg/kwokctl/runtime/kind/prometheus.go
deleted file mode 100644
index 066b5f8c37..0000000000
--- a/pkg/kwokctl/runtime/kind/prometheus.go
+++ /dev/null
@@ -1,24 +0,0 @@
-/*
-Copyright 2023 The Kubernetes Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package kind
-
-import (
-	_ "embed"
-)
-
-//go:embed prometheus.yaml.tpl
-var prometheusYamlTpl string
diff --git a/pkg/kwokctl/runtime/kind/prometheus.yaml.tpl b/pkg/kwokctl/runtime/kind/prometheus.yaml.tpl
deleted file mode 100644
index 70ad9947d9..0000000000
--- a/pkg/kwokctl/runtime/kind/prometheus.yaml.tpl
+++ /dev/null
@@ -1,87 +0,0 @@
-global:
-  scrape_interval: 15s
-  scrape_timeout: 10s
-  evaluation_interval: 15s
-alerting:
-  alertmanagers:
-  - follow_redirects: true
-    enable_http2: true
-    scheme: http
-    timeout: 10s
-    api_version: v2
-    static_configs:
-    - targets: [ ]
-scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://localhost:10247/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "localhost:9090"
-- job_name: "etcd"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/apiserver-etcd-client.crt
-    key_file: /etc/kubernetes/pki/apiserver-etcd-client.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:2379"
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "localhost:10247"
-- job_name: "kube-apiserver"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:6443"
-- job_name: "kube-controller-manager"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:10257"
-- job_name: "kube-scheduler"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:10259"
diff --git a/site/content/en/docs/generated/apis.md b/site/content/en/docs/generated/apis.md
index dc9e3b2e7d..aee4e213e0 100644
--- a/site/content/en/docs/generated/apis.md
+++ b/site/content/en/docs/generated/apis.md
@@ -1518,6 +1518,32 @@ string
 </tr>
 <tr>
 <td>
+<code>metric</code>
+<em>
+<a href="#config.kwok.x-k8s.io/v1alpha1.ComponentMetric">
+ComponentMetric
+</a>
+</em>
+</td>
+<td>
+<p>Metric is the metric of the component.</p>
+</td>
+</tr>
+<tr>
+<td>
+<code>metricsDiscoveries</code>
+<em>
+<a href="#config.kwok.x-k8s.io/v1alpha1.ComponentMetric">
+[]ComponentMetric
+</a>
+</em>
+</td>
+<td>
+<p>MetricsDiscoveries is the metrics discovery of the component.</p>
+</td>
+</tr>
+<tr>
+<td>
 <code>version</code>
 <em>
 string
@@ -1530,6 +1556,104 @@ string
 </tr>
 </tbody>
 </table>
+<h3 id="config.kwok.x-k8s.io/v1alpha1.ComponentMetric">
+ComponentMetric
+<a href="#config.kwok.x-k8s.io%2fv1alpha1.ComponentMetric"> #</a>
+</h3>
+<p>
+<em>Appears on: </em>
+<a href="#config.kwok.x-k8s.io/v1alpha1.Component">Component</a>
+</p>
+<p>
+<p>ComponentMetric represents a metric of a component.</p>
+</p>
+<table>
+<thead>
+<tr>
+<th>Field</th>
+<th>Description</th>
+</tr>
+</thead>
+<tbody>
+<tr>
+<td>
+<code>name</code>
+<em>
+string
+</em>
+</td>
+<td>
+<p>Name is the name of the metrics discovery.</p>
+</td>
+</tr>
+<tr>
+<td>
+<code>scheme</code>
+<em>
+string
+</em>
+</td>
+<td>
+<p>Scheme is the scheme of the metric.</p>
+</td>
+</tr>
+<tr>
+<td>
+<code>host</code>
+<em>
+string
+</em>
+</td>
+<td>
+<p>Host is the host of the metric.</p>
+</td>
+</tr>
+<tr>
+<td>
+<code>path</code>
+<em>
+string
+</em>
+</td>
+<td>
+<p>Path is the path of the metric.</p>
+</td>
+</tr>
+<tr>
+<td>
+<code>certPath</code>
+<em>
+string
+</em>
+</td>
+<td>
+<p>CertPath is the cert path of the metric.</p>
+</td>
+</tr>
+<tr>
+<td>
+<code>keyPath</code>
+<em>
+string
+</em>
+</td>
+<td>
+<p>KeyPath is the key path of the metric.</p>
+</td>
+</tr>
+<tr>
+<td>
+<code>insecureSkipVerify</code>
+<em>
+bool
+</em>
+</td>
+<td>
+<p>InsecureSkipVerify is the flag to skip verify the metric.</p>
+</td>
+</tr>
+</tbody>
+</table>
 <h3 id="config.kwok.x-k8s.io/v1alpha1.ComponentPatches">
 ComponentPatches
 <a href="#config.kwok.x-k8s.io%2fv1alpha1.ComponentPatches"> #</a>
diff --git a/test/kwokctl/testdata/binary/create_cluster_with_extra.txt b/test/kwokctl/testdata/binary/create_cluster_with_extra.txt
index 68502b457f..cfb4821a07 100644
--- a/test/kwokctl/testdata/binary/create_cluster_with_extra.txt
+++ b/test/kwokctl/testdata/binary/create_cluster_with_extra.txt
@@ -26,18 +26,6 @@ alerting:
     static_configs:
     - targets: []
 scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://localhost:32763/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:9090
 - job_name: "etcd"
   scheme: http
   honor_timestamps: true
@@ -46,16 +34,7 @@ scrape_configs:
   enable_http2: true
   static_configs:
   - targets:
-    - localhost:32765
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:32763
+    - 127.0.0.1:32765
 - job_name: "kube-apiserver"
   scheme: https
   honor_timestamps: true
@@ -68,7 +47,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - localhost:32764
+    - 127.0.0.1:32764
 - job_name: "kube-controller-manager"
   scheme: https
   honor_timestamps: true
@@ -81,7 +60,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - localhost:32762
+    - 127.0.0.1:32762
 - job_name: "kube-scheduler"
   scheme: https
   honor_timestamps: true
@@ -94,7 +73,28 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - localhost:32761
+    - 127.0.0.1:32761
+- job_name: "kwok-controller-metrics-discovery"
+  http_sd_configs:
+  - url: http://127.0.0.1:32763/discovery/prometheus
+- job_name: "kwok-controller"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:32763
+- job_name: "prometheus"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:9090
 EOF
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/kubeconfig.yaml
 apiVersion: v1
diff --git a/test/kwokctl/testdata/binary/create_cluster_with_verbosity.txt b/test/kwokctl/testdata/binary/create_cluster_with_verbosity.txt
index b0381e3334..a532183a2f 100644
--- a/test/kwokctl/testdata/binary/create_cluster_with_verbosity.txt
+++ b/test/kwokctl/testdata/binary/create_cluster_with_verbosity.txt
@@ -40,18 +40,6 @@ alerting:
     static_configs:
     - targets: []
 scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://localhost:32763/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:9090
 - job_name: "etcd"
   scheme: http
   honor_timestamps: true
@@ -60,16 +48,7 @@ scrape_configs:
   enable_http2: true
   static_configs:
   - targets:
-    - localhost:32765
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:32763
+    - 127.0.0.1:32765
 - job_name: "kube-apiserver"
   scheme: https
   honor_timestamps: true
@@ -82,7 +61,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - localhost:32764
+    - 127.0.0.1:32764
 - job_name: "kube-controller-manager"
   scheme: https
   honor_timestamps: true
@@ -95,7 +74,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - localhost:32761
+    - 127.0.0.1:32761
 - job_name: "kube-scheduler"
   scheme: https
   honor_timestamps: true
@@ -108,7 +87,28 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - localhost:32760
+    - 127.0.0.1:32760
+- job_name: "kwok-controller-metrics-discovery"
+  http_sd_configs:
+  - url: http://127.0.0.1:32763/discovery/prometheus
+- job_name: "kwok-controller"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:32763
+- job_name: "prometheus"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:9090
 EOF
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/kubeconfig.yaml
 apiVersion: v1
diff --git a/test/kwokctl/testdata/docker/create_cluster_with_extra.txt b/test/kwokctl/testdata/docker/create_cluster_with_extra.txt
index 3fb99d131a..a8823c0d6a 100644
--- a/test/kwokctl/testdata/docker/create_cluster_with_extra.txt
+++ b/test/kwokctl/testdata/docker/create_cluster_with_extra.txt
@@ -3,12 +3,6 @@ mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/pki
 # Generate PKI to <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/pki
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/etcd
-docker pull registry.k8s.io/etcd:3.5.9-0
-docker pull registry.k8s.io/kube-apiserver:v1.28.0
-docker pull localhost/kwok:test
-docker pull registry.k8s.io/kube-controller-manager:v1.28.0
-docker pull registry.k8s.io/kube-scheduler:v1.28.0
-docker pull docker.io/prom/prometheus:v2.44.0
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
 global:
   scrape_interval: 15s
@@ -24,18 +18,6 @@ alerting:
     static_configs:
     - targets: []
 scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://kwok-<CLUSTER_NAME>-kwok-controller:10247/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:9090
 - job_name: "etcd"
   scheme: http
   honor_timestamps: true
@@ -44,16 +26,7 @@ scrape_configs:
   enable_http2: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-etcd:2379"
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "kwok-<CLUSTER_NAME>-kwok-controller:10247"
+    - kwok-<CLUSTER_NAME>-etcd:2379
 - job_name: "kube-apiserver"
   scheme: https
   honor_timestamps: true
@@ -66,7 +39,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-apiserver:6443"
+    - kwok-<CLUSTER_NAME>-kube-apiserver:6443
 - job_name: "kube-controller-manager"
   scheme: https
   honor_timestamps: true
@@ -79,7 +52,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-controller-manager:10257"
+    - kwok-<CLUSTER_NAME>-kube-controller-manager:10257
 - job_name: "kube-scheduler"
   scheme: https
   honor_timestamps: true
@@ -92,9 +65,36 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-scheduler:10259"
+    - kwok-<CLUSTER_NAME>-kube-scheduler:10259
+- job_name: "kwok-controller-metrics-discovery"
+  http_sd_configs:
+  - url: http://kwok-<CLUSTER_NAME>-kwok-controller:10247/discovery/prometheus
+- job_name: "kwok-controller"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - kwok-<CLUSTER_NAME>-kwok-controller:10247
+- job_name: "prometheus"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:9090
 EOF
 chmod 0644 <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
+docker pull registry.k8s.io/etcd:3.5.9-0
+docker pull registry.k8s.io/kube-apiserver:v1.28.0
+docker pull localhost/kwok:test
+docker pull registry.k8s.io/kube-controller-manager:v1.28.0
+docker pull registry.k8s.io/kube-scheduler:v1.28.0
+docker pull docker.io/prom/prometheus:v2.44.0
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/kubeconfig.yaml
 apiVersion: v1
 clusters:
diff --git a/test/kwokctl/testdata/docker/create_cluster_with_verbosity.txt b/test/kwokctl/testdata/docker/create_cluster_with_verbosity.txt
index 76c7dee41a..d85be09cd7 100644
--- a/test/kwokctl/testdata/docker/create_cluster_with_verbosity.txt
+++ b/test/kwokctl/testdata/docker/create_cluster_with_verbosity.txt
@@ -6,14 +6,6 @@ mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/logs
 touch <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/logs/audit.log
 cp <ROOT_DIR>/test/kwokctl/audit-policy.yaml <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/audit.yaml
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/etcd
-docker pull registry.k8s.io/etcd:3.5.9-0
-docker pull registry.k8s.io/kube-apiserver:v1.28.0
-docker pull localhost/kwok:test
-docker pull registry.k8s.io/kube-controller-manager:v1.28.0
-docker pull registry.k8s.io/kube-scheduler:v1.28.0
-docker pull docker.io/kubernetesui/dashboard:v2.7.0
-docker pull docker.io/prom/prometheus:v2.44.0
-docker pull docker.io/jaegertracing/all-in-one:1.45.0
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/apiserver-tracing-config.yaml
 apiVersion: apiserver.config.k8s.io/v1alpha1
 kind: TracingConfiguration
@@ -40,18 +32,6 @@ alerting:
     static_configs:
     - targets: []
 scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://kwok-<CLUSTER_NAME>-kwok-controller:10247/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:9090
 - job_name: "etcd"
   scheme: http
   honor_timestamps: true
@@ -60,16 +40,7 @@ scrape_configs:
   enable_http2: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-etcd:2379"
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "kwok-<CLUSTER_NAME>-kwok-controller:10247"
+    - kwok-<CLUSTER_NAME>-etcd:2379
 - job_name: "kube-apiserver"
   scheme: https
   honor_timestamps: true
@@ -82,7 +53,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-apiserver:6443"
+    - kwok-<CLUSTER_NAME>-kube-apiserver:6443
 - job_name: "kube-controller-manager"
   scheme: https
   honor_timestamps: true
@@ -95,7 +66,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-controller-manager:10257"
+    - kwok-<CLUSTER_NAME>-kube-controller-manager:10257
 - job_name: "kube-scheduler"
   scheme: https
   honor_timestamps: true
@@ -108,9 +79,38 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-scheduler:10259"
+    - kwok-<CLUSTER_NAME>-kube-scheduler:10259
+- job_name: "kwok-controller-metrics-discovery"
+  http_sd_configs:
+  - url: http://kwok-<CLUSTER_NAME>-kwok-controller:10247/discovery/prometheus
+- job_name: "kwok-controller"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - kwok-<CLUSTER_NAME>-kwok-controller:10247
+- job_name: "prometheus"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:9090
 EOF
 chmod 0644 <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
+docker pull registry.k8s.io/etcd:3.5.9-0
+docker pull registry.k8s.io/kube-apiserver:v1.28.0
+docker pull localhost/kwok:test
+docker pull registry.k8s.io/kube-controller-manager:v1.28.0
+docker pull registry.k8s.io/kube-scheduler:v1.28.0
+docker pull docker.io/kubernetesui/dashboard:v2.7.0
+docker pull docker.io/prom/prometheus:v2.44.0
+docker pull docker.io/jaegertracing/all-in-one:1.45.0
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/kubeconfig.yaml
 apiVersion: v1
 clusters:
diff --git a/test/kwokctl/testdata/kind-podman/create_cluster_with_extra.txt b/test/kwokctl/testdata/kind-podman/create_cluster_with_extra.txt
index 2db793693b..2bc7a6c5e1 100644
--- a/test/kwokctl/testdata/kind-podman/create_cluster_with_extra.txt
+++ b/test/kwokctl/testdata/kind-podman/create_cluster_with_extra.txt
@@ -5,95 +5,6 @@ mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/pki
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/pki/etcd
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/pki
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/manifests
-cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
-global:
-  scrape_interval: 15s
-  scrape_timeout: 10s
-  evaluation_interval: 15s
-alerting:
-  alertmanagers:
-  - follow_redirects: true
-    enable_http2: true
-    scheme: http
-    timeout: 10s
-    api_version: v2
-    static_configs:
-    - targets: [ ]
-scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://localhost:10247/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "localhost:9090"
-- job_name: "etcd"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/apiserver-etcd-client.crt
-    key_file: /etc/kubernetes/pki/apiserver-etcd-client.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:2379"
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "localhost:10247"
-- job_name: "kube-apiserver"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:6443"
-- job_name: "kube-controller-manager"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:10257"
-- job_name: "kube-scheduler"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:10259"
-EOF
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/kind.yaml
 kind: Cluster
 apiVersion: kind.x-k8s.io/v1alpha4
@@ -338,6 +249,95 @@ spec:
     name: volume-5
 status: {}
 EOF
+cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
+global:
+  scrape_interval: 15s
+  scrape_timeout: 10s
+  evaluation_interval: 15s
+alerting:
+  alertmanagers:
+  - follow_redirects: true
+    enable_http2: true
+    scheme: http
+    timeout: 10s
+    api_version: v2
+    static_configs:
+    - targets: []
+scrape_configs:
+- job_name: "etcd"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/apiserver-etcd-client.crt"
+    key_file: "/etc/kubernetes/pki/apiserver-etcd-client.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:2379
+- job_name: "kube-apiserver"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/admin.crt"
+    key_file: "/etc/kubernetes/pki/admin.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:6443
+- job_name: "kube-controller-manager"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/admin.crt"
+    key_file: "/etc/kubernetes/pki/admin.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:10257
+- job_name: "kube-scheduler"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/admin.crt"
+    key_file: "/etc/kubernetes/pki/admin.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:10259
+- job_name: "kwok-controller-metrics-discovery"
+  http_sd_configs:
+  - url: http://127.0.0.1:10247/discovery/prometheus
+- job_name: "kwok-controller"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:10247
+- job_name: "prometheus"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:9090
+EOF
 podman pull docker.io/kindest/node:v1.28.0
 podman pull localhost/kwok:test
 podman pull docker.io/prom/prometheus:v2.44.0
diff --git a/test/kwokctl/testdata/kind-podman/create_cluster_with_verbosity.txt b/test/kwokctl/testdata/kind-podman/create_cluster_with_verbosity.txt
index 90c3345711..385bf7a5a9 100644
--- a/test/kwokctl/testdata/kind-podman/create_cluster_with_verbosity.txt
+++ b/test/kwokctl/testdata/kind-podman/create_cluster_with_verbosity.txt
@@ -19,95 +19,6 @@ kind: TracingConfiguration
 endpoint: 0.0.0.0:4317
 samplingRatePerMillion: 1000000
 EOF
-cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
-global:
-  scrape_interval: 15s
-  scrape_timeout: 10s
-  evaluation_interval: 15s
-alerting:
-  alertmanagers:
-  - follow_redirects: true
-    enable_http2: true
-    scheme: http
-    timeout: 10s
-    api_version: v2
-    static_configs:
-    - targets: [ ]
-scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://localhost:10247/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "localhost:9090"
-- job_name: "etcd"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/apiserver-etcd-client.crt
-    key_file: /etc/kubernetes/pki/apiserver-etcd-client.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:2379"
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "localhost:10247"
-- job_name: "kube-apiserver"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:6443"
-- job_name: "kube-controller-manager"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:10257"
-- job_name: "kube-scheduler"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:10259"
-EOF
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/kind.yaml
 kind: Cluster
 apiVersion: kind.x-k8s.io/v1alpha4
@@ -426,6 +337,95 @@ spec:
     runAsUser: 0
 status: {}
 EOF
+cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
+global:
+  scrape_interval: 15s
+  scrape_timeout: 10s
+  evaluation_interval: 15s
+alerting:
+  alertmanagers:
+  - follow_redirects: true
+    enable_http2: true
+    scheme: http
+    timeout: 10s
+    api_version: v2
+    static_configs:
+    - targets: []
+scrape_configs:
+- job_name: "etcd"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/apiserver-etcd-client.crt"
+    key_file: "/etc/kubernetes/pki/apiserver-etcd-client.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:2379
+- job_name: "kube-apiserver"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/admin.crt"
+    key_file: "/etc/kubernetes/pki/admin.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:6443
+- job_name: "kube-controller-manager"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/admin.crt"
+    key_file: "/etc/kubernetes/pki/admin.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:10257
+- job_name: "kube-scheduler"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/admin.crt"
+    key_file: "/etc/kubernetes/pki/admin.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:10259
+- job_name: "kwok-controller-metrics-discovery"
+  http_sd_configs:
+  - url: http://127.0.0.1:10247/discovery/prometheus
+- job_name: "kwok-controller"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:10247
+- job_name: "prometheus"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:9090
+EOF
 podman pull docker.io/kindest/node:v1.28.0
 podman pull localhost/kwok:test
 podman pull docker.io/kubernetesui/dashboard:v2.7.0
diff --git a/test/kwokctl/testdata/kind/create_cluster_with_extra.txt b/test/kwokctl/testdata/kind/create_cluster_with_extra.txt
index 3e1586ff4e..506f96be61 100644
--- a/test/kwokctl/testdata/kind/create_cluster_with_extra.txt
+++ b/test/kwokctl/testdata/kind/create_cluster_with_extra.txt
@@ -5,95 +5,6 @@ mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/pki
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/pki/etcd
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/pki
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/manifests
-cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
-global:
-  scrape_interval: 15s
-  scrape_timeout: 10s
-  evaluation_interval: 15s
-alerting:
-  alertmanagers:
-  - follow_redirects: true
-    enable_http2: true
-    scheme: http
-    timeout: 10s
-    api_version: v2
-    static_configs:
-    - targets: [ ]
-scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://localhost:10247/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "localhost:9090"
-- job_name: "etcd"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/apiserver-etcd-client.crt
-    key_file: /etc/kubernetes/pki/apiserver-etcd-client.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:2379"
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "localhost:10247"
-- job_name: "kube-apiserver"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:6443"
-- job_name: "kube-controller-manager"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:10257"
-- job_name: "kube-scheduler"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:10259"
-EOF
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/kind.yaml
 kind: Cluster
 apiVersion: kind.x-k8s.io/v1alpha4
@@ -338,6 +249,95 @@ spec:
     name: volume-5
 status: {}
 EOF
+cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
+global:
+  scrape_interval: 15s
+  scrape_timeout: 10s
+  evaluation_interval: 15s
+alerting:
+  alertmanagers:
+  - follow_redirects: true
+    enable_http2: true
+    scheme: http
+    timeout: 10s
+    api_version: v2
+    static_configs:
+    - targets: []
+scrape_configs:
+- job_name: "etcd"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/apiserver-etcd-client.crt"
+    key_file: "/etc/kubernetes/pki/apiserver-etcd-client.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:2379
+- job_name: "kube-apiserver"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/admin.crt"
+    key_file: "/etc/kubernetes/pki/admin.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:6443
+- job_name: "kube-controller-manager"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/admin.crt"
+    key_file: "/etc/kubernetes/pki/admin.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:10257
+- job_name: "kube-scheduler"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/admin.crt"
+    key_file: "/etc/kubernetes/pki/admin.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:10259
+- job_name: "kwok-controller-metrics-discovery"
+  http_sd_configs:
+  - url: http://127.0.0.1:10247/discovery/prometheus
+- job_name: "kwok-controller"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:10247
+- job_name: "prometheus"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:9090
+EOF
 docker pull docker.io/kindest/node:v1.28.0
 docker pull localhost/kwok:test
 docker pull docker.io/prom/prometheus:v2.44.0
diff --git a/test/kwokctl/testdata/kind/create_cluster_with_verbosity.txt b/test/kwokctl/testdata/kind/create_cluster_with_verbosity.txt
index 19f49b51bd..39bb36d231 100644
--- a/test/kwokctl/testdata/kind/create_cluster_with_verbosity.txt
+++ b/test/kwokctl/testdata/kind/create_cluster_with_verbosity.txt
@@ -19,95 +19,6 @@ kind: TracingConfiguration
 endpoint: 0.0.0.0:4317
 samplingRatePerMillion: 1000000
 EOF
-cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
-global:
-  scrape_interval: 15s
-  scrape_timeout: 10s
-  evaluation_interval: 15s
-alerting:
-  alertmanagers:
-  - follow_redirects: true
-    enable_http2: true
-    scheme: http
-    timeout: 10s
-    api_version: v2
-    static_configs:
-    - targets: [ ]
-scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://localhost:10247/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "localhost:9090"
-- job_name: "etcd"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/apiserver-etcd-client.crt
-    key_file: /etc/kubernetes/pki/apiserver-etcd-client.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:2379"
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "localhost:10247"
-- job_name: "kube-apiserver"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:6443"
-- job_name: "kube-controller-manager"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:10257"
-- job_name: "kube-scheduler"
-  scheme: https
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  tls_config:
-    cert_file: /etc/kubernetes/pki/admin.crt
-    key_file: /etc/kubernetes/pki/admin.key
-    insecure_skip_verify: true
-  static_configs:
-  - targets:
-    - "localhost:10259"
-EOF
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/kind.yaml
 kind: Cluster
 apiVersion: kind.x-k8s.io/v1alpha4
@@ -426,6 +337,95 @@ spec:
     runAsUser: 0
 status: {}
 EOF
+cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
+global:
+  scrape_interval: 15s
+  scrape_timeout: 10s
+  evaluation_interval: 15s
+alerting:
+  alertmanagers:
+  - follow_redirects: true
+    enable_http2: true
+    scheme: http
+    timeout: 10s
+    api_version: v2
+    static_configs:
+    - targets: []
+scrape_configs:
+- job_name: "etcd"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/apiserver-etcd-client.crt"
+    key_file: "/etc/kubernetes/pki/apiserver-etcd-client.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:2379
+- job_name: "kube-apiserver"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/admin.crt"
+    key_file: "/etc/kubernetes/pki/admin.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:6443
+- job_name: "kube-controller-manager"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/admin.crt"
+    key_file: "/etc/kubernetes/pki/admin.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:10257
+- job_name: "kube-scheduler"
+  scheme: https
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  tls_config:
+    cert_file: "/etc/kubernetes/pki/admin.crt"
+    key_file: "/etc/kubernetes/pki/admin.key"
+    insecure_skip_verify: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:10259
+- job_name: "kwok-controller-metrics-discovery"
+  http_sd_configs:
+  - url: http://127.0.0.1:10247/discovery/prometheus
+- job_name: "kwok-controller"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:10247
+- job_name: "prometheus"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:9090
+EOF
 docker pull docker.io/kindest/node:v1.28.0
 docker pull localhost/kwok:test
 docker pull docker.io/kubernetesui/dashboard:v2.7.0
diff --git a/test/kwokctl/testdata/nerdctl/create_cluster_with_extra.txt b/test/kwokctl/testdata/nerdctl/create_cluster_with_extra.txt
index 30b9223eec..1e78811336 100644
--- a/test/kwokctl/testdata/nerdctl/create_cluster_with_extra.txt
+++ b/test/kwokctl/testdata/nerdctl/create_cluster_with_extra.txt
@@ -3,12 +3,6 @@ mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/pki
 # Generate PKI to <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/pki
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/etcd
-nerdctl pull registry.k8s.io/etcd:3.5.9-0
-nerdctl pull registry.k8s.io/kube-apiserver:v1.28.0
-nerdctl pull localhost/kwok:test
-nerdctl pull registry.k8s.io/kube-controller-manager:v1.28.0
-nerdctl pull registry.k8s.io/kube-scheduler:v1.28.0
-nerdctl pull docker.io/prom/prometheus:v2.44.0
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
 global:
   scrape_interval: 15s
@@ -24,18 +18,6 @@ alerting:
     static_configs:
     - targets: []
 scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://kwok-<CLUSTER_NAME>-kwok-controller:10247/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:9090
 - job_name: "etcd"
   scheme: http
   honor_timestamps: true
@@ -44,16 +26,7 @@ scrape_configs:
   enable_http2: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-etcd:2379"
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "kwok-<CLUSTER_NAME>-kwok-controller:10247"
+    - kwok-<CLUSTER_NAME>-etcd:2379
 - job_name: "kube-apiserver"
   scheme: https
   honor_timestamps: true
@@ -66,7 +39,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-apiserver:6443"
+    - kwok-<CLUSTER_NAME>-kube-apiserver:6443
 - job_name: "kube-controller-manager"
   scheme: https
   honor_timestamps: true
@@ -79,7 +52,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-controller-manager:10257"
+    - kwok-<CLUSTER_NAME>-kube-controller-manager:10257
 - job_name: "kube-scheduler"
   scheme: https
   honor_timestamps: true
@@ -92,9 +65,36 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-scheduler:10259"
+    - kwok-<CLUSTER_NAME>-kube-scheduler:10259
+- job_name: "kwok-controller-metrics-discovery"
+  http_sd_configs:
+  - url: http://kwok-<CLUSTER_NAME>-kwok-controller:10247/discovery/prometheus
+- job_name: "kwok-controller"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - kwok-<CLUSTER_NAME>-kwok-controller:10247
+- job_name: "prometheus"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:9090
 EOF
 chmod 0644 <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
+nerdctl pull registry.k8s.io/etcd:3.5.9-0
+nerdctl pull registry.k8s.io/kube-apiserver:v1.28.0
+nerdctl pull localhost/kwok:test
+nerdctl pull registry.k8s.io/kube-controller-manager:v1.28.0
+nerdctl pull registry.k8s.io/kube-scheduler:v1.28.0
+nerdctl pull docker.io/prom/prometheus:v2.44.0
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/kubeconfig.yaml
 apiVersion: v1
 clusters:
diff --git a/test/kwokctl/testdata/nerdctl/create_cluster_with_verbosity.txt b/test/kwokctl/testdata/nerdctl/create_cluster_with_verbosity.txt
index c8b0b6131b..a83d25bb8d 100644
--- a/test/kwokctl/testdata/nerdctl/create_cluster_with_verbosity.txt
+++ b/test/kwokctl/testdata/nerdctl/create_cluster_with_verbosity.txt
@@ -6,14 +6,6 @@ mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/logs
 touch <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/logs/audit.log
 cp <ROOT_DIR>/test/kwokctl/audit-policy.yaml <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/audit.yaml
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/etcd
-nerdctl pull registry.k8s.io/etcd:3.5.9-0
-nerdctl pull registry.k8s.io/kube-apiserver:v1.28.0
-nerdctl pull localhost/kwok:test
-nerdctl pull registry.k8s.io/kube-controller-manager:v1.28.0
-nerdctl pull registry.k8s.io/kube-scheduler:v1.28.0
-nerdctl pull docker.io/kubernetesui/dashboard:v2.7.0
-nerdctl pull docker.io/prom/prometheus:v2.44.0
-nerdctl pull docker.io/jaegertracing/all-in-one:1.45.0
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/apiserver-tracing-config.yaml
 apiVersion: apiserver.config.k8s.io/v1alpha1
 kind: TracingConfiguration
@@ -40,18 +32,6 @@ alerting:
     static_configs:
     - targets: []
 scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://kwok-<CLUSTER_NAME>-kwok-controller:10247/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:9090
 - job_name: "etcd"
   scheme: http
   honor_timestamps: true
@@ -60,16 +40,7 @@ scrape_configs:
   enable_http2: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-etcd:2379"
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "kwok-<CLUSTER_NAME>-kwok-controller:10247"
+    - kwok-<CLUSTER_NAME>-etcd:2379
 - job_name: "kube-apiserver"
   scheme: https
   honor_timestamps: true
@@ -82,7 +53,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-apiserver:6443"
+    - kwok-<CLUSTER_NAME>-kube-apiserver:6443
 - job_name: "kube-controller-manager"
   scheme: https
   honor_timestamps: true
@@ -95,7 +66,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-controller-manager:10257"
+    - kwok-<CLUSTER_NAME>-kube-controller-manager:10257
 - job_name: "kube-scheduler"
   scheme: https
   honor_timestamps: true
@@ -108,9 +79,38 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-scheduler:10259"
+    - kwok-<CLUSTER_NAME>-kube-scheduler:10259
+- job_name: "kwok-controller-metrics-discovery"
+  http_sd_configs:
+  - url: http://kwok-<CLUSTER_NAME>-kwok-controller:10247/discovery/prometheus
+- job_name: "kwok-controller"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - kwok-<CLUSTER_NAME>-kwok-controller:10247
+- job_name: "prometheus"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:9090
 EOF
 chmod 0644 <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
+nerdctl pull registry.k8s.io/etcd:3.5.9-0
+nerdctl pull registry.k8s.io/kube-apiserver:v1.28.0
+nerdctl pull localhost/kwok:test
+nerdctl pull registry.k8s.io/kube-controller-manager:v1.28.0
+nerdctl pull registry.k8s.io/kube-scheduler:v1.28.0
+nerdctl pull docker.io/kubernetesui/dashboard:v2.7.0
+nerdctl pull docker.io/prom/prometheus:v2.44.0
+nerdctl pull docker.io/jaegertracing/all-in-one:1.45.0
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/kubeconfig.yaml
 apiVersion: v1
 clusters:
diff --git a/test/kwokctl/testdata/podman/create_cluster_with_extra.txt b/test/kwokctl/testdata/podman/create_cluster_with_extra.txt
index b73cb8d0c4..ae2f00fd39 100644
--- a/test/kwokctl/testdata/podman/create_cluster_with_extra.txt
+++ b/test/kwokctl/testdata/podman/create_cluster_with_extra.txt
@@ -3,12 +3,6 @@ mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/pki
 # Generate PKI to <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/pki
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/etcd
-podman pull registry.k8s.io/etcd:3.5.9-0
-podman pull registry.k8s.io/kube-apiserver:v1.28.0
-podman pull localhost/kwok:test
-podman pull registry.k8s.io/kube-controller-manager:v1.28.0
-podman pull registry.k8s.io/kube-scheduler:v1.28.0
-podman pull docker.io/prom/prometheus:v2.44.0
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
 global:
   scrape_interval: 15s
@@ -24,18 +18,6 @@ alerting:
     static_configs:
     - targets: []
 scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://kwok-<CLUSTER_NAME>-kwok-controller:10247/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:9090
 - job_name: "etcd"
   scheme: http
   honor_timestamps: true
@@ -44,16 +26,7 @@ scrape_configs:
   enable_http2: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-etcd:2379"
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "kwok-<CLUSTER_NAME>-kwok-controller:10247"
+    - kwok-<CLUSTER_NAME>-etcd:2379
 - job_name: "kube-apiserver"
   scheme: https
   honor_timestamps: true
@@ -66,7 +39,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-apiserver:6443"
+    - kwok-<CLUSTER_NAME>-kube-apiserver:6443
 - job_name: "kube-controller-manager"
   scheme: https
   honor_timestamps: true
@@ -79,7 +52,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-controller-manager:10257"
+    - kwok-<CLUSTER_NAME>-kube-controller-manager:10257
 - job_name: "kube-scheduler"
   scheme: https
   honor_timestamps: true
@@ -92,9 +65,36 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-scheduler:10259"
+    - kwok-<CLUSTER_NAME>-kube-scheduler:10259
+- job_name: "kwok-controller-metrics-discovery"
+  http_sd_configs:
+  - url: http://kwok-<CLUSTER_NAME>-kwok-controller:10247/discovery/prometheus
+- job_name: "kwok-controller"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - kwok-<CLUSTER_NAME>-kwok-controller:10247
+- job_name: "prometheus"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:9090
 EOF
 chmod 0644 <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
+podman pull registry.k8s.io/etcd:3.5.9-0
+podman pull registry.k8s.io/kube-apiserver:v1.28.0
+podman pull localhost/kwok:test
+podman pull registry.k8s.io/kube-controller-manager:v1.28.0
+podman pull registry.k8s.io/kube-scheduler:v1.28.0
+podman pull docker.io/prom/prometheus:v2.44.0
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/kubeconfig.yaml
 apiVersion: v1
 clusters:
diff --git a/test/kwokctl/testdata/podman/create_cluster_with_verbosity.txt b/test/kwokctl/testdata/podman/create_cluster_with_verbosity.txt
index 132d1c3729..4199b4aebe 100644
--- a/test/kwokctl/testdata/podman/create_cluster_with_verbosity.txt
+++ b/test/kwokctl/testdata/podman/create_cluster_with_verbosity.txt
@@ -6,14 +6,6 @@ mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/logs
 touch <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/logs/audit.log
 cp <ROOT_DIR>/test/kwokctl/audit-policy.yaml <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/audit.yaml
 mkdir -p <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/etcd
-podman pull registry.k8s.io/etcd:3.5.9-0
-podman pull registry.k8s.io/kube-apiserver:v1.28.0
-podman pull localhost/kwok:test
-podman pull registry.k8s.io/kube-controller-manager:v1.28.0
-podman pull registry.k8s.io/kube-scheduler:v1.28.0
-podman pull docker.io/kubernetesui/dashboard:v2.7.0
-podman pull docker.io/prom/prometheus:v2.44.0
-podman pull docker.io/jaegertracing/all-in-one:1.45.0
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/apiserver-tracing-config.yaml
 apiVersion: apiserver.config.k8s.io/v1alpha1
 kind: TracingConfiguration
@@ -40,18 +32,6 @@ alerting:
     static_configs:
     - targets: []
 scrape_configs:
-- job_name: "kwok-service-discovery"
-  http_sd_configs:
-  - url: http://kwok-<CLUSTER_NAME>-kwok-controller:10247/discovery/prometheus
-- job_name: "prometheus"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - localhost:9090
 - job_name: "etcd"
   scheme: http
   honor_timestamps: true
@@ -60,16 +40,7 @@ scrape_configs:
   enable_http2: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-etcd:2379"
-- job_name: "kwok-controller"
-  scheme: http
-  honor_timestamps: true
-  metrics_path: /metrics
-  follow_redirects: true
-  enable_http2: true
-  static_configs:
-  - targets:
-    - "kwok-<CLUSTER_NAME>-kwok-controller:10247"
+    - kwok-<CLUSTER_NAME>-etcd:2379
 - job_name: "kube-apiserver"
   scheme: https
   honor_timestamps: true
@@ -82,7 +53,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-apiserver:6443"
+    - kwok-<CLUSTER_NAME>-kube-apiserver:6443
 - job_name: "kube-controller-manager"
   scheme: https
   honor_timestamps: true
@@ -95,7 +66,7 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-controller-manager:10257"
+    - kwok-<CLUSTER_NAME>-kube-controller-manager:10257
 - job_name: "kube-scheduler"
   scheme: https
   honor_timestamps: true
@@ -108,9 +79,38 @@ scrape_configs:
     insecure_skip_verify: true
   static_configs:
   - targets:
-    - "kwok-<CLUSTER_NAME>-kube-scheduler:10259"
+    - kwok-<CLUSTER_NAME>-kube-scheduler:10259
+- job_name: "kwok-controller-metrics-discovery"
+  http_sd_configs:
+  - url: http://kwok-<CLUSTER_NAME>-kwok-controller:10247/discovery/prometheus
+- job_name: "kwok-controller"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - kwok-<CLUSTER_NAME>-kwok-controller:10247
+- job_name: "prometheus"
+  scheme: http
+  honor_timestamps: true
+  metrics_path: /metrics
+  follow_redirects: true
+  enable_http2: true
+  static_configs:
+  - targets:
+    - 127.0.0.1:9090
 EOF
 chmod 0644 <ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/prometheus.yaml
+podman pull registry.k8s.io/etcd:3.5.9-0
+podman pull registry.k8s.io/kube-apiserver:v1.28.0
+podman pull localhost/kwok:test
+podman pull registry.k8s.io/kube-controller-manager:v1.28.0
+podman pull registry.k8s.io/kube-scheduler:v1.28.0
+podman pull docker.io/kubernetesui/dashboard:v2.7.0
+podman pull docker.io/prom/prometheus:v2.44.0
+podman pull docker.io/jaegertracing/all-in-one:1.45.0
 cat <<EOF ><ROOT_DIR>/workdir/clusters/<CLUSTER_NAME>/kubeconfig.yaml
 apiVersion: v1
 clusters: