# HELP kube_certificatesigningrequest_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_certificatesigningrequest_annotations gauge # HELP kube_certificatesigningrequest_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_certificatesigningrequest_labels gauge # HELP kube_certificatesigningrequest_created Unix creation timestamp # TYPE kube_certificatesigningrequest_created gauge # HELP kube_certificatesigningrequest_condition The number of each certificatesigningrequest condition # TYPE kube_certificatesigningrequest_condition gauge # HELP kube_certificatesigningrequest_cert_length Length of the issued cert # TYPE kube_certificatesigningrequest_cert_length gauge # HELP kube_configmap_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_configmap_annotations gauge kube_configmap_annotations{namespace="generated-humans-prod",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="kube-node-lease",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="nvidia-mig-manager-entrypoint"} 1 kube_configmap_annotations{namespace="ingress",configmap="nginx-ingress-tcp-microk8s-conf"} 1 kube_configmap_annotations{namespace="inswapper-hires-prod",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="kube-public",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="cert-manager",configmap="cert-manager-webhook"} 1 kube_configmap_annotations{namespace="cert-manager",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="grpc-workers-prod",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="ingress",configmap="nginx-ingress-udp-microk8s-conf"} 1 kube_configmap_annotations{namespace="ingress",configmap="nginx-load-balancer-microk8s-conf"} 1 kube_configmap_annotations{namespace="kube-public",configmap="local-registry-hosting"} 1 kube_configmap_annotations{namespace="kube-system",configmap="kube-apiserver-legacy-service-account-token-tracking"} 1 kube_configmap_annotations{namespace="monitoring",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-master-conf"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="nvidia-container-toolkit-entrypoint"} 1 kube_configmap_annotations{namespace="kube-system",configmap="coredns"} 1 kube_configmap_annotations{namespace="kube-system",configmap="extension-apiserver-authentication"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="nvidia-device-plugin-entrypoint"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="default-mig-parted-config"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-worker-conf"} 1 kube_configmap_annotations{namespace="kube-system",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-topology-updater-conf"} 1 kube_configmap_annotations{namespace="ingress",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="default-gpu-clients"} 1 kube_configmap_annotations{namespace="inswapper-prod",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="kube-system",configmap="calico-config"} 1 kube_configmap_annotations{namespace="default",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="default",configmap="webhook"} 1 # HELP kube_configmap_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_configmap_labels gauge kube_configmap_labels{namespace="generated-humans-prod",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="kube-node-lease",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="ingress",configmap="nginx-ingress-tcp-microk8s-conf"} 1 kube_configmap_labels{namespace="inswapper-hires-prod",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="kube-public",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="cert-manager",configmap="cert-manager-webhook"} 1 kube_configmap_labels{namespace="cert-manager",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="nvidia-mig-manager-entrypoint"} 1 kube_configmap_labels{namespace="grpc-workers-prod",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="ingress",configmap="nginx-ingress-udp-microk8s-conf"} 1 kube_configmap_labels{namespace="kube-public",configmap="local-registry-hosting"} 1 kube_configmap_labels{namespace="kube-system",configmap="kube-apiserver-legacy-service-account-token-tracking"} 1 kube_configmap_labels{namespace="monitoring",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-master-conf"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="nvidia-container-toolkit-entrypoint"} 1 kube_configmap_labels{namespace="ingress",configmap="nginx-load-balancer-microk8s-conf"} 1 kube_configmap_labels{namespace="kube-system",configmap="extension-apiserver-authentication"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="nvidia-device-plugin-entrypoint"} 1 kube_configmap_labels{namespace="kube-system",configmap="coredns"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="default-mig-parted-config"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-worker-conf"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-topology-updater-conf"} 1 kube_configmap_labels{namespace="ingress",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="kube-system",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="inswapper-prod",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="kube-system",configmap="calico-config"} 1 kube_configmap_labels{namespace="default",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="default",configmap="webhook"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="default-gpu-clients"} 1 # HELP kube_configmap_info Information about configmap. # TYPE kube_configmap_info gauge kube_configmap_info{namespace="grpc-workers-prod",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="ingress",configmap="nginx-ingress-udp-microk8s-conf"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-master-conf"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="nvidia-container-toolkit-entrypoint"} 1 kube_configmap_info{namespace="ingress",configmap="nginx-load-balancer-microk8s-conf"} 1 kube_configmap_info{namespace="kube-public",configmap="local-registry-hosting"} 1 kube_configmap_info{namespace="kube-system",configmap="kube-apiserver-legacy-service-account-token-tracking"} 1 kube_configmap_info{namespace="monitoring",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="nvidia-device-plugin-entrypoint"} 1 kube_configmap_info{namespace="kube-system",configmap="coredns"} 1 kube_configmap_info{namespace="kube-system",configmap="extension-apiserver-authentication"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="default-mig-parted-config"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-worker-conf"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-topology-updater-conf"} 1 kube_configmap_info{namespace="ingress",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="kube-system",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="default",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="default",configmap="webhook"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="default-gpu-clients"} 1 kube_configmap_info{namespace="inswapper-prod",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="kube-system",configmap="calico-config"} 1 kube_configmap_info{namespace="generated-humans-prod",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="kube-node-lease",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="cert-manager",configmap="cert-manager-webhook"} 1 kube_configmap_info{namespace="cert-manager",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="nvidia-mig-manager-entrypoint"} 1 kube_configmap_info{namespace="ingress",configmap="nginx-ingress-tcp-microk8s-conf"} 1 kube_configmap_info{namespace="inswapper-hires-prod",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="kube-public",configmap="kube-root-ca.crt"} 1 # HELP kube_configmap_created Unix creation timestamp # TYPE kube_configmap_created gauge kube_configmap_created{namespace="gpu-operator-resources",configmap="kube-root-ca.crt"} 1.722207222e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="nvidia-device-plugin-entrypoint"} 1.722207233e+09 kube_configmap_created{namespace="kube-system",configmap="coredns"} 1.722206647e+09 kube_configmap_created{namespace="kube-system",configmap="extension-apiserver-authentication"} 1.722206644e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="default-mig-parted-config"} 1.722207233e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-worker-conf"} 1.722207222e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-topology-updater-conf"} 1.722207222e+09 kube_configmap_created{namespace="ingress",configmap="kube-root-ca.crt"} 1.722206729e+09 kube_configmap_created{namespace="kube-system",configmap="kube-root-ca.crt"} 1.72220665e+09 kube_configmap_created{namespace="default",configmap="kube-root-ca.crt"} 1.72220665e+09 kube_configmap_created{namespace="default",configmap="webhook"} 1.722599935e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="default-gpu-clients"} 1.722207233e+09 kube_configmap_created{namespace="inswapper-prod",configmap="kube-root-ca.crt"} 1.72470963e+09 kube_configmap_created{namespace="kube-system",configmap="calico-config"} 1.722206645e+09 kube_configmap_created{namespace="generated-humans-prod",configmap="kube-root-ca.crt"} 1.722347888e+09 kube_configmap_created{namespace="kube-node-lease",configmap="kube-root-ca.crt"} 1.72220665e+09 kube_configmap_created{namespace="cert-manager",configmap="cert-manager-webhook"} 1.722207126e+09 kube_configmap_created{namespace="cert-manager",configmap="kube-root-ca.crt"} 1.72220718e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="nvidia-mig-manager-entrypoint"} 1.722207233e+09 kube_configmap_created{namespace="ingress",configmap="nginx-ingress-tcp-microk8s-conf"} 1.72220673e+09 kube_configmap_created{namespace="inswapper-hires-prod",configmap="kube-root-ca.crt"} 1.722272127e+09 kube_configmap_created{namespace="kube-public",configmap="kube-root-ca.crt"} 1.72220665e+09 kube_configmap_created{namespace="grpc-workers-prod",configmap="kube-root-ca.crt"} 1.722272099e+09 kube_configmap_created{namespace="ingress",configmap="nginx-ingress-udp-microk8s-conf"} 1.72220673e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-master-conf"} 1.722207222e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="nvidia-container-toolkit-entrypoint"} 1.722207232e+09 kube_configmap_created{namespace="ingress",configmap="nginx-load-balancer-microk8s-conf"} 1.72220673e+09 kube_configmap_created{namespace="kube-public",configmap="local-registry-hosting"} 1.722206646e+09 kube_configmap_created{namespace="kube-system",configmap="kube-apiserver-legacy-service-account-token-tracking"} 1.722206644e+09 kube_configmap_created{namespace="monitoring",configmap="kube-root-ca.crt"} 1.743665885e+09 # HELP kube_configmap_metadata_resource_version Resource version representing a specific version of the configmap. # TYPE kube_configmap_metadata_resource_version gauge kube_configmap_metadata_resource_version{namespace="grpc-workers-prod",configmap="kube-root-ca.crt"} 135680 kube_configmap_metadata_resource_version{namespace="ingress",configmap="nginx-ingress-udp-microk8s-conf"} 433 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-master-conf"} 1532 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="nvidia-container-toolkit-entrypoint"} 1672 kube_configmap_metadata_resource_version{namespace="ingress",configmap="nginx-load-balancer-microk8s-conf"} 431 kube_configmap_metadata_resource_version{namespace="kube-public",configmap="local-registry-hosting"} 145 kube_configmap_metadata_resource_version{namespace="kube-system",configmap="kube-apiserver-legacy-service-account-token-tracking"} 33 kube_configmap_metadata_resource_version{namespace="monitoring",configmap="kube-root-ca.crt"} 4.4021647e+07 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="kube-root-ca.crt"} 1527 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="nvidia-device-plugin-entrypoint"} 1699 kube_configmap_metadata_resource_version{namespace="kube-system",configmap="coredns"} 164 kube_configmap_metadata_resource_version{namespace="kube-system",configmap="extension-apiserver-authentication"} 27 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="default-mig-parted-config"} 1737 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-worker-conf"} 1531 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-topology-updater-conf"} 1533 kube_configmap_metadata_resource_version{namespace="ingress",configmap="kube-root-ca.crt"} 425 kube_configmap_metadata_resource_version{namespace="kube-system",configmap="kube-root-ca.crt"} 195 kube_configmap_metadata_resource_version{namespace="default",configmap="kube-root-ca.crt"} 192 kube_configmap_metadata_resource_version{namespace="default",configmap="webhook"} 817002 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="default-gpu-clients"} 1738 kube_configmap_metadata_resource_version{namespace="inswapper-prod",configmap="kube-root-ca.crt"} 5.154541e+06 kube_configmap_metadata_resource_version{namespace="kube-system",configmap="calico-config"} 78 kube_configmap_metadata_resource_version{namespace="generated-humans-prod",configmap="kube-root-ca.crt"} 292081 kube_configmap_metadata_resource_version{namespace="kube-node-lease",configmap="kube-root-ca.crt"} 193 kube_configmap_metadata_resource_version{namespace="cert-manager",configmap="cert-manager-webhook"} 1228 kube_configmap_metadata_resource_version{namespace="cert-manager",configmap="kube-root-ca.crt"} 1304 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="nvidia-mig-manager-entrypoint"} 1739 kube_configmap_metadata_resource_version{namespace="ingress",configmap="nginx-ingress-tcp-microk8s-conf"} 432 kube_configmap_metadata_resource_version{namespace="inswapper-hires-prod",configmap="kube-root-ca.crt"} 135743 kube_configmap_metadata_resource_version{namespace="kube-public",configmap="kube-root-ca.crt"} 194 # HELP kube_cronjob_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_cronjob_annotations gauge # HELP kube_cronjob_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_cronjob_labels gauge # HELP kube_cronjob_info Info about cronjob. # TYPE kube_cronjob_info gauge # HELP kube_cronjob_created Unix creation timestamp # TYPE kube_cronjob_created gauge # HELP kube_cronjob_status_active Active holds pointers to currently running jobs. # TYPE kube_cronjob_status_active gauge # HELP kube_cronjob_status_last_schedule_time LastScheduleTime keeps information of when was the last time the job was successfully scheduled. # TYPE kube_cronjob_status_last_schedule_time gauge # HELP kube_cronjob_spec_suspend Suspend flag tells the controller to suspend subsequent executions. # TYPE kube_cronjob_spec_suspend gauge # HELP kube_cronjob_spec_starting_deadline_seconds Deadline in seconds for starting the job if it misses scheduled time for any reason. # TYPE kube_cronjob_spec_starting_deadline_seconds gauge # HELP kube_cronjob_next_schedule_time Next time the cronjob should be scheduled. The time after lastScheduleTime, or after the cron job's creation time if it's never been scheduled. Use this to determine if the job is delayed. # TYPE kube_cronjob_next_schedule_time gauge # HELP kube_cronjob_metadata_resource_version Resource version representing a specific version of the cronjob. # TYPE kube_cronjob_metadata_resource_version gauge # HELP kube_cronjob_spec_successful_job_history_limit Successful job history limit tells the controller how many completed jobs should be preserved. # TYPE kube_cronjob_spec_successful_job_history_limit gauge # HELP kube_cronjob_spec_failed_job_history_limit Failed job history limit tells the controller how many failed jobs should be preserved. # TYPE kube_cronjob_spec_failed_job_history_limit gauge # HELP kube_daemonset_created Unix creation timestamp # TYPE kube_daemonset_created gauge kube_daemonset_created{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1.722207233e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1.722207233e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1.722207233e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 1.722207233e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1.722207233e+09 kube_daemonset_created{namespace="kube-system",daemonset="calico-node"} 1.722206645e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1.722207222e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1.722207232e+09 kube_daemonset_created{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1.72220673e+09 kube_daemonset_created{namespace="monitoring",daemonset="node-exporter"} 1.743668596e+09 # HELP kube_daemonset_status_current_number_scheduled The number of nodes running at least one daemon pod and are supposed to. # TYPE kube_daemonset_status_current_number_scheduled gauge kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_status_current_number_scheduled{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_status_current_number_scheduled{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_status_current_number_scheduled{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 # HELP kube_daemonset_status_desired_number_scheduled The number of nodes that should be running the daemon pod. # TYPE kube_daemonset_status_desired_number_scheduled gauge kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_status_desired_number_scheduled{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_status_desired_number_scheduled{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_status_desired_number_scheduled{namespace="monitoring",daemonset="node-exporter"} 1 # HELP kube_daemonset_status_number_available The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and available # TYPE kube_daemonset_status_number_available gauge kube_daemonset_status_number_available{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_status_number_available{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_status_number_available{namespace="monitoring",daemonset="node-exporter"} 1 # HELP kube_daemonset_status_number_misscheduled The number of nodes running a daemon pod but are not supposed to. # TYPE kube_daemonset_status_number_misscheduled gauge kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 0 kube_daemonset_status_number_misscheduled{namespace="kube-system",daemonset="calico-node"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 0 kube_daemonset_status_number_misscheduled{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 0 kube_daemonset_status_number_misscheduled{namespace="monitoring",daemonset="node-exporter"} 0 # HELP kube_daemonset_status_number_ready The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and ready. # TYPE kube_daemonset_status_number_ready gauge kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_status_number_ready{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_status_number_ready{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_status_number_ready{namespace="kube-system",daemonset="calico-node"} 1 # HELP kube_daemonset_status_number_unavailable The number of nodes that should be running the daemon pod and have none of the daemon pod running and available # TYPE kube_daemonset_status_number_unavailable gauge kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 0 kube_daemonset_status_number_unavailable{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 0 kube_daemonset_status_number_unavailable{namespace="monitoring",daemonset="node-exporter"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 0 kube_daemonset_status_number_unavailable{namespace="kube-system",daemonset="calico-node"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 # HELP kube_daemonset_status_observed_generation The most recent generation observed by the daemon set controller. # TYPE kube_daemonset_status_observed_generation gauge kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_status_observed_generation{namespace="kube-system",daemonset="calico-node"} 8 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_status_observed_generation{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_status_observed_generation{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 # HELP kube_daemonset_status_updated_number_scheduled The total number of nodes that are running updated daemon pod # TYPE kube_daemonset_status_updated_number_scheduled gauge kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_status_updated_number_scheduled{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_status_updated_number_scheduled{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_status_updated_number_scheduled{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 # HELP kube_daemonset_metadata_generation Sequence number representing a specific generation of the desired state. # TYPE kube_daemonset_metadata_generation gauge kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_metadata_generation{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_metadata_generation{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 1 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_metadata_generation{namespace="kube-system",daemonset="calico-node"} 8 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 # HELP kube_daemonset_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_daemonset_annotations gauge kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_annotations{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_annotations{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_annotations{namespace="monitoring",daemonset="node-exporter"} 1 # HELP kube_daemonset_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_daemonset_labels gauge kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_labels{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_labels{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_labels{namespace="kube-system",daemonset="calico-node"} 1 # HELP kube_deployment_created Unix creation timestamp # TYPE kube_deployment_created gauge kube_deployment_created{namespace="default",deployment="webhook"} 1.722599935e+09 kube_deployment_created{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1.722207222e+09 kube_deployment_created{namespace="grpc-workers-prod",deployment="inswapper-hires"} 1.722272307e+09 kube_deployment_created{namespace="kube-system",deployment="metrics-server"} 1.722207248e+09 kube_deployment_created{namespace="cert-manager",deployment="cert-manager-cainjector"} 1.722207126e+09 kube_deployment_created{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1.722207222e+09 kube_deployment_created{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 1.722272789e+09 kube_deployment_created{namespace="cert-manager",deployment="cert-manager"} 1.722207126e+09 kube_deployment_created{namespace="cert-manager",deployment="cert-manager-webhook"} 1.722207126e+09 kube_deployment_created{namespace="inswapper-prod",deployment="inswapper-api"} 1.724710103e+09 kube_deployment_created{namespace="kube-system",deployment="kube-state-metrics"} 1.743677566e+09 kube_deployment_created{namespace="gpu-operator-resources",deployment="gpu-operator"} 1.722207222e+09 kube_deployment_created{namespace="kube-system",deployment="calico-kube-controllers"} 1.722206645e+09 kube_deployment_created{namespace="kube-system",deployment="coredns"} 1.722206647e+09 # HELP kube_deployment_status_replicas The number of replicas per deployment. # TYPE kube_deployment_status_replicas gauge kube_deployment_status_replicas{namespace="default",deployment="webhook"} 1 kube_deployment_status_replicas{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_status_replicas{namespace="grpc-workers-prod",deployment="inswapper-hires"} 1 kube_deployment_status_replicas{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_status_replicas{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_status_replicas{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_status_replicas{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 2 kube_deployment_status_replicas{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_status_replicas{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_status_replicas{namespace="inswapper-prod",deployment="inswapper-api"} 4 kube_deployment_status_replicas{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_status_replicas{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_status_replicas{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_status_replicas{namespace="kube-system",deployment="coredns"} 1 # HELP kube_deployment_status_replicas_ready The number of ready replicas per deployment. # TYPE kube_deployment_status_replicas_ready gauge kube_deployment_status_replicas_ready{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_status_replicas_ready{namespace="kube-system",deployment="coredns"} 1 kube_deployment_status_replicas_ready{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_status_replicas_ready{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_status_replicas_ready{namespace="grpc-workers-prod",deployment="inswapper-hires"} 1 kube_deployment_status_replicas_ready{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_status_replicas_ready{namespace="default",deployment="webhook"} 1 kube_deployment_status_replicas_ready{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_status_replicas_ready{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 2 kube_deployment_status_replicas_ready{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_status_replicas_ready{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_status_replicas_ready{namespace="inswapper-prod",deployment="inswapper-api"} 4 kube_deployment_status_replicas_ready{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_status_replicas_ready{namespace="cert-manager",deployment="cert-manager"} 1 # HELP kube_deployment_status_replicas_available The number of available replicas per deployment. # TYPE kube_deployment_status_replicas_available gauge kube_deployment_status_replicas_available{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_status_replicas_available{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_status_replicas_available{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 2 kube_deployment_status_replicas_available{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_status_replicas_available{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_status_replicas_available{namespace="inswapper-prod",deployment="inswapper-api"} 4 kube_deployment_status_replicas_available{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_status_replicas_available{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_status_replicas_available{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_status_replicas_available{namespace="kube-system",deployment="coredns"} 1 kube_deployment_status_replicas_available{namespace="default",deployment="webhook"} 1 kube_deployment_status_replicas_available{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_status_replicas_available{namespace="grpc-workers-prod",deployment="inswapper-hires"} 1 kube_deployment_status_replicas_available{namespace="kube-system",deployment="metrics-server"} 1 # HELP kube_deployment_status_replicas_unavailable The number of unavailable replicas per deployment. # TYPE kube_deployment_status_replicas_unavailable gauge kube_deployment_status_replicas_unavailable{namespace="default",deployment="webhook"} 0 kube_deployment_status_replicas_unavailable{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 0 kube_deployment_status_replicas_unavailable{namespace="grpc-workers-prod",deployment="inswapper-hires"} 0 kube_deployment_status_replicas_unavailable{namespace="kube-system",deployment="metrics-server"} 0 kube_deployment_status_replicas_unavailable{namespace="cert-manager",deployment="cert-manager-cainjector"} 0 kube_deployment_status_replicas_unavailable{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 0 kube_deployment_status_replicas_unavailable{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 0 kube_deployment_status_replicas_unavailable{namespace="cert-manager",deployment="cert-manager"} 0 kube_deployment_status_replicas_unavailable{namespace="cert-manager",deployment="cert-manager-webhook"} 0 kube_deployment_status_replicas_unavailable{namespace="inswapper-prod",deployment="inswapper-api"} 0 kube_deployment_status_replicas_unavailable{namespace="kube-system",deployment="kube-state-metrics"} 0 kube_deployment_status_replicas_unavailable{namespace="gpu-operator-resources",deployment="gpu-operator"} 0 kube_deployment_status_replicas_unavailable{namespace="kube-system",deployment="calico-kube-controllers"} 0 kube_deployment_status_replicas_unavailable{namespace="kube-system",deployment="coredns"} 0 # HELP kube_deployment_status_replicas_updated The number of updated replicas per deployment. # TYPE kube_deployment_status_replicas_updated gauge kube_deployment_status_replicas_updated{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_status_replicas_updated{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_status_replicas_updated{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 2 kube_deployment_status_replicas_updated{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_status_replicas_updated{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_status_replicas_updated{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_status_replicas_updated{namespace="inswapper-prod",deployment="inswapper-api"} 4 kube_deployment_status_replicas_updated{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_status_replicas_updated{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_status_replicas_updated{namespace="kube-system",deployment="coredns"} 1 kube_deployment_status_replicas_updated{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_status_replicas_updated{namespace="default",deployment="webhook"} 1 kube_deployment_status_replicas_updated{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_status_replicas_updated{namespace="grpc-workers-prod",deployment="inswapper-hires"} 1 # HELP kube_deployment_status_observed_generation The generation observed by the deployment controller. # TYPE kube_deployment_status_observed_generation gauge kube_deployment_status_observed_generation{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_status_observed_generation{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_status_observed_generation{namespace="inswapper-prod",deployment="inswapper-api"} 3 kube_deployment_status_observed_generation{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_status_observed_generation{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_status_observed_generation{namespace="kube-system",deployment="calico-kube-controllers"} 8 kube_deployment_status_observed_generation{namespace="kube-system",deployment="coredns"} 1 kube_deployment_status_observed_generation{namespace="default",deployment="webhook"} 1 kube_deployment_status_observed_generation{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_status_observed_generation{namespace="grpc-workers-prod",deployment="inswapper-hires"} 5 kube_deployment_status_observed_generation{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_status_observed_generation{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_status_observed_generation{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_status_observed_generation{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 9 # HELP kube_deployment_status_condition The current status conditions of a deployment. # TYPE kube_deployment_status_condition gauge kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-webhook",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-webhook",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-webhook",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-webhook",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-webhook",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-webhook",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="inswapper-prod",deployment="inswapper-api",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="inswapper-prod",deployment="inswapper-api",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="inswapper-prod",deployment="inswapper-api",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="inswapper-prod",deployment="inswapper-api",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="inswapper-prod",deployment="inswapper-api",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="inswapper-prod",deployment="inswapper-api",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="kube-state-metrics",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="kube-state-metrics",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="kube-state-metrics",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="kube-state-metrics",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="kube-state-metrics",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="kube-state-metrics",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="calico-kube-controllers",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="calico-kube-controllers",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="calico-kube-controllers",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="calico-kube-controllers",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="calico-kube-controllers",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="calico-kube-controllers",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="coredns",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="coredns",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="coredns",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="coredns",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="coredns",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="coredns",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="grpc-workers-prod",deployment="inswapper-hires",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="grpc-workers-prod",deployment="inswapper-hires",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="grpc-workers-prod",deployment="inswapper-hires",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="grpc-workers-prod",deployment="inswapper-hires",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="grpc-workers-prod",deployment="inswapper-hires",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="grpc-workers-prod",deployment="inswapper-hires",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="metrics-server",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="metrics-server",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="metrics-server",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="metrics-server",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="metrics-server",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="metrics-server",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="default",deployment="webhook",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="default",deployment="webhook",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="default",deployment="webhook",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="default",deployment="webhook",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="default",deployment="webhook",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="default",deployment="webhook",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="inswapper-hires-prod",deployment="inswapper-hires-api",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="inswapper-hires-prod",deployment="inswapper-hires-api",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="inswapper-hires-prod",deployment="inswapper-hires-api",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="inswapper-hires-prod",deployment="inswapper-hires-api",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="inswapper-hires-prod",deployment="inswapper-hires-api",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="inswapper-hires-prod",deployment="inswapper-hires-api",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-cainjector",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-cainjector",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-cainjector",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-cainjector",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-cainjector",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-cainjector",condition="Available",status="unknown"} 0 # HELP kube_deployment_spec_replicas Number of desired pods for a deployment. # TYPE kube_deployment_spec_replicas gauge kube_deployment_spec_replicas{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_spec_replicas{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_spec_replicas{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 2 kube_deployment_spec_replicas{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_spec_replicas{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_spec_replicas{namespace="inswapper-prod",deployment="inswapper-api"} 4 kube_deployment_spec_replicas{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_spec_replicas{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_spec_replicas{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_spec_replicas{namespace="kube-system",deployment="coredns"} 1 kube_deployment_spec_replicas{namespace="default",deployment="webhook"} 1 kube_deployment_spec_replicas{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_spec_replicas{namespace="grpc-workers-prod",deployment="inswapper-hires"} 1 kube_deployment_spec_replicas{namespace="kube-system",deployment="metrics-server"} 1 # HELP kube_deployment_spec_paused Whether the deployment is paused and will not be processed by the deployment controller. # TYPE kube_deployment_spec_paused gauge kube_deployment_spec_paused{namespace="grpc-workers-prod",deployment="inswapper-hires"} 0 kube_deployment_spec_paused{namespace="kube-system",deployment="metrics-server"} 0 kube_deployment_spec_paused{namespace="default",deployment="webhook"} 0 kube_deployment_spec_paused{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 0 kube_deployment_spec_paused{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 0 kube_deployment_spec_paused{namespace="cert-manager",deployment="cert-manager-cainjector"} 0 kube_deployment_spec_paused{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 0 kube_deployment_spec_paused{namespace="inswapper-prod",deployment="inswapper-api"} 0 kube_deployment_spec_paused{namespace="kube-system",deployment="kube-state-metrics"} 0 kube_deployment_spec_paused{namespace="cert-manager",deployment="cert-manager"} 0 kube_deployment_spec_paused{namespace="cert-manager",deployment="cert-manager-webhook"} 0 kube_deployment_spec_paused{namespace="kube-system",deployment="coredns"} 0 kube_deployment_spec_paused{namespace="gpu-operator-resources",deployment="gpu-operator"} 0 kube_deployment_spec_paused{namespace="kube-system",deployment="calico-kube-controllers"} 0 # HELP kube_deployment_spec_strategy_rollingupdate_max_unavailable Maximum number of unavailable replicas during a rolling update of a deployment. # TYPE kube_deployment_spec_strategy_rollingupdate_max_unavailable gauge kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="cert-manager",deployment="cert-manager"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="cert-manager",deployment="cert-manager-webhook"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="inswapper-prod",deployment="inswapper-api"} 1 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="kube-system",deployment="kube-state-metrics"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="gpu-operator-resources",deployment="gpu-operator"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="kube-system",deployment="coredns"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="default",deployment="webhook"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="grpc-workers-prod",deployment="inswapper-hires"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="kube-system",deployment="metrics-server"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="cert-manager",deployment="cert-manager-cainjector"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 0 # HELP kube_deployment_spec_strategy_rollingupdate_max_surge Maximum number of replicas that can be scheduled above the desired number of replicas during a rolling update of a deployment. # TYPE kube_deployment_spec_strategy_rollingupdate_max_surge gauge kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="inswapper-prod",deployment="inswapper-api"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="kube-system",deployment="coredns"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="grpc-workers-prod",deployment="inswapper-hires"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="default",deployment="webhook"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 # HELP kube_deployment_metadata_generation Sequence number representing a specific generation of the desired state. # TYPE kube_deployment_metadata_generation gauge kube_deployment_metadata_generation{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_metadata_generation{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_metadata_generation{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 9 kube_deployment_metadata_generation{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_metadata_generation{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_metadata_generation{namespace="inswapper-prod",deployment="inswapper-api"} 3 kube_deployment_metadata_generation{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_metadata_generation{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_metadata_generation{namespace="kube-system",deployment="calico-kube-controllers"} 8 kube_deployment_metadata_generation{namespace="kube-system",deployment="coredns"} 1 kube_deployment_metadata_generation{namespace="default",deployment="webhook"} 1 kube_deployment_metadata_generation{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_metadata_generation{namespace="grpc-workers-prod",deployment="inswapper-hires"} 5 kube_deployment_metadata_generation{namespace="kube-system",deployment="metrics-server"} 1 # HELP kube_deployment_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_deployment_annotations gauge kube_deployment_annotations{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 1 kube_deployment_annotations{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_annotations{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_annotations{namespace="inswapper-prod",deployment="inswapper-api"} 1 kube_deployment_annotations{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_annotations{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_annotations{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_annotations{namespace="kube-system",deployment="coredns"} 1 kube_deployment_annotations{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_annotations{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_annotations{namespace="grpc-workers-prod",deployment="inswapper-hires"} 1 kube_deployment_annotations{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_annotations{namespace="default",deployment="webhook"} 1 kube_deployment_annotations{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 # HELP kube_deployment_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_deployment_labels gauge kube_deployment_labels{namespace="default",deployment="webhook"} 1 kube_deployment_labels{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_labels{namespace="grpc-workers-prod",deployment="inswapper-hires"} 1 kube_deployment_labels{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_labels{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_labels{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_labels{namespace="inswapper-hires-prod",deployment="inswapper-hires-api"} 1 kube_deployment_labels{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_labels{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_labels{namespace="inswapper-prod",deployment="inswapper-api"} 1 kube_deployment_labels{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_labels{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_labels{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_labels{namespace="kube-system",deployment="coredns"} 1 # HELP kube_endpoint_info Information about endpoint. # TYPE kube_endpoint_info gauge kube_endpoint_info{namespace="generated-humans-prod",endpoint="generated-humans-api"} 1 kube_endpoint_info{namespace="gpu-operator-resources",endpoint="gpu-operator"} 1 kube_endpoint_info{namespace="grpc-workers-prod",endpoint="face-align"} 1 kube_endpoint_info{namespace="grpc-workers-prod",endpoint="inswapper-hires"} 1 kube_endpoint_info{namespace="kube-system",endpoint="kube-dns"} 1 kube_endpoint_info{namespace="kube-system",endpoint="metrics-server"} 1 kube_endpoint_info{namespace="cert-manager",endpoint="cert-manager"} 1 kube_endpoint_info{namespace="cert-manager",endpoint="cert-manager-webhook"} 1 kube_endpoint_info{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter"} 1 kube_endpoint_info{namespace="monitoring",endpoint="node-exporter"} 1 kube_endpoint_info{namespace="default",endpoint="webhook"} 1 kube_endpoint_info{namespace="gpu-operator-resources",endpoint="gpu-operator-node-feature-discovery-master"} 1 kube_endpoint_info{namespace="grpc-workers-prod",endpoint="inswapper"} 1 kube_endpoint_info{namespace="kube-system",endpoint="kube-state-metrics"} 1 kube_endpoint_info{namespace="default",endpoint="kubernetes"} 1 kube_endpoint_info{namespace="grpc-workers-prod",endpoint="dlib"} 1 kube_endpoint_info{namespace="grpc-workers-prod",endpoint="scrfd"} 1 kube_endpoint_info{namespace="inswapper-hires-prod",endpoint="inswapper-hires-api"} 1 kube_endpoint_info{namespace="inswapper-prod",endpoint="inswapper-api"} 1 # HELP kube_endpoint_created Unix creation timestamp # TYPE kube_endpoint_created gauge kube_endpoint_created{namespace="cert-manager",endpoint="cert-manager"} 1.72220718e+09 kube_endpoint_created{namespace="cert-manager",endpoint="cert-manager-webhook"} 1.72220718e+09 kube_endpoint_created{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter"} 1.722207233e+09 kube_endpoint_created{namespace="monitoring",endpoint="node-exporter"} 1.743668596e+09 kube_endpoint_created{namespace="default",endpoint="webhook"} 1.722599935e+09 kube_endpoint_created{namespace="gpu-operator-resources",endpoint="gpu-operator-node-feature-discovery-master"} 1.722207222e+09 kube_endpoint_created{namespace="grpc-workers-prod",endpoint="inswapper"} 1.724709646e+09 kube_endpoint_created{namespace="kube-system",endpoint="kube-state-metrics"} 1.743677566e+09 kube_endpoint_created{namespace="inswapper-prod",endpoint="inswapper-api"} 1.724710103e+09 kube_endpoint_created{namespace="default",endpoint="kubernetes"} 1.722206645e+09 kube_endpoint_created{namespace="grpc-workers-prod",endpoint="dlib"} 1.722272297e+09 kube_endpoint_created{namespace="grpc-workers-prod",endpoint="scrfd"} 1.722272308e+09 kube_endpoint_created{namespace="inswapper-hires-prod",endpoint="inswapper-hires-api"} 1.722272789e+09 kube_endpoint_created{namespace="kube-system",endpoint="kube-dns"} 1.722206651e+09 kube_endpoint_created{namespace="kube-system",endpoint="metrics-server"} 1.722207248e+09 kube_endpoint_created{namespace="generated-humans-prod",endpoint="generated-humans-api"} 1.722347962e+09 kube_endpoint_created{namespace="gpu-operator-resources",endpoint="gpu-operator"} 1.722207232e+09 kube_endpoint_created{namespace="grpc-workers-prod",endpoint="face-align"} 1.722272307e+09 kube_endpoint_created{namespace="grpc-workers-prod",endpoint="inswapper-hires"} 1.722272307e+09 # HELP kube_endpoint_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_endpoint_annotations gauge kube_endpoint_annotations{namespace="gpu-operator-resources",endpoint="gpu-operator"} 1 kube_endpoint_annotations{namespace="grpc-workers-prod",endpoint="face-align"} 1 kube_endpoint_annotations{namespace="grpc-workers-prod",endpoint="inswapper-hires"} 1 kube_endpoint_annotations{namespace="kube-system",endpoint="kube-dns"} 1 kube_endpoint_annotations{namespace="kube-system",endpoint="metrics-server"} 1 kube_endpoint_annotations{namespace="generated-humans-prod",endpoint="generated-humans-api"} 1 kube_endpoint_annotations{namespace="cert-manager",endpoint="cert-manager-webhook"} 1 kube_endpoint_annotations{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter"} 1 kube_endpoint_annotations{namespace="monitoring",endpoint="node-exporter"} 1 kube_endpoint_annotations{namespace="cert-manager",endpoint="cert-manager"} 1 kube_endpoint_annotations{namespace="gpu-operator-resources",endpoint="gpu-operator-node-feature-discovery-master"} 1 kube_endpoint_annotations{namespace="grpc-workers-prod",endpoint="inswapper"} 1 kube_endpoint_annotations{namespace="kube-system",endpoint="kube-state-metrics"} 1 kube_endpoint_annotations{namespace="default",endpoint="webhook"} 1 kube_endpoint_annotations{namespace="grpc-workers-prod",endpoint="dlib"} 1 kube_endpoint_annotations{namespace="grpc-workers-prod",endpoint="scrfd"} 1 kube_endpoint_annotations{namespace="inswapper-hires-prod",endpoint="inswapper-hires-api"} 1 kube_endpoint_annotations{namespace="inswapper-prod",endpoint="inswapper-api"} 1 kube_endpoint_annotations{namespace="default",endpoint="kubernetes"} 1 # HELP kube_endpoint_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_endpoint_labels gauge kube_endpoint_labels{namespace="inswapper-prod",endpoint="inswapper-api"} 1 kube_endpoint_labels{namespace="default",endpoint="kubernetes"} 1 kube_endpoint_labels{namespace="grpc-workers-prod",endpoint="dlib"} 1 kube_endpoint_labels{namespace="grpc-workers-prod",endpoint="scrfd"} 1 kube_endpoint_labels{namespace="inswapper-hires-prod",endpoint="inswapper-hires-api"} 1 kube_endpoint_labels{namespace="kube-system",endpoint="kube-dns"} 1 kube_endpoint_labels{namespace="kube-system",endpoint="metrics-server"} 1 kube_endpoint_labels{namespace="generated-humans-prod",endpoint="generated-humans-api"} 1 kube_endpoint_labels{namespace="gpu-operator-resources",endpoint="gpu-operator"} 1 kube_endpoint_labels{namespace="grpc-workers-prod",endpoint="face-align"} 1 kube_endpoint_labels{namespace="grpc-workers-prod",endpoint="inswapper-hires"} 1 kube_endpoint_labels{namespace="cert-manager",endpoint="cert-manager"} 1 kube_endpoint_labels{namespace="cert-manager",endpoint="cert-manager-webhook"} 1 kube_endpoint_labels{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter"} 1 kube_endpoint_labels{namespace="monitoring",endpoint="node-exporter"} 1 kube_endpoint_labels{namespace="default",endpoint="webhook"} 1 kube_endpoint_labels{namespace="gpu-operator-resources",endpoint="gpu-operator-node-feature-discovery-master"} 1 kube_endpoint_labels{namespace="grpc-workers-prod",endpoint="inswapper"} 1 kube_endpoint_labels{namespace="kube-system",endpoint="kube-state-metrics"} 1 # HELP kube_endpoint_address_available Number of addresses available in endpoint. # TYPE kube_endpoint_address_available gauge kube_endpoint_address_available{namespace="inswapper-hires-prod",endpoint="inswapper-hires-api"} 2 kube_endpoint_address_available{namespace="inswapper-prod",endpoint="inswapper-api"} 4 kube_endpoint_address_available{namespace="default",endpoint="kubernetes"} 1 kube_endpoint_address_available{namespace="grpc-workers-prod",endpoint="dlib"} 6 kube_endpoint_address_available{namespace="grpc-workers-prod",endpoint="scrfd"} 8 kube_endpoint_address_available{namespace="grpc-workers-prod",endpoint="inswapper-hires"} 2 kube_endpoint_address_available{namespace="kube-system",endpoint="kube-dns"} 3 kube_endpoint_address_available{namespace="kube-system",endpoint="metrics-server"} 1 kube_endpoint_address_available{namespace="generated-humans-prod",endpoint="generated-humans-api"} 2 kube_endpoint_address_available{namespace="gpu-operator-resources",endpoint="gpu-operator"} 1 kube_endpoint_address_available{namespace="grpc-workers-prod",endpoint="face-align"} 2 kube_endpoint_address_available{namespace="monitoring",endpoint="node-exporter"} 1 kube_endpoint_address_available{namespace="cert-manager",endpoint="cert-manager"} 1 kube_endpoint_address_available{namespace="cert-manager",endpoint="cert-manager-webhook"} 1 kube_endpoint_address_available{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter"} 1 kube_endpoint_address_available{namespace="kube-system",endpoint="kube-state-metrics"} 2 kube_endpoint_address_available{namespace="default",endpoint="webhook"} 1 kube_endpoint_address_available{namespace="gpu-operator-resources",endpoint="gpu-operator-node-feature-discovery-master"} 1 kube_endpoint_address_available{namespace="grpc-workers-prod",endpoint="inswapper"} 8 # HELP kube_endpoint_address_not_ready Number of addresses not ready in endpoint # TYPE kube_endpoint_address_not_ready gauge kube_endpoint_address_not_ready{namespace="monitoring",endpoint="node-exporter"} 0 kube_endpoint_address_not_ready{namespace="cert-manager",endpoint="cert-manager"} 0 kube_endpoint_address_not_ready{namespace="cert-manager",endpoint="cert-manager-webhook"} 0 kube_endpoint_address_not_ready{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter"} 0 kube_endpoint_address_not_ready{namespace="kube-system",endpoint="kube-state-metrics"} 0 kube_endpoint_address_not_ready{namespace="default",endpoint="webhook"} 0 kube_endpoint_address_not_ready{namespace="gpu-operator-resources",endpoint="gpu-operator-node-feature-discovery-master"} 0 kube_endpoint_address_not_ready{namespace="grpc-workers-prod",endpoint="inswapper"} 0 kube_endpoint_address_not_ready{namespace="inswapper-hires-prod",endpoint="inswapper-hires-api"} 0 kube_endpoint_address_not_ready{namespace="inswapper-prod",endpoint="inswapper-api"} 0 kube_endpoint_address_not_ready{namespace="default",endpoint="kubernetes"} 0 kube_endpoint_address_not_ready{namespace="grpc-workers-prod",endpoint="dlib"} 0 kube_endpoint_address_not_ready{namespace="grpc-workers-prod",endpoint="scrfd"} 0 kube_endpoint_address_not_ready{namespace="grpc-workers-prod",endpoint="inswapper-hires"} 0 kube_endpoint_address_not_ready{namespace="kube-system",endpoint="kube-dns"} 0 kube_endpoint_address_not_ready{namespace="kube-system",endpoint="metrics-server"} 0 kube_endpoint_address_not_ready{namespace="generated-humans-prod",endpoint="generated-humans-api"} 0 kube_endpoint_address_not_ready{namespace="gpu-operator-resources",endpoint="gpu-operator"} 0 kube_endpoint_address_not_ready{namespace="grpc-workers-prod",endpoint="face-align"} 0 # HELP kube_endpoint_ports Information about the Endpoint ports. # TYPE kube_endpoint_ports gauge kube_endpoint_ports{namespace="monitoring",endpoint="node-exporter",port_name="node-exporter",port_protocol="TCP",port_number="9100"} 1 kube_endpoint_ports{namespace="cert-manager",endpoint="cert-manager",port_name="tcp-prometheus-servicemonitor",port_protocol="TCP",port_number="9402"} 1 kube_endpoint_ports{namespace="cert-manager",endpoint="cert-manager-webhook",port_name="https",port_protocol="TCP",port_number="10250"} 1 kube_endpoint_ports{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter",port_name="gpu-metrics",port_protocol="TCP",port_number="9400"} 1 kube_endpoint_ports{namespace="kube-system",endpoint="kube-state-metrics",port_name="telemetry",port_protocol="TCP",port_number="8081"} 1 kube_endpoint_ports{namespace="kube-system",endpoint="kube-state-metrics",port_name="http-metrics",port_protocol="TCP",port_number="8080"} 1 kube_endpoint_ports{namespace="default",endpoint="webhook",port_name="",port_protocol="TCP",port_number="8080"} 1 kube_endpoint_ports{namespace="gpu-operator-resources",endpoint="gpu-operator-node-feature-discovery-master",port_name="grpc",port_protocol="TCP",port_number="8080"} 1 kube_endpoint_ports{namespace="grpc-workers-prod",endpoint="inswapper",port_name="metrics",port_protocol="TCP",port_number="5001"} 1 kube_endpoint_ports{namespace="grpc-workers-prod",endpoint="inswapper",port_name="grpc",port_protocol="TCP",port_number="5000"} 1 kube_endpoint_ports{namespace="inswapper-hires-prod",endpoint="inswapper-hires-api",port_name="",port_protocol="TCP",port_number="8000"} 1 kube_endpoint_ports{namespace="inswapper-prod",endpoint="inswapper-api",port_name="",port_protocol="TCP",port_number="8000"} 1 kube_endpoint_ports{namespace="default",endpoint="kubernetes",port_name="https",port_protocol="TCP",port_number="16443"} 1 kube_endpoint_ports{namespace="grpc-workers-prod",endpoint="dlib",port_name="metrics",port_protocol="TCP",port_number="5001"} 1 kube_endpoint_ports{namespace="grpc-workers-prod",endpoint="dlib",port_name="grpc",port_protocol="TCP",port_number="5000"} 1 kube_endpoint_ports{namespace="grpc-workers-prod",endpoint="scrfd",port_name="metrics",port_protocol="TCP",port_number="5001"} 1 kube_endpoint_ports{namespace="grpc-workers-prod",endpoint="scrfd",port_name="grpc",port_protocol="TCP",port_number="5000"} 1 kube_endpoint_ports{namespace="grpc-workers-prod",endpoint="inswapper-hires",port_name="metrics",port_protocol="TCP",port_number="5001"} 1 kube_endpoint_ports{namespace="grpc-workers-prod",endpoint="inswapper-hires",port_name="grpc",port_protocol="TCP",port_number="5000"} 1 kube_endpoint_ports{namespace="kube-system",endpoint="kube-dns",port_name="dns-tcp",port_protocol="TCP",port_number="53"} 1 kube_endpoint_ports{namespace="kube-system",endpoint="kube-dns",port_name="dns",port_protocol="UDP",port_number="53"} 1 kube_endpoint_ports{namespace="kube-system",endpoint="kube-dns",port_name="metrics",port_protocol="TCP",port_number="9153"} 1 kube_endpoint_ports{namespace="kube-system",endpoint="metrics-server",port_name="https",port_protocol="TCP",port_number="4443"} 1 kube_endpoint_ports{namespace="generated-humans-prod",endpoint="generated-humans-api",port_name="",port_protocol="TCP",port_number="8000"} 1 kube_endpoint_ports{namespace="gpu-operator-resources",endpoint="gpu-operator",port_name="gpu-operator-metrics",port_protocol="TCP",port_number="8080"} 1 kube_endpoint_ports{namespace="grpc-workers-prod",endpoint="face-align",port_name="metrics",port_protocol="TCP",port_number="5001"} 1 kube_endpoint_ports{namespace="grpc-workers-prod",endpoint="face-align",port_name="grpc",port_protocol="TCP",port_number="5000"} 1 # HELP kube_horizontalpodautoscaler_info Information about this autoscaler. # TYPE kube_horizontalpodautoscaler_info gauge # HELP kube_horizontalpodautoscaler_metadata_generation The generation observed by the HorizontalPodAutoscaler controller. # TYPE kube_horizontalpodautoscaler_metadata_generation gauge # HELP kube_horizontalpodautoscaler_spec_max_replicas Upper limit for the number of pods that can be set by the autoscaler; cannot be smaller than MinReplicas. # TYPE kube_horizontalpodautoscaler_spec_max_replicas gauge # HELP kube_horizontalpodautoscaler_spec_min_replicas Lower limit for the number of pods that can be set by the autoscaler, default 1. # TYPE kube_horizontalpodautoscaler_spec_min_replicas gauge # HELP kube_horizontalpodautoscaler_spec_target_metric The metric specifications used by this autoscaler when calculating the desired replica count. # TYPE kube_horizontalpodautoscaler_spec_target_metric gauge # HELP kube_horizontalpodautoscaler_status_current_replicas Current number of replicas of pods managed by this autoscaler. # TYPE kube_horizontalpodautoscaler_status_current_replicas gauge # HELP kube_horizontalpodautoscaler_status_desired_replicas Desired number of replicas of pods managed by this autoscaler. # TYPE kube_horizontalpodautoscaler_status_desired_replicas gauge # HELP kube_horizontalpodautoscaler_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_horizontalpodautoscaler_annotations gauge # HELP kube_horizontalpodautoscaler_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_horizontalpodautoscaler_labels gauge # HELP kube_horizontalpodautoscaler_status_condition The condition of this autoscaler. # TYPE kube_horizontalpodautoscaler_status_condition gauge # HELP kube_ingress_info Information about ingress. # TYPE kube_ingress_info gauge kube_ingress_info{namespace="inswapper-hires-prod",ingress="inswapper-hires-api.generated.photos"} 1 kube_ingress_info{namespace="inswapper-prod",ingress="inswapper-api.generated.photos"} 1 kube_ingress_info{namespace="kube-system",ingress="kube-state.v100.generated.photos"} 1 kube_ingress_info{namespace="default",ingress="webhook"} 1 kube_ingress_info{namespace="generated-humans-prod",ingress="generated-humans-api.generated.photos"} 1 # HELP kube_ingress_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_ingress_annotations gauge kube_ingress_annotations{namespace="inswapper-hires-prod",ingress="inswapper-hires-api.generated.photos"} 1 kube_ingress_annotations{namespace="inswapper-prod",ingress="inswapper-api.generated.photos"} 1 kube_ingress_annotations{namespace="kube-system",ingress="kube-state.v100.generated.photos"} 1 kube_ingress_annotations{namespace="default",ingress="webhook"} 1 kube_ingress_annotations{namespace="generated-humans-prod",ingress="generated-humans-api.generated.photos"} 1 # HELP kube_ingress_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_ingress_labels gauge kube_ingress_labels{namespace="inswapper-hires-prod",ingress="inswapper-hires-api.generated.photos"} 1 kube_ingress_labels{namespace="inswapper-prod",ingress="inswapper-api.generated.photos"} 1 kube_ingress_labels{namespace="kube-system",ingress="kube-state.v100.generated.photos"} 1 kube_ingress_labels{namespace="default",ingress="webhook"} 1 kube_ingress_labels{namespace="generated-humans-prod",ingress="generated-humans-api.generated.photos"} 1 # HELP kube_ingress_created Unix creation timestamp # TYPE kube_ingress_created gauge kube_ingress_created{namespace="default",ingress="webhook"} 1.722599978e+09 kube_ingress_created{namespace="generated-humans-prod",ingress="generated-humans-api.generated.photos"} 1.722588276e+09 kube_ingress_created{namespace="inswapper-hires-prod",ingress="inswapper-hires-api.generated.photos"} 1.72258829e+09 kube_ingress_created{namespace="inswapper-prod",ingress="inswapper-api.generated.photos"} 1.724710247e+09 kube_ingress_created{namespace="kube-system",ingress="kube-state.v100.generated.photos"} 1.743677574e+09 # HELP kube_ingress_metadata_resource_version Resource version representing a specific version of ingress. # TYPE kube_ingress_metadata_resource_version gauge kube_ingress_metadata_resource_version{namespace="default",ingress="webhook"} 810518 kube_ingress_metadata_resource_version{namespace="generated-humans-prod",ingress="generated-humans-api.generated.photos"} 786131 kube_ingress_metadata_resource_version{namespace="inswapper-hires-prod",ingress="inswapper-hires-api.generated.photos"} 786297 kube_ingress_metadata_resource_version{namespace="inswapper-prod",ingress="inswapper-api.generated.photos"} 5.156531e+06 kube_ingress_metadata_resource_version{namespace="kube-system",ingress="kube-state.v100.generated.photos"} 4.404833e+07 # HELP kube_ingress_path Ingress host, paths and backend service information. # TYPE kube_ingress_path gauge kube_ingress_path{namespace="default",ingress="webhook",host="v100-k8s.generated.photos",path="/webhook/(.*)",service_name="webhook",service_port="8080"} 1 kube_ingress_path{namespace="generated-humans-prod",ingress="generated-humans-api.generated.photos",host="generated-humans-api.generated.photos",path="/",service_name="generated-humans-api",service_port="8000"} 1 kube_ingress_path{namespace="inswapper-hires-prod",ingress="inswapper-hires-api.generated.photos",host="inswapper-hires-api.generated.photos",path="/",service_name="inswapper-hires-api",service_port="8000"} 1 kube_ingress_path{namespace="inswapper-prod",ingress="inswapper-api.generated.photos",host="inswapper-api.generated.photos",path="/",service_name="inswapper-api",service_port="8000"} 1 kube_ingress_path{namespace="kube-system",ingress="kube-state.v100.generated.photos",host="kube-state.v100.generated.photos",path="/",service_name="kube-state-metrics",service_port="8080"} 1 # HELP kube_ingress_tls Ingress TLS host and secret information. # TYPE kube_ingress_tls gauge kube_ingress_tls{namespace="default",ingress="webhook",tls_host="v100-k8s.generated.photos",secret="k8s.generated.photos-tls"} 1 kube_ingress_tls{namespace="generated-humans-prod",ingress="generated-humans-api.generated.photos",tls_host="generated-humans-api.generated.photos",secret="generated-humans.generated-api.photos"} 1 kube_ingress_tls{namespace="inswapper-hires-prod",ingress="inswapper-hires-api.generated.photos",tls_host="inswapper-hires-api.generated.photos",secret="inswapper-hires-api.generated.photos"} 1 kube_ingress_tls{namespace="inswapper-prod",ingress="inswapper-api.generated.photos",tls_host="inswapper-api.generated.photos",secret="inswapper-api.generated.photos"} 1 kube_ingress_tls{namespace="kube-system",ingress="kube-state.v100.generated.photos",tls_host="kube-state.v100.generated.photos",secret="kube-state.v100.generated.photos"} 1 # HELP kube_job_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_job_annotations gauge # HELP kube_job_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_job_labels gauge # HELP kube_job_info Information about job. # TYPE kube_job_info gauge # HELP kube_job_created Unix creation timestamp # TYPE kube_job_created gauge # HELP kube_job_spec_parallelism The maximum desired number of pods the job should run at any given time. # TYPE kube_job_spec_parallelism gauge # HELP kube_job_spec_completions The desired number of successfully finished pods the job should be run with. # TYPE kube_job_spec_completions gauge # HELP kube_job_spec_active_deadline_seconds The duration in seconds relative to the startTime that the job may be active before the system tries to terminate it. # TYPE kube_job_spec_active_deadline_seconds gauge # HELP kube_job_status_succeeded The number of pods which reached Phase Succeeded. # TYPE kube_job_status_succeeded gauge # HELP kube_job_status_failed The number of pods which reached Phase Failed and the reason for failure. # TYPE kube_job_status_failed gauge # HELP kube_job_status_active The number of actively running pods. # TYPE kube_job_status_active gauge # HELP kube_job_complete The job has completed its execution. # TYPE kube_job_complete gauge # HELP kube_job_failed The job has failed its execution. # TYPE kube_job_failed gauge # HELP kube_job_status_start_time StartTime represents time when the job was acknowledged by the Job Manager. # TYPE kube_job_status_start_time gauge # HELP kube_job_status_completion_time CompletionTime represents time when the job was completed. # TYPE kube_job_status_completion_time gauge # HELP kube_job_owner Information about the Job's owner. # TYPE kube_job_owner gauge # HELP kube_lease_owner Information about the Lease's owner. # TYPE kube_lease_owner gauge kube_lease_owner{lease="icon8-ml-1",owner_kind="Node",owner_name="icon8-ml-1"} 1 # HELP kube_lease_renew_time Kube lease renew time. # TYPE kube_lease_renew_time gauge kube_lease_renew_time{lease="icon8-ml-1"} 1.769597466e+09 # HELP kube_limitrange Information about limit range. # TYPE kube_limitrange gauge # HELP kube_limitrange_created Unix creation timestamp # TYPE kube_limitrange_created gauge # HELP kube_mutatingwebhookconfiguration_info Information about the MutatingWebhookConfiguration. # TYPE kube_mutatingwebhookconfiguration_info gauge kube_mutatingwebhookconfiguration_info{namespace="",mutatingwebhookconfiguration="cert-manager-webhook"} 1 # HELP kube_mutatingwebhookconfiguration_created Unix creation timestamp. # TYPE kube_mutatingwebhookconfiguration_created gauge kube_mutatingwebhookconfiguration_created{namespace="",mutatingwebhookconfiguration="cert-manager-webhook"} 1.722207126e+09 # HELP kube_mutatingwebhookconfiguration_metadata_resource_version Resource version representing a specific version of the MutatingWebhookConfiguration. # TYPE kube_mutatingwebhookconfiguration_metadata_resource_version gauge kube_mutatingwebhookconfiguration_metadata_resource_version{namespace="",mutatingwebhookconfiguration="cert-manager-webhook"} 8.6340427e+07 # HELP kube_namespace_created Unix creation timestamp # TYPE kube_namespace_created gauge kube_namespace_created{namespace="ingress"} 1.722206729e+09 kube_namespace_created{namespace="inswapper-hires-prod"} 1.722272127e+09 kube_namespace_created{namespace="kube-node-lease"} 1.722206644e+09 kube_namespace_created{namespace="kube-system"} 1.722206644e+09 kube_namespace_created{namespace="default"} 1.722206644e+09 kube_namespace_created{namespace="generated-humans-prod"} 1.722347888e+09 kube_namespace_created{namespace="grpc-workers-prod"} 1.722272099e+09 kube_namespace_created{namespace="kube-public"} 1.722206644e+09 kube_namespace_created{namespace="monitoring"} 1.743665885e+09 kube_namespace_created{namespace="cert-manager"} 1.722207126e+09 kube_namespace_created{namespace="gpu-operator-resources"} 1.722207222e+09 kube_namespace_created{namespace="inswapper-prod"} 1.72470963e+09 # HELP kube_namespace_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_namespace_annotations gauge kube_namespace_annotations{namespace="kube-system"} 1 kube_namespace_annotations{namespace="default"} 1 kube_namespace_annotations{namespace="generated-humans-prod"} 1 kube_namespace_annotations{namespace="grpc-workers-prod"} 1 kube_namespace_annotations{namespace="ingress"} 1 kube_namespace_annotations{namespace="inswapper-hires-prod"} 1 kube_namespace_annotations{namespace="kube-node-lease"} 1 kube_namespace_annotations{namespace="cert-manager"} 1 kube_namespace_annotations{namespace="gpu-operator-resources"} 1 kube_namespace_annotations{namespace="inswapper-prod"} 1 kube_namespace_annotations{namespace="kube-public"} 1 kube_namespace_annotations{namespace="monitoring"} 1 # HELP kube_namespace_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_namespace_labels gauge kube_namespace_labels{namespace="kube-node-lease"} 1 kube_namespace_labels{namespace="kube-system"} 1 kube_namespace_labels{namespace="default"} 1 kube_namespace_labels{namespace="generated-humans-prod"} 1 kube_namespace_labels{namespace="grpc-workers-prod"} 1 kube_namespace_labels{namespace="ingress"} 1 kube_namespace_labels{namespace="inswapper-hires-prod"} 1 kube_namespace_labels{namespace="cert-manager"} 1 kube_namespace_labels{namespace="gpu-operator-resources"} 1 kube_namespace_labels{namespace="inswapper-prod"} 1 kube_namespace_labels{namespace="kube-public"} 1 kube_namespace_labels{namespace="monitoring"} 1 # HELP kube_namespace_status_phase kubernetes namespace status phase. # TYPE kube_namespace_status_phase gauge kube_namespace_status_phase{namespace="default",phase="Active"} 1 kube_namespace_status_phase{namespace="default",phase="Terminating"} 0 kube_namespace_status_phase{namespace="generated-humans-prod",phase="Active"} 1 kube_namespace_status_phase{namespace="generated-humans-prod",phase="Terminating"} 0 kube_namespace_status_phase{namespace="grpc-workers-prod",phase="Active"} 1 kube_namespace_status_phase{namespace="grpc-workers-prod",phase="Terminating"} 0 kube_namespace_status_phase{namespace="ingress",phase="Active"} 1 kube_namespace_status_phase{namespace="ingress",phase="Terminating"} 0 kube_namespace_status_phase{namespace="inswapper-hires-prod",phase="Active"} 1 kube_namespace_status_phase{namespace="inswapper-hires-prod",phase="Terminating"} 0 kube_namespace_status_phase{namespace="kube-node-lease",phase="Active"} 1 kube_namespace_status_phase{namespace="kube-node-lease",phase="Terminating"} 0 kube_namespace_status_phase{namespace="kube-system",phase="Active"} 1 kube_namespace_status_phase{namespace="kube-system",phase="Terminating"} 0 kube_namespace_status_phase{namespace="cert-manager",phase="Active"} 1 kube_namespace_status_phase{namespace="cert-manager",phase="Terminating"} 0 kube_namespace_status_phase{namespace="gpu-operator-resources",phase="Active"} 1 kube_namespace_status_phase{namespace="gpu-operator-resources",phase="Terminating"} 0 kube_namespace_status_phase{namespace="inswapper-prod",phase="Active"} 1 kube_namespace_status_phase{namespace="inswapper-prod",phase="Terminating"} 0 kube_namespace_status_phase{namespace="kube-public",phase="Active"} 1 kube_namespace_status_phase{namespace="kube-public",phase="Terminating"} 0 kube_namespace_status_phase{namespace="monitoring",phase="Active"} 1 kube_namespace_status_phase{namespace="monitoring",phase="Terminating"} 0 # HELP kube_namespace_status_condition The condition of a namespace. # TYPE kube_namespace_status_condition gauge # HELP kube_networkpolicy_created Unix creation timestamp of network policy # TYPE kube_networkpolicy_created gauge # HELP kube_networkpolicy_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_networkpolicy_annotations gauge # HELP kube_networkpolicy_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_networkpolicy_labels gauge # HELP kube_networkpolicy_spec_ingress_rules Number of ingress rules on the networkpolicy # TYPE kube_networkpolicy_spec_ingress_rules gauge # HELP kube_networkpolicy_spec_egress_rules Number of egress rules on the networkpolicy # TYPE kube_networkpolicy_spec_egress_rules gauge # HELP kube_node_created Unix creation timestamp # TYPE kube_node_created gauge kube_node_created{node="icon8-ml-1"} 1.722206646e+09 # HELP kube_node_info Information about a cluster node. # TYPE kube_node_info gauge kube_node_info{node="icon8-ml-1",kernel_version="5.4.0-216-generic",os_image="Ubuntu 20.04.6 LTS",container_runtime_version="containerd://1.6.28",kubelet_version="v1.28.15",kubeproxy_version="v1.28.15",provider_id="",pod_cidr="",system_uuid="cee95000-364d-11ea-8000-ac1f6bbd6676",internal_ip="192.190.137.106"} 1 # HELP kube_node_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_node_annotations gauge kube_node_annotations{node="icon8-ml-1"} 1 # HELP kube_node_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_node_labels gauge kube_node_labels{node="icon8-ml-1"} 1 # HELP kube_node_role The role of a cluster node. # TYPE kube_node_role gauge # HELP kube_node_spec_taint The taint of a cluster node. # TYPE kube_node_spec_taint gauge # HELP kube_node_spec_unschedulable Whether a node can schedule new pods. # TYPE kube_node_spec_unschedulable gauge kube_node_spec_unschedulable{node="icon8-ml-1"} 0 # HELP kube_node_status_allocatable The allocatable for different resources of a node that are available for scheduling. # TYPE kube_node_status_allocatable gauge kube_node_status_allocatable{node="icon8-ml-1",resource="memory",unit="byte"} 8.10170503168e+11 kube_node_status_allocatable{node="icon8-ml-1",resource="nvidia_com_gpu",unit="integer"} 4 kube_node_status_allocatable{node="icon8-ml-1",resource="pods",unit="integer"} 110 kube_node_status_allocatable{node="icon8-ml-1",resource="cpu",unit="core"} 80 kube_node_status_allocatable{node="icon8-ml-1",resource="ephemeral_storage",unit="byte"} 1.887882276864e+12 kube_node_status_allocatable{node="icon8-ml-1",resource="hugepages_1Gi",unit="byte"} 0 kube_node_status_allocatable{node="icon8-ml-1",resource="hugepages_2Mi",unit="byte"} 0 # HELP kube_node_status_capacity The capacity for different resources of a node. # TYPE kube_node_status_capacity gauge kube_node_status_capacity{node="icon8-ml-1",resource="memory",unit="byte"} 8.10275360768e+11 kube_node_status_capacity{node="icon8-ml-1",resource="nvidia_com_gpu",unit="integer"} 4 kube_node_status_capacity{node="icon8-ml-1",resource="pods",unit="integer"} 110 kube_node_status_capacity{node="icon8-ml-1",resource="cpu",unit="core"} 80 kube_node_status_capacity{node="icon8-ml-1",resource="ephemeral_storage",unit="byte"} 1.888956018688e+12 kube_node_status_capacity{node="icon8-ml-1",resource="hugepages_1Gi",unit="byte"} 0 kube_node_status_capacity{node="icon8-ml-1",resource="hugepages_2Mi",unit="byte"} 0 # HELP kube_node_status_condition The condition of a cluster node. # TYPE kube_node_status_condition gauge kube_node_status_condition{node="icon8-ml-1",condition="NetworkUnavailable",status="true"} 0 kube_node_status_condition{node="icon8-ml-1",condition="NetworkUnavailable",status="false"} 1 kube_node_status_condition{node="icon8-ml-1",condition="NetworkUnavailable",status="unknown"} 0 kube_node_status_condition{node="icon8-ml-1",condition="MemoryPressure",status="true"} 0 kube_node_status_condition{node="icon8-ml-1",condition="MemoryPressure",status="false"} 1 kube_node_status_condition{node="icon8-ml-1",condition="MemoryPressure",status="unknown"} 0 kube_node_status_condition{node="icon8-ml-1",condition="DiskPressure",status="true"} 0 kube_node_status_condition{node="icon8-ml-1",condition="DiskPressure",status="false"} 1 kube_node_status_condition{node="icon8-ml-1",condition="DiskPressure",status="unknown"} 0 kube_node_status_condition{node="icon8-ml-1",condition="PIDPressure",status="true"} 0 kube_node_status_condition{node="icon8-ml-1",condition="PIDPressure",status="false"} 1 kube_node_status_condition{node="icon8-ml-1",condition="PIDPressure",status="unknown"} 0 kube_node_status_condition{node="icon8-ml-1",condition="Ready",status="true"} 1 kube_node_status_condition{node="icon8-ml-1",condition="Ready",status="false"} 0 kube_node_status_condition{node="icon8-ml-1",condition="Ready",status="unknown"} 0 # HELP kube_persistentvolumeclaim_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_persistentvolumeclaim_labels gauge # HELP kube_persistentvolumeclaim_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_persistentvolumeclaim_annotations gauge # HELP kube_persistentvolumeclaim_info Information about persistent volume claim. # TYPE kube_persistentvolumeclaim_info gauge # HELP kube_persistentvolumeclaim_status_phase The phase the persistent volume claim is currently in. # TYPE kube_persistentvolumeclaim_status_phase gauge # HELP kube_persistentvolumeclaim_resource_requests_storage_bytes The capacity of storage requested by the persistent volume claim. # TYPE kube_persistentvolumeclaim_resource_requests_storage_bytes gauge # HELP kube_persistentvolumeclaim_access_mode The access mode(s) specified by the persistent volume claim. # TYPE kube_persistentvolumeclaim_access_mode gauge # HELP kube_persistentvolumeclaim_status_condition Information about status of different conditions of persistent volume claim. # TYPE kube_persistentvolumeclaim_status_condition gauge # HELP kube_persistentvolume_claim_ref Information about the Persistent Volume Claim Reference. # TYPE kube_persistentvolume_claim_ref gauge kube_persistentvolume_claim_ref{persistentvolume="ai-persona-facilitator",name="ai-persona-facilitator",claim_namespace="ai-persona-api"} 1 kube_persistentvolume_claim_ref{persistentvolume="ai-persona-generator",name="ai-persona-generator",claim_namespace="ai-persona-api"} 1 kube_persistentvolume_claim_ref{persistentvolume="ai-persona-manager",name="ai-persona-manager",claim_namespace="ai-persona-api"} 1 kube_persistentvolume_claim_ref{persistentvolume="ai-persona-pv",name="ai-persona-pvc",claim_namespace="ai-persona-api"} 1 # HELP kube_persistentvolume_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_persistentvolume_annotations gauge kube_persistentvolume_annotations{persistentvolume="ai-persona-facilitator"} 1 kube_persistentvolume_annotations{persistentvolume="ai-persona-generator"} 1 kube_persistentvolume_annotations{persistentvolume="ai-persona-manager"} 1 kube_persistentvolume_annotations{persistentvolume="ai-persona-pv"} 1 # HELP kube_persistentvolume_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_persistentvolume_labels gauge kube_persistentvolume_labels{persistentvolume="ai-persona-manager"} 1 kube_persistentvolume_labels{persistentvolume="ai-persona-pv"} 1 kube_persistentvolume_labels{persistentvolume="ai-persona-facilitator"} 1 kube_persistentvolume_labels{persistentvolume="ai-persona-generator"} 1 # HELP kube_persistentvolume_status_phase The phase indicates if a volume is available, bound to a claim, or released by a claim. # TYPE kube_persistentvolume_status_phase gauge kube_persistentvolume_status_phase{persistentvolume="ai-persona-facilitator",phase="Pending"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-facilitator",phase="Available"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-facilitator",phase="Bound"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-facilitator",phase="Released"} 1 kube_persistentvolume_status_phase{persistentvolume="ai-persona-facilitator",phase="Failed"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-generator",phase="Pending"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-generator",phase="Available"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-generator",phase="Bound"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-generator",phase="Released"} 1 kube_persistentvolume_status_phase{persistentvolume="ai-persona-generator",phase="Failed"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-manager",phase="Pending"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-manager",phase="Available"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-manager",phase="Bound"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-manager",phase="Released"} 1 kube_persistentvolume_status_phase{persistentvolume="ai-persona-manager",phase="Failed"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-pv",phase="Pending"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-pv",phase="Available"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-pv",phase="Bound"} 0 kube_persistentvolume_status_phase{persistentvolume="ai-persona-pv",phase="Released"} 1 kube_persistentvolume_status_phase{persistentvolume="ai-persona-pv",phase="Failed"} 0 # HELP kube_persistentvolume_info Information about persistentvolume. # TYPE kube_persistentvolume_info gauge kube_persistentvolume_info{persistentvolume="ai-persona-manager",storageclass="storage-local",gce_persistent_disk_name="",ebs_volume_id="",azure_disk_name="",fc_wwids="",fc_lun="",fc_target_wwns="",iscsi_target_portal="",iscsi_iqn="",iscsi_lun="",iscsi_initiator_name="",nfs_server="",nfs_path=""} 1 kube_persistentvolume_info{persistentvolume="ai-persona-pv",storageclass="storage-local",gce_persistent_disk_name="",ebs_volume_id="",azure_disk_name="",fc_wwids="",fc_lun="",fc_target_wwns="",iscsi_target_portal="",iscsi_iqn="",iscsi_lun="",iscsi_initiator_name="",nfs_server="",nfs_path=""} 1 kube_persistentvolume_info{persistentvolume="ai-persona-facilitator",storageclass="storage-local",gce_persistent_disk_name="",ebs_volume_id="",azure_disk_name="",fc_wwids="",fc_lun="",fc_target_wwns="",iscsi_target_portal="",iscsi_iqn="",iscsi_lun="",iscsi_initiator_name="",nfs_server="",nfs_path=""} 1 kube_persistentvolume_info{persistentvolume="ai-persona-generator",storageclass="storage-local",gce_persistent_disk_name="",ebs_volume_id="",azure_disk_name="",fc_wwids="",fc_lun="",fc_target_wwns="",iscsi_target_portal="",iscsi_iqn="",iscsi_lun="",iscsi_initiator_name="",nfs_server="",nfs_path=""} 1 # HELP kube_persistentvolume_capacity_bytes Persistentvolume capacity in bytes. # TYPE kube_persistentvolume_capacity_bytes gauge kube_persistentvolume_capacity_bytes{persistentvolume="ai-persona-generator"} 3.221225472e+10 kube_persistentvolume_capacity_bytes{persistentvolume="ai-persona-manager"} 3.221225472e+10 kube_persistentvolume_capacity_bytes{persistentvolume="ai-persona-pv"} 3.221225472e+10 kube_persistentvolume_capacity_bytes{persistentvolume="ai-persona-facilitator"} 3.221225472e+10 # HELP kube_poddisruptionbudget_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_poddisruptionbudget_annotations gauge # HELP kube_poddisruptionbudget_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_poddisruptionbudget_labels gauge # HELP kube_poddisruptionbudget_created Unix creation timestamp # TYPE kube_poddisruptionbudget_created gauge # HELP kube_poddisruptionbudget_status_current_healthy Current number of healthy pods # TYPE kube_poddisruptionbudget_status_current_healthy gauge # HELP kube_poddisruptionbudget_status_desired_healthy Minimum desired number of healthy pods # TYPE kube_poddisruptionbudget_status_desired_healthy gauge # HELP kube_poddisruptionbudget_status_pod_disruptions_allowed Number of pod disruptions that are currently allowed # TYPE kube_poddisruptionbudget_status_pod_disruptions_allowed gauge # HELP kube_poddisruptionbudget_status_expected_pods Total number of pods counted by this disruption budget # TYPE kube_poddisruptionbudget_status_expected_pods gauge # HELP kube_poddisruptionbudget_status_observed_generation Most recent generation observed when updating this PDB status # TYPE kube_poddisruptionbudget_status_observed_generation gauge # HELP kube_pod_completion_time Completion time in unix timestamp for a pod. # TYPE kube_pod_completion_time gauge kube_pod_completion_time{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87"} 1.761947389e+09 # HELP kube_pod_container_info Information about a container in a pod. # TYPE kube_pod_container_info gauge kube_pod_container_info{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",container="face-align",image_spec="registry.icons8.com/machine-learning/grpc-workers/face-align:latest",image="registry.icons8.com/machine-learning/grpc-workers/face-align:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/face-align@sha256:0bb05a1b7264a7f2dec54e3c456b1239b2a2a17a2d10232008c18cdcc44f67dc",container_id="containerd://f6a181a19c8d26807e52cb24f4ed14c6a62a1c51c4f81ce2a9f0b46d59d1955a"} 1 kube_pod_container_info{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",container="node-exporter",image_spec="prom/node-exporter",image="docker.io/prom/node-exporter:latest",image_id="docker.io/prom/node-exporter@sha256:3ac34ce007accad95afed72149e0d2b927b7e42fd1c866149b945b84737c62c3",container_id="containerd://60e991cb69162555a87f3b9c96b31a2f4aba14c0b925c81cc0f35789023b1430"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="nvidia-cuda-validator",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:549ec806717ecd832a1dd219d3cb671024d005df0cfd54269441d21a0083ee51",container_id="containerd://cd70ee795f4f2861b4d7d53566ca3dc0aa747efc7357dc5b311e6b6a9efaaa0c"} 1 kube_pod_container_info{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",container="inswapper",image_spec="registry.icons8.com/machine-learning/grpc-workers/inswapper:latest",image="registry.icons8.com/machine-learning/grpc-workers/inswapper:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/inswapper@sha256:a823f6eedfa30dbfcb4f4ef60e90f414a0b27fe6bf7593f591836f869278516b",container_id="containerd://222ac7b48464677a1fe950f5f202aacfa50c254072028496f9a6ea99750c80f1"} 1 kube_pod_container_info{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",container="generated-humans-api",image_spec="registry.icons8.com/machine-learning/generated-humans-api:latest",image="registry.icons8.com/machine-learning/generated-humans-api:latest",image_id="registry.icons8.com/machine-learning/generated-humans-api@sha256:590f6c3b8e0b273c32429ec8114973dd2c181600ece1c9f4cc776a1c9e03e081",container_id="containerd://cbb1c2fe08466d543f3bfda78b877c35b9a683590c2f667f35ff81126cffb89e"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",container="gpu-operator",image_spec="nvcr.io/nvidia/gpu-operator:v23.9.1",image="nvcr.io/nvidia/gpu-operator:v23.9.1",image_id="nvcr.io/nvidia/gpu-operator@sha256:494fac8f1f0830e98c50cb3b171d6ac49d02815c40edbf59cb11ec389b66ba51",container_id="containerd://86a15500e2d2c10d9d725cd2a5a1658412605198d4042278147941002efd1dfe"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",container="worker",image_spec="registry.k8s.io/nfd/node-feature-discovery:v0.14.2",image="registry.k8s.io/nfd/node-feature-discovery:v0.14.2",image_id="registry.k8s.io/nfd/node-feature-discovery@sha256:2a56d172c48b76531eb719780224ef278daa68b9088f592f16df2519bed08de4",container_id="containerd://d977668f3dbd7640bb063e768994ad0f4e3b9767f40c4218b13ff92a23869367"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="nvidia-device-plugin",image_spec="nvcr.io/nvidia/k8s-device-plugin:v0.14.3-ubi8",image="nvcr.io/nvidia/k8s-device-plugin:v0.14.3-ubi8",image_id="nvcr.io/nvidia/k8s-device-plugin@sha256:d33ae90051cce4f32ee34faf2328832343c6065d808baf62fd38fd4c6bb5ab13",container_id="containerd://3bfe9eb98d6611d9d7789c3e2ce8878083f7f3c7b79f8cac50e038b5abeb130d"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="nvidia-operator-validator",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:549ec806717ecd832a1dd219d3cb671024d005df0cfd54269441d21a0083ee51",container_id="containerd://cac87101d4b8049001ff6222fe5f17ca0f889166ba00238a4df1f11bdd2b31ce"} 1 kube_pod_container_info{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",container="coredns",image_spec="coredns/coredns:1.10.1",image="docker.io/coredns/coredns:1.10.1",image_id="docker.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e",container_id="containerd://e67190cc22c8968d29ccba0e6303996dd1cec05a462f727c37c9785a9db21dfd"} 1 kube_pod_container_info{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",container="metrics-server",image_spec="registry.k8s.io/metrics-server/metrics-server:v0.6.3",image="registry.k8s.io/metrics-server/metrics-server:v0.6.3",image_id="registry.k8s.io/metrics-server/metrics-server@sha256:c60778fa1c44d0c5a0c4530ebe83f9243ee6fc02f4c3dc59226c201931350b10",container_id="containerd://6748324dc245a37a30254ead47b772307a67287ed663b21e5c1dcbd1e4f26be7"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="gpu-feature-discovery",image_spec="nvcr.io/nvidia/gpu-feature-discovery:v0.8.2-ubi8",image="nvcr.io/nvidia/gpu-feature-discovery:v0.8.2-ubi8",image_id="nvcr.io/nvidia/gpu-feature-discovery@sha256:8d1ec78f2b1ddb7f0c47453d0427231190747bda411733a7dd0c8f5196f09e9c",container_id="containerd://113535000f44da5f358587dce61e2089079a707518ae62485ace2eb43730e0bb"} 1 kube_pod_container_info{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",container="dlib",image_spec="registry.icons8.com/machine-learning/grpc-workers/dlib:latest",image="registry.icons8.com/machine-learning/grpc-workers/dlib:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/dlib@sha256:4bf5ef1430b355f897231ec99c4bff4b58d7cf381535ac6da9bb2c4b9723e447",container_id="containerd://891feb3e517c3b143363db85c3323aff40b10cc57b9044192a86764ae94b4128"} 1 kube_pod_container_info{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",container="inswapper",image_spec="registry.icons8.com/machine-learning/grpc-workers/inswapper:latest",image="registry.icons8.com/machine-learning/grpc-workers/inswapper:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/inswapper@sha256:a823f6eedfa30dbfcb4f4ef60e90f414a0b27fe6bf7593f591836f869278516b",container_id="containerd://734420ec34536caf7b6a99925a2ff061d2162cdba324b525611a1e9d2daafd91"} 1 kube_pod_container_info{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",container="inswapper-api",image_spec="registry.icons8.com/machine-learning/grpc-apis/inswapper:latest",image="registry.icons8.com/machine-learning/grpc-apis/inswapper:latest",image_id="registry.icons8.com/machine-learning/grpc-apis/inswapper@sha256:2ed2a35af4cec0918a777b2de1b4f4c54a6c0a6451e4b50de4bd00de2751aecb",container_id="containerd://dd70372c6a84d821fb4d96bafbef5d8fbc9ec877a5de33fe8046fa8b2c2be132"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="nvidia-container-toolkit-ctr",image_spec="nvcr.io/nvidia/k8s/container-toolkit:v1.14.3-ubuntu20.04",image="nvcr.io/nvidia/k8s/container-toolkit:v1.14.3-ubuntu20.04",image_id="nvcr.io/nvidia/k8s/container-toolkit@sha256:8f18d2ab49a0d7d735fcfa371fdb3d7b00a754362a4b573da8c2b6fcb534f7c9",container_id="containerd://ee006fa01499edf45d06942e1bd47798d8e6761eed5f786a8db78f86740e6b56"} 1 kube_pod_container_info{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",container="cert-manager",image_spec="quay.io/jetstack/cert-manager-webhook:v1.8.0",image="quay.io/jetstack/cert-manager-webhook:v1.8.0",image_id="quay.io/jetstack/cert-manager-webhook@sha256:fd798a5a773e5a69880caa60f050d3ffd237c4c3ec3289aacaf59f938c8d7668",container_id="containerd://db400bc820a51909157fec2f04f1563be7e105a73b3b07de21d4610b1a6c2378"} 1 kube_pod_container_info{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",container="webhook",image_spec="registry.icons8.com/devops/k8s-webhook:latest",image="registry.icons8.com/devops/k8s-webhook:latest",image_id="registry.icons8.com/devops/k8s-webhook@sha256:d22a5f68ddc3bf776518439b7a7492210aa59bb854d4281d2c12171bb5ddbb1d",container_id="containerd://7f712c843f2a1f7ddea4a0ea7caaf599e80738f6fdbf13e78238f314ee2bdd50"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",container="gc",image_spec="registry.k8s.io/nfd/node-feature-discovery:v0.14.2",image="registry.k8s.io/nfd/node-feature-discovery:v0.14.2",image_id="registry.k8s.io/nfd/node-feature-discovery@sha256:2a56d172c48b76531eb719780224ef278daa68b9088f592f16df2519bed08de4",container_id="containerd://643899877ce50f52a82eca460848165ea00a184dffc1259a7a0d9aae486c5a8f"} 1 kube_pod_container_info{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",container="inswapper",image_spec="registry.icons8.com/machine-learning/grpc-workers/inswapper:latest",image="registry.icons8.com/machine-learning/grpc-workers/inswapper:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/inswapper@sha256:a823f6eedfa30dbfcb4f4ef60e90f414a0b27fe6bf7593f591836f869278516b",container_id="containerd://03ae76e84e7d85892209199842bc4f030bd5213d4105a5ce1f7c3964b8c327ac"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="nvidia-dcgm-exporter",image_spec="nvcr.io/nvidia/k8s/dcgm-exporter:3.3.0-3.2.0-ubuntu22.04",image="nvcr.io/nvidia/k8s/dcgm-exporter:3.3.0-3.2.0-ubuntu22.04",image_id="nvcr.io/nvidia/k8s/dcgm-exporter@sha256:73a9900ebdfd1133586a421e94c74c44fba8565e90b13a05d5900c67dc591b79",container_id="containerd://840316030b746f66aabbf6f61d4b311428e771beb201529211b1027ea6397e10"} 1 kube_pod_container_info{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",container="dlib",image_spec="registry.icons8.com/machine-learning/grpc-workers/dlib:latest",image="registry.icons8.com/machine-learning/grpc-workers/dlib:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/dlib@sha256:4bf5ef1430b355f897231ec99c4bff4b58d7cf381535ac6da9bb2c4b9723e447",container_id="containerd://659d4463bcb214875a1d7c69fcb1cc72f14d4ff1588cbf2ad79a772c90a4266b"} 1 kube_pod_container_info{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",container="scrfd",image_spec="registry.icons8.com/machine-learning/grpc-workers/scrfd:latest",image="registry.icons8.com/machine-learning/grpc-workers/scrfd:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/scrfd@sha256:906e022184bd3efc7fe489f992e2591371c3b35b9f64d2b4c21a291f3ea2fdc2",container_id="containerd://28b4d1747c2a753a046b6050c62122a591bbf68da2d751377192d48078b250a2"} 1 kube_pod_container_info{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",container="cert-manager",image_spec="quay.io/jetstack/cert-manager-cainjector:v1.8.0",image="quay.io/jetstack/cert-manager-cainjector:v1.8.0",image_id="quay.io/jetstack/cert-manager-cainjector@sha256:e7b6203ccb37f0af23458a4828bd004b5edc8212276c5221408eb8b2a97c938a",container_id="containerd://64e2933c744d6f585b5e90c85699ed4b88261f9f4837d68f1394b2006e378337"} 1 kube_pod_container_info{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",container="kube-state-metrics",image_spec="k8s.gcr.io/kube-state-metrics/kube-state-metrics:v2.3.0",image="k8s.gcr.io/kube-state-metrics/kube-state-metrics:v2.3.0",image_id="k8s.gcr.io/kube-state-metrics/kube-state-metrics@sha256:c9137505edaef138cc23479c73e46e9a3ef7ec6225b64789a03609c973b99030",container_id="containerd://4d3e6387a280636ba7da244b02ee64361af740ca39d0ecdd3d19cee8f7640c9d"} 1 kube_pod_container_info{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",container="inswapper",image_spec="registry.icons8.com/machine-learning/grpc-workers/inswapper:latest",image="registry.icons8.com/machine-learning/grpc-workers/inswapper:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/inswapper@sha256:a823f6eedfa30dbfcb4f4ef60e90f414a0b27fe6bf7593f591836f869278516b",container_id="containerd://f5fd40d9653257c1690a65e11c6bea7abbfcf54bb0ad7a02f4a4afbf8fbb0f9d"} 1 kube_pod_container_info{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="calico-node",image_spec="docker.io/calico/node:v3.25.1",image="docker.io/calico/node:v3.25.1",image_id="docker.io/calico/node@sha256:0cd00e83d06b3af8cd712ad2c310be07b240235ad7ca1397e04eb14d20dcc20f",container_id="containerd://ea302b8df7bfce00f3e1bcf68a9656b0efd07d90f80cdc088bba64e1489d085a"} 1 kube_pod_container_info{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",container="scrfd",image_spec="registry.icons8.com/machine-learning/grpc-workers/scrfd:latest",image="registry.icons8.com/machine-learning/grpc-workers/scrfd:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/scrfd@sha256:906e022184bd3efc7fe489f992e2591371c3b35b9f64d2b4c21a291f3ea2fdc2",container_id="containerd://3401df3a8f4e703ddfc1113c262108a15c61523ff3a3f1bba94caad746f47cbc"} 1 kube_pod_container_info{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",container="scrfd",image_spec="registry.icons8.com/machine-learning/grpc-workers/scrfd:latest",image="registry.icons8.com/machine-learning/grpc-workers/scrfd:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/scrfd@sha256:906e022184bd3efc7fe489f992e2591371c3b35b9f64d2b4c21a291f3ea2fdc2",container_id="containerd://1cfbcec13dacff929226fafee22b0ecc2ca5c78e81b858c961e00820b393f879"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",container="master",image_spec="registry.k8s.io/nfd/node-feature-discovery:v0.14.2",image="registry.k8s.io/nfd/node-feature-discovery:v0.14.2",image_id="registry.k8s.io/nfd/node-feature-discovery@sha256:2a56d172c48b76531eb719780224ef278daa68b9088f592f16df2519bed08de4",container_id="containerd://c19bc19d30174d68ffaecc9f2ce4645c8a5b5a74a598f0b8f8ce33bf20fbf4e0"} 1 kube_pod_container_info{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",container="inswapper-hires",image_spec="registry.icons8.com/machine-learning/grpc-workers/inswapper-hires:latest",image="registry.icons8.com/machine-learning/grpc-workers/inswapper-hires:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/inswapper-hires@sha256:8687ad87498ebeef621f5a8b73bab7f6202f8222d7c677f78fa926ddd86a02c3",container_id="containerd://6d4300924b36b59a78aedb7eb6a1e4809448e1c2c826b3e5a79f03ba8062b77e"} 1 kube_pod_container_info{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",container="nginx-ingress-microk8s",image_spec="registry.k8s.io/ingress-nginx/controller:v1.8.0",image="registry.k8s.io/ingress-nginx/controller:v1.8.0",image_id="registry.k8s.io/ingress-nginx/controller@sha256:744ae2afd433a395eeb13dc03d3313facba92e96ad71d9feaafc85925493fee3",container_id="containerd://17d97cb237bc025d48491664f86444347e8341a6a8e69970e26209763db276d2"} 1 kube_pod_container_info{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",container="calico-kube-controllers",image_spec="docker.io/calico/kube-controllers:v3.25.1",image="docker.io/calico/kube-controllers:v3.25.1",image_id="docker.io/calico/kube-controllers@sha256:02c1232ee4b8c5a145c401ac1adb34a63ee7fc46b70b6ad0a4e068a774f25f8a",container_id="containerd://d2c599052c837e763d5f2a960ee9c076271434b3aab50f810d189013d3328fd6"} 1 kube_pod_container_info{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",container="inswapper-api",image_spec="registry.icons8.com/machine-learning/grpc-apis/inswapper:latest",image="registry.icons8.com/machine-learning/grpc-apis/inswapper:latest",image_id="registry.icons8.com/machine-learning/grpc-apis/inswapper@sha256:2ed2a35af4cec0918a777b2de1b4f4c54a6c0a6451e4b50de4bd00de2751aecb",container_id="containerd://7cf173be3b15f04791b1231ca5116d8e09c3dfe2ab582090782a799599668557"} 1 kube_pod_container_info{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",container="inswapper-hires-api",image_spec="registry.icons8.com/machine-learning/grpc-apis/inswapper:latest",image="registry.icons8.com/machine-learning/grpc-apis/inswapper:latest",image_id="registry.icons8.com/machine-learning/grpc-apis/inswapper@sha256:2ed2a35af4cec0918a777b2de1b4f4c54a6c0a6451e4b50de4bd00de2751aecb",container_id="containerd://183f3568321171113e028596c8badddc3442aa8fcfa0b29d445bcf0ec20cd0fd"} 1 kube_pod_container_info{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",container="cert-manager",image_spec="quay.io/jetstack/cert-manager-controller:v1.8.0",image="quay.io/jetstack/cert-manager-controller:v1.8.0",image_id="quay.io/jetstack/cert-manager-controller@sha256:e1642bf8e93357165c9f0b027397ce79fdbda8cd609ee048c69284da01401c6c",container_id="containerd://1aee6966450be77615d62787d7c53c3c4436a8b44d804d43b2b5d724076dd615"} 1 kube_pod_container_info{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",container="dlib",image_spec="registry.icons8.com/machine-learning/grpc-workers/dlib:latest",image="registry.icons8.com/machine-learning/grpc-workers/dlib:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/dlib@sha256:4bf5ef1430b355f897231ec99c4bff4b58d7cf381535ac6da9bb2c4b9723e447",container_id="containerd://ef8ab65229bc4f3c22ade4c24c38fc146bb7657fcf6cdc613992e7177ba86740"} 1 kube_pod_container_info{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",container="scrfd",image_spec="registry.icons8.com/machine-learning/grpc-workers/scrfd:latest",image="registry.icons8.com/machine-learning/grpc-workers/scrfd:latest",image_id="registry.icons8.com/machine-learning/grpc-workers/scrfd@sha256:906e022184bd3efc7fe489f992e2591371c3b35b9f64d2b4c21a291f3ea2fdc2",container_id="containerd://ffcf47b9cc66f69bc032e8d22449107d21bcfd79163022df4366c3003297217d"} 1 kube_pod_container_info{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",container="inswapper-api",image_spec="registry.icons8.com/machine-learning/grpc-apis/inswapper:latest",image="registry.icons8.com/machine-learning/grpc-apis/inswapper:latest",image_id="registry.icons8.com/machine-learning/grpc-apis/inswapper@sha256:2ed2a35af4cec0918a777b2de1b4f4c54a6c0a6451e4b50de4bd00de2751aecb",container_id="containerd://7746a16892ecb977ab00409848299dd56a158827f4eb3a01a5f6b02232e42cc1"} 1 kube_pod_container_info{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",container="inswapper-hires-api",image_spec="registry.icons8.com/machine-learning/grpc-apis/inswapper:latest",image="registry.icons8.com/machine-learning/grpc-apis/inswapper:latest",image_id="registry.icons8.com/machine-learning/grpc-apis/inswapper@sha256:2ed2a35af4cec0918a777b2de1b4f4c54a6c0a6451e4b50de4bd00de2751aecb",container_id="containerd://a8812f0abaf258cb68535a71b94f0028a11a2d285167649d6daeb48df1d55a4b"} 1 kube_pod_container_info{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",container="inswapper-api",image_spec="registry.icons8.com/machine-learning/grpc-apis/inswapper:latest",image="registry.icons8.com/machine-learning/grpc-apis/inswapper:latest",image_id="registry.icons8.com/machine-learning/grpc-apis/inswapper@sha256:2ed2a35af4cec0918a777b2de1b4f4c54a6c0a6451e4b50de4bd00de2751aecb",container_id="containerd://790d2ffe6a04c18c7d5fe4126467705be02acab41417c8bc7db3faa743aae3d4"} 1 kube_pod_container_info{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",container="generated-humans-api",image_spec="registry.icons8.com/machine-learning/generated-humans-api:latest",image="registry.icons8.com/machine-learning/generated-humans-api:latest",image_id="registry.icons8.com/machine-learning/generated-humans-api@sha256:590f6c3b8e0b273c32429ec8114973dd2c181600ece1c9f4cc776a1c9e03e081",container_id="containerd://3dcd01905f51cf3fc5e62445ce609b23f3efd93bb5f31c6fb65264c7e7bf8f67"} 1 # HELP kube_pod_container_resource_limits The number of requested limit resource by a container. # TYPE kube_pod_container_resource_limits gauge kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",container="dlib",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",container="dlib",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",container="scrfd",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",container="scrfd",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 kube_pod_container_resource_limits{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",container="webhook",node="icon8-ml-1",resource="memory",unit="byte"} 1.048576e+08 kube_pod_container_resource_limits{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",container="webhook",node="icon8-ml-1",resource="cpu",unit="core"} 0.5 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",container="inswapper",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",container="inswapper",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",container="inswapper",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",container="inswapper",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",container="scrfd",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",container="scrfd",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",container="scrfd",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",container="scrfd",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",container="inswapper-hires",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",container="inswapper-hires",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",container="dlib",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",container="dlib",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",container="scrfd",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",container="scrfd",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",container="face-align",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",container="face-align",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",container="node-exporter",node="icon8-ml-1",resource="cpu",unit="core"} 0.25 kube_pod_container_resource_limits{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",container="node-exporter",node="icon8-ml-1",resource="memory",unit="byte"} 1.8874368e+08 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",container="inswapper",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",container="inswapper",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 kube_pod_container_resource_limits{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",container="gpu-operator",node="icon8-ml-1",resource="cpu",unit="core"} 0.5 kube_pod_container_resource_limits{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",container="gpu-operator",node="icon8-ml-1",resource="memory",unit="byte"} 3.670016e+08 kube_pod_container_resource_limits{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",container="coredns",node="icon8-ml-1",resource="memory",unit="byte"} 1.7825792e+08 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",container="dlib",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",container="dlib",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",container="inswapper",node="icon8-ml-1",resource="cpu",unit="core"} 8 kube_pod_container_resource_limits{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",container="inswapper",node="icon8-ml-1",resource="memory",unit="byte"} 8.589934592e+09 # HELP kube_pod_container_resource_requests The number of requested request resource by a container. # TYPE kube_pod_container_resource_requests gauge kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",container="face-align",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",container="face-align",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_requests{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",container="node-exporter",node="icon8-ml-1",resource="cpu",unit="core"} 0.102 kube_pod_container_resource_requests{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",container="node-exporter",node="icon8-ml-1",resource="memory",unit="byte"} 1.8874368e+08 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",container="inswapper",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",container="inswapper",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_requests{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",container="gpu-operator",node="icon8-ml-1",resource="cpu",unit="core"} 0.2 kube_pod_container_resource_requests{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",container="gpu-operator",node="icon8-ml-1",resource="memory",unit="byte"} 1.048576e+08 kube_pod_container_resource_requests{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",container="coredns",node="icon8-ml-1",resource="cpu",unit="core"} 0.1 kube_pod_container_resource_requests{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",container="coredns",node="icon8-ml-1",resource="memory",unit="byte"} 7.340032e+07 kube_pod_container_resource_requests{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",container="metrics-server",node="icon8-ml-1",resource="cpu",unit="core"} 0.1 kube_pod_container_resource_requests{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",container="metrics-server",node="icon8-ml-1",resource="memory",unit="byte"} 2.097152e+08 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",container="dlib",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",container="dlib",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",container="inswapper",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",container="inswapper",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",container="webhook",node="icon8-ml-1",resource="cpu",unit="core"} 0.1 kube_pod_container_resource_requests{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",container="webhook",node="icon8-ml-1",resource="memory",unit="byte"} 5.24288e+07 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",container="inswapper",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",container="inswapper",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",container="dlib",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",container="dlib",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",container="scrfd",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",container="scrfd",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",container="inswapper",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",container="inswapper",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_requests{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="calico-node",node="icon8-ml-1",resource="cpu",unit="core"} 0.25 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",container="scrfd",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",container="scrfd",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",container="scrfd",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",container="scrfd",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",container="inswapper-hires",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",container="inswapper-hires",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",container="dlib",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",container="dlib",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",container="scrfd",node="icon8-ml-1",resource="cpu",unit="core"} 1 kube_pod_container_resource_requests{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",container="scrfd",node="icon8-ml-1",resource="memory",unit="byte"} 4.294967296e+09 # HELP kube_pod_container_state_started Start time in unix timestamp for a pod container. # TYPE kube_pod_container_state_started gauge kube_pod_container_state_started{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",container="inswapper-api"} 1.761949337e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="nvidia-container-toolkit-ctr"} 1.761947381e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",container="dlib"} 1.761947371e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",container="inswapper"} 1.761949356e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",container="dlib"} 1.761947371e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",container="scrfd"} 1.761947371e+09 kube_pod_container_state_started{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",container="cert-manager"} 1.761947367e+09 kube_pod_container_state_started{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",container="cert-manager"} 1.761947367e+09 kube_pod_container_state_started{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",container="webhook"} 1.761947372e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",container="gc"} 1.761947371e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",container="inswapper"} 1.7619491e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="nvidia-dcgm-exporter"} 1.761947389e+09 kube_pod_container_state_started{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="calico-node"} 1.761947358e+09 kube_pod_container_state_started{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",container="kube-state-metrics"} 1.761947367e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",container="inswapper"} 1.761949466e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",container="scrfd"} 1.761947371e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",container="scrfd"} 1.761948615e+09 kube_pod_container_state_started{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",container="inswapper-hires-api"} 1.761949856e+09 kube_pod_container_state_started{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",container="cert-manager"} 1.761947372e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",container="master"} 1.761947367e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",container="inswapper-hires"} 1.761948705e+09 kube_pod_container_state_started{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",container="nginx-ingress-microk8s"} 1.761947367e+09 kube_pod_container_state_started{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",container="calico-kube-controllers"} 1.761947367e+09 kube_pod_container_state_started{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",container="inswapper-api"} 1.761949835e+09 kube_pod_container_state_started{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",container="generated-humans-api"} 1.761947373e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",container="dlib"} 1.761947376e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",container="scrfd"} 1.761947367e+09 kube_pod_container_state_started{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",container="inswapper-api"} 1.761949835e+09 kube_pod_container_state_started{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",container="inswapper-hires-api"} 1.76194938e+09 kube_pod_container_state_started{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",container="inswapper-api"} 1.761949835e+09 kube_pod_container_state_started{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",container="generated-humans-api"} 1.761947376e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",container="face-align"} 1.761948633e+09 kube_pod_container_state_started{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",container="node-exporter"} 1.761947372e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="nvidia-cuda-validator"} 1.761947389e+09 kube_pod_container_state_started{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",container="inswapper"} 1.761949577e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",container="gpu-operator"} 1.761947367e+09 kube_pod_container_state_started{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",container="metrics-server"} 1.761947367e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="gpu-feature-discovery"} 1.761947389e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",container="worker"} 1.761947372e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="nvidia-device-plugin"} 1.761947389e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="nvidia-operator-validator"} 1.761947397e+09 kube_pod_container_state_started{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",container="coredns"} 1.761947363e+09 # HELP kube_pod_container_status_last_terminated_reason Describes the last reason the container was in terminated state. # TYPE kube_pod_container_status_last_terminated_reason gauge kube_pod_container_status_last_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="nvidia-dcgm-exporter",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",container="dlib",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",container="scrfd",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",container="cert-manager",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",container="cert-manager",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",container="webhook",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",container="gc",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",container="inswapper",reason="Error"} 1 kube_pod_container_status_last_terminated_reason{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="calico-node",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",container="kube-state-metrics",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",container="scrfd",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",container="cert-manager",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",container="master",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",container="nginx-ingress-microk8s",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",container="calico-kube-controllers",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",container="generated-humans-api",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",container="dlib",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",container="scrfd",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",container="inswapper-hires-api",reason="Completed"} 1 kube_pod_container_status_last_terminated_reason{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",container="generated-humans-api",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",container="node-exporter",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",container="gpu-operator",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",container="coredns",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",container="metrics-server",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="gpu-feature-discovery",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",container="worker",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="nvidia-device-plugin",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="nvidia-operator-validator",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",container="inswapper-api",reason="Completed"} 1 kube_pod_container_status_last_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="nvidia-container-toolkit-ctr",reason="Unknown"} 1 kube_pod_container_status_last_terminated_reason{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",container="dlib",reason="Unknown"} 1 # HELP kube_pod_container_status_ready Describes whether the containers readiness check succeeded. # TYPE kube_pod_container_status_ready gauge kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",container="gpu-operator"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",container="worker"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="nvidia-device-plugin"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="nvidia-operator-validator"} 1 kube_pod_container_status_ready{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",container="coredns"} 1 kube_pod_container_status_ready{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",container="metrics-server"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="gpu-feature-discovery"} 1 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",container="dlib"} 1 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",container="inswapper"} 1 kube_pod_container_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",container="inswapper-api"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="nvidia-container-toolkit-ctr"} 1 kube_pod_container_status_ready{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",container="cert-manager"} 1 kube_pod_container_status_ready{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",container="webhook"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",container="gc"} 1 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",container="inswapper"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="nvidia-dcgm-exporter"} 1 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",container="dlib"} 1 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",container="scrfd"} 1 kube_pod_container_status_ready{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",container="cert-manager"} 1 kube_pod_container_status_ready{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",container="kube-state-metrics"} 1 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",container="inswapper"} 1 kube_pod_container_status_ready{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="calico-node"} 1 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",container="scrfd"} 1 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",container="scrfd"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",container="master"} 1 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",container="inswapper-hires"} 1 kube_pod_container_status_ready{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",container="nginx-ingress-microk8s"} 1 kube_pod_container_status_ready{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",container="calico-kube-controllers"} 1 kube_pod_container_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",container="inswapper-api"} 1 kube_pod_container_status_ready{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",container="inswapper-hires-api"} 1 kube_pod_container_status_ready{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",container="cert-manager"} 1 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",container="dlib"} 1 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",container="scrfd"} 1 kube_pod_container_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",container="inswapper-api"} 1 kube_pod_container_status_ready{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",container="inswapper-hires-api"} 1 kube_pod_container_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",container="inswapper-api"} 1 kube_pod_container_status_ready{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",container="generated-humans-api"} 1 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",container="face-align"} 1 kube_pod_container_status_ready{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",container="node-exporter"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="nvidia-cuda-validator"} 0 kube_pod_container_status_ready{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",container="inswapper"} 1 kube_pod_container_status_ready{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",container="generated-humans-api"} 1 # HELP kube_pod_container_status_restarts_total The number of container restarts per container. # TYPE kube_pod_container_status_restarts_total counter kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",container="dlib"} 3 kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",container="scrfd"} 1 kube_pod_container_status_restarts_total{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",container="inswapper-api"} 0 kube_pod_container_status_restarts_total{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",container="inswapper-hires-api"} 9 kube_pod_container_status_restarts_total{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",container="inswapper-api"} 0 kube_pod_container_status_restarts_total{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",container="generated-humans-api"} 1 kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",container="face-align"} 0 kube_pod_container_status_restarts_total{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",container="node-exporter"} 1 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="nvidia-cuda-validator"} 0 kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",container="inswapper"} 0 kube_pod_container_status_restarts_total{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",container="generated-humans-api"} 1 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",container="gpu-operator"} 90 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",container="worker"} 5 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="nvidia-device-plugin"} 1 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="nvidia-operator-validator"} 1 kube_pod_container_status_restarts_total{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",container="coredns"} 4 kube_pod_container_status_restarts_total{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",container="metrics-server"} 4 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="gpu-feature-discovery"} 4 kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",container="dlib"} 4 kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",container="inswapper"} 0 kube_pod_container_status_restarts_total{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",container="inswapper-api"} 182 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="nvidia-container-toolkit-ctr"} 1 kube_pod_container_status_restarts_total{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",container="cert-manager"} 4 kube_pod_container_status_restarts_total{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",container="webhook"} 5 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",container="gc"} 4 kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",container="inswapper"} 2 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="nvidia-dcgm-exporter"} 1 kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",container="dlib"} 4 kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",container="scrfd"} 1 kube_pod_container_status_restarts_total{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",container="cert-manager"} 4 kube_pod_container_status_restarts_total{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",container="kube-state-metrics"} 1 kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",container="inswapper"} 0 kube_pod_container_status_restarts_total{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="calico-node"} 1 kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",container="scrfd"} 1 kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",container="scrfd"} 0 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",container="master"} 4 kube_pod_container_status_restarts_total{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",container="inswapper-hires"} 0 kube_pod_container_status_restarts_total{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",container="nginx-ingress-microk8s"} 4 kube_pod_container_status_restarts_total{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",container="calico-kube-controllers"} 1 kube_pod_container_status_restarts_total{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",container="inswapper-api"} 0 kube_pod_container_status_restarts_total{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",container="inswapper-hires-api"} 0 kube_pod_container_status_restarts_total{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",container="cert-manager"} 4 # HELP kube_pod_container_status_running Describes whether the container is currently in running state. # TYPE kube_pod_container_status_running gauge kube_pod_container_status_running{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",container="dlib"} 1 kube_pod_container_status_running{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",container="inswapper"} 1 kube_pod_container_status_running{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",container="inswapper-api"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="nvidia-container-toolkit-ctr"} 1 kube_pod_container_status_running{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",container="cert-manager"} 1 kube_pod_container_status_running{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",container="webhook"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",container="gc"} 1 kube_pod_container_status_running{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",container="inswapper"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="nvidia-dcgm-exporter"} 1 kube_pod_container_status_running{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",container="dlib"} 1 kube_pod_container_status_running{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",container="scrfd"} 1 kube_pod_container_status_running{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",container="cert-manager"} 1 kube_pod_container_status_running{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",container="kube-state-metrics"} 1 kube_pod_container_status_running{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",container="inswapper"} 1 kube_pod_container_status_running{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="calico-node"} 1 kube_pod_container_status_running{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",container="scrfd"} 1 kube_pod_container_status_running{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",container="scrfd"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",container="master"} 1 kube_pod_container_status_running{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",container="inswapper-hires"} 1 kube_pod_container_status_running{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",container="nginx-ingress-microk8s"} 1 kube_pod_container_status_running{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",container="calico-kube-controllers"} 1 kube_pod_container_status_running{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",container="inswapper-api"} 1 kube_pod_container_status_running{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",container="inswapper-hires-api"} 1 kube_pod_container_status_running{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",container="cert-manager"} 1 kube_pod_container_status_running{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",container="dlib"} 1 kube_pod_container_status_running{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",container="scrfd"} 1 kube_pod_container_status_running{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",container="inswapper-api"} 1 kube_pod_container_status_running{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",container="inswapper-hires-api"} 1 kube_pod_container_status_running{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",container="inswapper-api"} 1 kube_pod_container_status_running{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",container="generated-humans-api"} 1 kube_pod_container_status_running{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",container="face-align"} 1 kube_pod_container_status_running{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",container="node-exporter"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="nvidia-cuda-validator"} 0 kube_pod_container_status_running{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",container="inswapper"} 1 kube_pod_container_status_running{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",container="generated-humans-api"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",container="gpu-operator"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",container="worker"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="nvidia-device-plugin"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="nvidia-operator-validator"} 1 kube_pod_container_status_running{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",container="coredns"} 1 kube_pod_container_status_running{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",container="metrics-server"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="gpu-feature-discovery"} 1 # HELP kube_pod_container_status_terminated Describes whether the container is currently in terminated state. # TYPE kube_pod_container_status_terminated gauge kube_pod_container_status_terminated{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",container="inswapper-hires-api"} 0 kube_pod_container_status_terminated{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",container="inswapper-api"} 0 kube_pod_container_status_terminated{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",container="generated-humans-api"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",container="dlib"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",container="scrfd"} 0 kube_pod_container_status_terminated{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",container="inswapper-api"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",container="inswapper"} 0 kube_pod_container_status_terminated{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",container="generated-humans-api"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",container="face-align"} 0 kube_pod_container_status_terminated{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",container="node-exporter"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="nvidia-cuda-validator"} 1 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",container="gpu-operator"} 0 kube_pod_container_status_terminated{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",container="coredns"} 0 kube_pod_container_status_terminated{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",container="metrics-server"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="gpu-feature-discovery"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",container="worker"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="nvidia-device-plugin"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="nvidia-operator-validator"} 0 kube_pod_container_status_terminated{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",container="inswapper-api"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="nvidia-container-toolkit-ctr"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",container="dlib"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",container="inswapper"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",container="inswapper"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="nvidia-dcgm-exporter"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",container="dlib"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",container="scrfd"} 0 kube_pod_container_status_terminated{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",container="cert-manager"} 0 kube_pod_container_status_terminated{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",container="cert-manager"} 0 kube_pod_container_status_terminated{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",container="webhook"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",container="gc"} 0 kube_pod_container_status_terminated{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="calico-node"} 0 kube_pod_container_status_terminated{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",container="kube-state-metrics"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",container="inswapper"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",container="scrfd"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",container="scrfd"} 0 kube_pod_container_status_terminated{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",container="calico-kube-controllers"} 0 kube_pod_container_status_terminated{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",container="inswapper-api"} 0 kube_pod_container_status_terminated{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",container="inswapper-hires-api"} 0 kube_pod_container_status_terminated{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",container="cert-manager"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",container="master"} 0 kube_pod_container_status_terminated{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",container="inswapper-hires"} 0 kube_pod_container_status_terminated{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",container="nginx-ingress-microk8s"} 0 # HELP kube_pod_container_status_terminated_reason Describes the reason the container is currently in terminated state. # TYPE kube_pod_container_status_terminated_reason gauge kube_pod_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="nvidia-cuda-validator",reason="Completed"} 1 # HELP kube_pod_container_status_waiting Describes whether the container is currently in waiting state. # TYPE kube_pod_container_status_waiting gauge kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="nvidia-container-toolkit-ctr"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",container="dlib"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",container="inswapper"} 0 kube_pod_container_status_waiting{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",container="inswapper-api"} 0 kube_pod_container_status_waiting{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",container="cert-manager"} 0 kube_pod_container_status_waiting{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",container="cert-manager"} 0 kube_pod_container_status_waiting{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",container="webhook"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",container="gc"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",container="inswapper"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="nvidia-dcgm-exporter"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",container="dlib"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",container="scrfd"} 0 kube_pod_container_status_waiting{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="calico-node"} 0 kube_pod_container_status_waiting{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",container="kube-state-metrics"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",container="inswapper"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",container="scrfd"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",container="scrfd"} 0 kube_pod_container_status_waiting{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",container="cert-manager"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",container="master"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",container="inswapper-hires"} 0 kube_pod_container_status_waiting{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",container="nginx-ingress-microk8s"} 0 kube_pod_container_status_waiting{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",container="calico-kube-controllers"} 0 kube_pod_container_status_waiting{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",container="inswapper-api"} 0 kube_pod_container_status_waiting{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",container="inswapper-hires-api"} 0 kube_pod_container_status_waiting{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",container="generated-humans-api"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",container="dlib"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",container="scrfd"} 0 kube_pod_container_status_waiting{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",container="inswapper-api"} 0 kube_pod_container_status_waiting{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",container="inswapper-hires-api"} 0 kube_pod_container_status_waiting{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",container="inswapper-api"} 0 kube_pod_container_status_waiting{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",container="generated-humans-api"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",container="face-align"} 0 kube_pod_container_status_waiting{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",container="node-exporter"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="nvidia-cuda-validator"} 0 kube_pod_container_status_waiting{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",container="inswapper"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",container="gpu-operator"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="gpu-feature-discovery"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",container="worker"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="nvidia-device-plugin"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="nvidia-operator-validator"} 0 kube_pod_container_status_waiting{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",container="coredns"} 0 kube_pod_container_status_waiting{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",container="metrics-server"} 0 # HELP kube_pod_container_status_waiting_reason Describes the reason the container is currently in waiting state. # TYPE kube_pod_container_status_waiting_reason gauge # HELP kube_pod_created Unix creation timestamp # TYPE kube_pod_created gauge kube_pod_created{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5"} 1.747081336e+09 kube_pod_created{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9"} 1.76194863e+09 kube_pod_created{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0"} 1.743668596e+09 kube_pod_created{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87"} 1.761947385e+09 kube_pod_created{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08"} 1.761949575e+09 kube_pod_created{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25"} 1.722207222e+09 kube_pod_created{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd"} 1.722206651e+09 kube_pod_created{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7"} 1.722207248e+09 kube_pod_created{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc"} 1.722207233e+09 kube_pod_created{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e"} 1.722207222e+09 kube_pod_created{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168"} 1.743668631e+09 kube_pod_created{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f"} 1.743668646e+09 kube_pod_created{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84"} 1.724710172e+09 kube_pod_created{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898"} 1.743668624e+09 kube_pod_created{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44"} 1.722272438e+09 kube_pod_created{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b"} 1.761949354e+09 kube_pod_created{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec"} 1.743668639e+09 kube_pod_created{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903"} 1.722272297e+09 kube_pod_created{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94"} 1.743663535e+09 kube_pod_created{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab"} 1.72220718e+09 kube_pod_created{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f"} 1.72220718e+09 kube_pod_created{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd"} 1.722602998e+09 kube_pod_created{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45"} 1.722207222e+09 kube_pod_created{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c"} 1.761948617e+09 kube_pod_created{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1"} 1.743662697e+09 kube_pod_created{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577"} 1.743677566e+09 kube_pod_created{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292"} 1.761949465e+09 kube_pod_created{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee"} 1.743663514e+09 kube_pod_created{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59"} 1.761948608e+09 kube_pod_created{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87"} 1.761949833e+09 kube_pod_created{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8"} 1.761949854e+09 kube_pod_created{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a"} 1.72220718e+09 kube_pod_created{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68"} 1.722207222e+09 kube_pod_created{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f"} 1.761948701e+09 kube_pod_created{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926"} 1.72220673e+09 kube_pod_created{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2"} 1.743662676e+09 kube_pod_created{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119"} 1.761949833e+09 kube_pod_created{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77"} 1.747081233e+09 kube_pod_created{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174"} 1.724709875e+09 kube_pod_created{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4"} 1.743663859e+09 kube_pod_created{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1"} 1.761949833e+09 kube_pod_created{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300"} 1.761948461e+09 # HELP kube_pod_deletion_timestamp Unix deletion timestamp # TYPE kube_pod_deletion_timestamp gauge # HELP kube_pod_info Information about pod. # TYPE kube_pod_info gauge kube_pod_info{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",host_ip="192.190.137.106",pod_ip="10.1.108.84",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="generated-humans-api",priority_class="",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",host_ip="192.190.137.106",pod_ip="10.1.108.73",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="face-align",priority_class="",host_network="false"} 1 kube_pod_info{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",host_ip="192.190.137.106",pod_ip="10.1.108.94",node="icon8-ml-1",created_by_kind="DaemonSet",created_by_name="node-exporter",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",host_ip="192.190.137.106",pod_ip="10.1.108.111",node="icon8-ml-1",created_by_kind="ClusterPolicy",created_by_name="cluster-policy",priority_class="",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",host_ip="192.190.137.106",pod_ip="10.1.108.75",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="inswapper",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",host_ip="192.190.137.106",pod_ip="10.1.108.89",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="gpu-operator-999cc8dcc",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",host_ip="192.190.137.106",pod_ip="10.1.108.68",node="icon8-ml-1",created_by_kind="DaemonSet",created_by_name="gpu-feature-discovery",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",host_ip="192.190.137.106",pod_ip="10.1.108.67",node="icon8-ml-1",created_by_kind="DaemonSet",created_by_name="gpu-operator-node-feature-discovery-worker",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",host_ip="192.190.137.106",pod_ip="10.1.108.71",node="icon8-ml-1",created_by_kind="DaemonSet",created_by_name="nvidia-device-plugin-daemonset",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",host_ip="192.190.137.106",pod_ip="10.1.108.107",node="icon8-ml-1",created_by_kind="DaemonSet",created_by_name="nvidia-operator-validator",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",host_ip="192.190.137.106",pod_ip="10.1.108.86",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="coredns-864597b5fd",priority_class="system-cluster-critical",host_network="false"} 1 kube_pod_info{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",host_ip="192.190.137.106",pod_ip="10.1.108.124",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="metrics-server-848968bdcd",priority_class="system-cluster-critical",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",host_ip="192.190.137.106",pod_ip="10.1.108.76",node="icon8-ml-1",created_by_kind="DaemonSet",created_by_name="nvidia-container-toolkit-daemonset",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",host_ip="192.190.137.106",pod_ip="10.1.108.126",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="dlib",priority_class="",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",host_ip="192.190.137.106",pod_ip="10.1.108.91",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="inswapper",priority_class="",host_network="false"} 1 kube_pod_info{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",host_ip="192.190.137.106",pod_ip="10.1.108.112",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="inswapper-api-7574896fcb",priority_class="",host_network="false"} 1 kube_pod_info{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",host_ip="192.190.137.106",pod_ip="10.1.108.101",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="cert-manager-cainjector-99677759d",priority_class="",host_network="false"} 1 kube_pod_info{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",host_ip="192.190.137.106",pod_ip="10.1.108.69",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="cert-manager-webhook-8486cb8479",priority_class="",host_network="false"} 1 kube_pod_info{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",host_ip="192.190.137.106",pod_ip="10.1.108.96",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="webhook-6bf78676",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",host_ip="192.190.137.106",pod_ip="10.1.108.121",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="gpu-operator-node-feature-discovery-gc-7cc7ccfff8",priority_class="",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",host_ip="192.190.137.106",pod_ip="10.1.108.93",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="inswapper",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",host_ip="192.190.137.106",pod_ip="10.1.108.90",node="icon8-ml-1",created_by_kind="DaemonSet",created_by_name="nvidia-dcgm-exporter",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",host_ip="192.190.137.106",pod_ip="10.1.108.82",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="dlib",priority_class="",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",host_ip="192.190.137.106",pod_ip="10.1.108.119",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="scrfd",priority_class="",host_network="false"} 1 kube_pod_info{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",host_ip="192.190.137.106",pod_ip="192.190.137.106",node="icon8-ml-1",created_by_kind="DaemonSet",created_by_name="calico-node",priority_class="system-node-critical",host_network="true"} 1 kube_pod_info{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",host_ip="192.190.137.106",pod_ip="10.1.108.125",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="kube-state-metrics-7dcdc86c49",priority_class="",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",host_ip="192.190.137.106",pod_ip="10.1.108.114",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="inswapper",priority_class="",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",host_ip="192.190.137.106",pod_ip="10.1.108.77",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="scrfd",priority_class="",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",host_ip="192.190.137.106",pod_ip="10.1.108.115",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="scrfd",priority_class="",host_network="false"} 1 kube_pod_info{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",host_ip="192.190.137.106",pod_ip="10.1.108.117",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="cert-manager-7cf97bbd47",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",host_ip="192.190.137.106",pod_ip="10.1.108.66",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="gpu-operator-node-feature-discovery-master-d8597d549",priority_class="",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",host_ip="192.190.137.106",pod_ip="10.1.108.122",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="inswapper-hires-7cc6d7dd6f",priority_class="",host_network="false"} 1 kube_pod_info{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",host_ip="192.190.137.106",pod_ip="10.1.108.79",node="icon8-ml-1",created_by_kind="DaemonSet",created_by_name="nginx-ingress-microk8s-controller",priority_class="",host_network="false"} 1 kube_pod_info{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",host_ip="192.190.137.106",pod_ip="10.1.108.105",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="calico-kube-controllers-7b94f4dd47",priority_class="system-cluster-critical",host_network="false"} 1 kube_pod_info{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",host_ip="192.190.137.106",pod_ip="10.1.108.110",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="inswapper-api-7574896fcb",priority_class="",host_network="false"} 1 kube_pod_info{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",host_ip="192.190.137.106",pod_ip="10.1.108.80",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="inswapper-hires-api-556c59fd86",priority_class="",host_network="false"} 1 kube_pod_info{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",host_ip="192.190.137.106",pod_ip="10.1.108.123",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="generated-humans-api",priority_class="",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",host_ip="192.190.137.106",pod_ip="10.1.108.127",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="dlib",priority_class="",host_network="false"} 1 kube_pod_info{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",host_ip="192.190.137.106",pod_ip="10.1.108.87",node="icon8-ml-1",created_by_kind="StatefulSet",created_by_name="scrfd",priority_class="",host_network="false"} 1 kube_pod_info{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",host_ip="192.190.137.106",pod_ip="10.1.108.81",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="inswapper-api-7574896fcb",priority_class="",host_network="false"} 1 kube_pod_info{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",host_ip="192.190.137.106",pod_ip="10.1.108.83",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="inswapper-hires-api-556c59fd86",priority_class="",host_network="false"} 1 kube_pod_info{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",host_ip="192.190.137.106",pod_ip="10.1.108.116",node="icon8-ml-1",created_by_kind="ReplicaSet",created_by_name="inswapper-api-7574896fcb",priority_class="",host_network="false"} 1 # HELP kube_pod_init_container_info Information about an init container in a pod. # TYPE kube_pod_init_container_info gauge kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="toolkit-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:549ec806717ecd832a1dd219d3cb671024d005df0cfd54269441d21a0083ee51",container_id="containerd://a8399283fa961ef187ec196ea9d64904b7051d472647877181a1b164c1f22591"} 1 kube_pod_init_container_info{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="upgrade-ipam",image_spec="docker.io/calico/cni:v3.25.1",image="docker.io/calico/cni:v3.25.1",image_id="docker.io/calico/cni@sha256:9a2c99f0314053aa11e971bd5d72e17951767bf5c6ff1fd9c38c4582d7cb8a0a",container_id="containerd://1f8f7be4f68b56018f3ed9c6fabb5704b311656154f0d15deff9558e78a26cd1"} 1 kube_pod_init_container_info{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="install-cni",image_spec="docker.io/calico/cni:v3.25.1",image="docker.io/calico/cni:v3.25.1",image_id="docker.io/calico/cni@sha256:9a2c99f0314053aa11e971bd5d72e17951767bf5c6ff1fd9c38c4582d7cb8a0a",container_id="containerd://1165e700a863a5c80959f101d96ddba60efc0d19afbba772988f9b9469bddd09"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="cuda-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:549ec806717ecd832a1dd219d3cb671024d005df0cfd54269441d21a0083ee51",container_id="containerd://12e97a618a2977068fa5b48e2fd8d8643095832dc43a65f199cb8b9fedef93e3"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="toolkit-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:549ec806717ecd832a1dd219d3cb671024d005df0cfd54269441d21a0083ee51",container_id="containerd://155fddf2e1418887e4be5f87211cffbb6e8a520e6269faecb226621ec7928a0b"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="driver-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:549ec806717ecd832a1dd219d3cb671024d005df0cfd54269441d21a0083ee51",container_id="containerd://66bb7c3e447fd367ef7c9cba98b231c4b25470b285e9a462bb9ca4376275d42a"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="toolkit-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:549ec806717ecd832a1dd219d3cb671024d005df0cfd54269441d21a0083ee51",container_id="containerd://b80b6d005c04a590650609db56d2c09f95fe5000e1e7fddcac963ae50a7fb12f"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="cuda-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:549ec806717ecd832a1dd219d3cb671024d005df0cfd54269441d21a0083ee51",container_id="containerd://9bf80d595de94a1600a6c1b9c3010120d3dff50689b80ff6e473e22105ae5469"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="plugin-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:549ec806717ecd832a1dd219d3cb671024d005df0cfd54269441d21a0083ee51",container_id="containerd://723b0700b3dc7b42d3690170ce148d70f02a40673c10c818850160b3bf0769c7"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="toolkit-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:549ec806717ecd832a1dd219d3cb671024d005df0cfd54269441d21a0083ee51",container_id="containerd://5e806c1e1bbf092023ae59b0d4863feb8c8d11f09a0814263958394f84188e8a"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="driver-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v23.9.1",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:549ec806717ecd832a1dd219d3cb671024d005df0cfd54269441d21a0083ee51",container_id="containerd://7fe83a80c93b3889290464dd11b6eb73c530bd2032cfe2921b33778e2eae2b33"} 1 # HELP kube_pod_init_container_resource_limits The number of requested limit resource by an init container. # TYPE kube_pod_init_container_resource_limits gauge # HELP kube_pod_init_container_resource_requests The number of requested request resource by an init container. # TYPE kube_pod_init_container_resource_requests gauge # HELP kube_pod_init_container_status_last_terminated_reason Describes the last reason the init container was in terminated state. # TYPE kube_pod_init_container_status_last_terminated_reason gauge # HELP kube_pod_init_container_status_ready Describes whether the init containers readiness check succeeded. # TYPE kube_pod_init_container_status_ready gauge kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="toolkit-validation"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="toolkit-validation"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="driver-validation"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="toolkit-validation"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="cuda-validation"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="plugin-validation"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="driver-validation"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="toolkit-validation"} 1 kube_pod_init_container_status_ready{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="upgrade-ipam"} 1 kube_pod_init_container_status_ready{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="install-cni"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="cuda-validation"} 1 # HELP kube_pod_init_container_status_restarts_total The number of restarts for the init container. # TYPE kube_pod_init_container_status_restarts_total counter kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="cuda-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="toolkit-validation"} 4 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="toolkit-validation"} 2 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="driver-validation"} 1 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="toolkit-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="cuda-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="plugin-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="driver-validation"} 1 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="toolkit-validation"} 1 kube_pod_init_container_status_restarts_total{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="upgrade-ipam"} 1 kube_pod_init_container_status_restarts_total{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="install-cni"} 0 # HELP kube_pod_init_container_status_running Describes whether the init container is currently in running state. # TYPE kube_pod_init_container_status_running gauge kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="cuda-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="toolkit-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="toolkit-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="driver-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="toolkit-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="cuda-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="plugin-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="driver-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="toolkit-validation"} 0 kube_pod_init_container_status_running{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="upgrade-ipam"} 0 kube_pod_init_container_status_running{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="install-cni"} 0 # HELP kube_pod_init_container_status_terminated Describes whether the init container is currently in terminated state. # TYPE kube_pod_init_container_status_terminated gauge kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="toolkit-validation"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="toolkit-validation"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="driver-validation"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="toolkit-validation"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="cuda-validation"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="plugin-validation"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="driver-validation"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="toolkit-validation"} 1 kube_pod_init_container_status_terminated{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="upgrade-ipam"} 1 kube_pod_init_container_status_terminated{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="install-cni"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="cuda-validation"} 1 # HELP kube_pod_init_container_status_terminated_reason Describes the reason the init container is currently in terminated state. # TYPE kube_pod_init_container_status_terminated_reason gauge kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="driver-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="toolkit-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="upgrade-ipam",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="install-cni",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="cuda-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="toolkit-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="toolkit-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="driver-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="toolkit-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="cuda-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="plugin-validation",reason="Completed"} 1 # HELP kube_pod_init_container_status_waiting Describes whether the init container is currently in waiting state. # TYPE kube_pod_init_container_status_waiting gauge kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",container="cuda-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",container="toolkit-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",container="toolkit-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="driver-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="toolkit-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="cuda-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",container="plugin-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",container="driver-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",container="toolkit-validation"} 0 kube_pod_init_container_status_waiting{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="upgrade-ipam"} 0 kube_pod_init_container_status_waiting{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",container="install-cni"} 0 # HELP kube_pod_init_container_status_waiting_reason Describes the reason the init container is currently in waiting state. # TYPE kube_pod_init_container_status_waiting_reason gauge # HELP kube_pod_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_pod_annotations gauge kube_pod_annotations{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25"} 1 kube_pod_annotations{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd"} 1 kube_pod_annotations{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f"} 1 kube_pod_annotations{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94"} 1 kube_pod_annotations{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab"} 1 kube_pod_annotations{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f"} 1 kube_pod_annotations{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c"} 1 kube_pod_annotations{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1"} 1 kube_pod_annotations{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59"} 1 kube_pod_annotations{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87"} 1 kube_pod_annotations{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8"} 1 kube_pod_annotations{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f"} 1 kube_pod_annotations{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926"} 1 kube_pod_annotations{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2"} 1 kube_pod_annotations{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119"} 1 kube_pod_annotations{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4"} 1 kube_pod_annotations{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1"} 1 kube_pod_annotations{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300"} 1 kube_pod_annotations{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9"} 1 kube_pod_annotations{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87"} 1 kube_pod_annotations{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08"} 1 # HELP kube_pod_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_pod_labels gauge kube_pod_labels{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94"} 1 kube_pod_labels{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab"} 1 kube_pod_labels{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f"} 1 kube_pod_labels{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c"} 1 kube_pod_labels{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1"} 1 kube_pod_labels{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59"} 1 kube_pod_labels{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87"} 1 kube_pod_labels{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8"} 1 kube_pod_labels{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f"} 1 kube_pod_labels{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926"} 1 kube_pod_labels{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2"} 1 kube_pod_labels{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119"} 1 kube_pod_labels{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4"} 1 kube_pod_labels{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1"} 1 kube_pod_labels{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300"} 1 kube_pod_labels{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9"} 1 kube_pod_labels{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87"} 1 kube_pod_labels{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25"} 1 kube_pod_labels{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd"} 1 kube_pod_labels{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f"} 1 # HELP kube_pod_overhead_cpu_cores The pod overhead in regards to cpu cores associated with running a pod. # TYPE kube_pod_overhead_cpu_cores gauge # HELP kube_pod_overhead_memory_bytes The pod overhead in regards to memory associated with running a pod. # TYPE kube_pod_overhead_memory_bytes gauge # HELP kube_pod_owner Information about the Pod's owner. # TYPE kube_pod_owner gauge kube_pod_owner{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",owner_kind="ReplicaSet",owner_name="inswapper-api-7574896fcb",owner_is_controller="true"} 1 kube_pod_owner{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",owner_kind="StatefulSet",owner_name="generated-humans-api",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",owner_kind="StatefulSet",owner_name="dlib",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",owner_kind="StatefulSet",owner_name="scrfd",owner_is_controller="true"} 1 kube_pod_owner{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",owner_kind="ReplicaSet",owner_name="inswapper-api-7574896fcb",owner_is_controller="true"} 1 kube_pod_owner{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",owner_kind="ReplicaSet",owner_name="inswapper-hires-api-556c59fd86",owner_is_controller="true"} 1 kube_pod_owner{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",owner_kind="StatefulSet",owner_name="generated-humans-api",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",owner_kind="StatefulSet",owner_name="face-align",owner_is_controller="true"} 1 kube_pod_owner{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",owner_kind="DaemonSet",owner_name="node-exporter",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",owner_kind="ClusterPolicy",owner_name="cluster-policy",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",owner_kind="StatefulSet",owner_name="inswapper",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",owner_kind="ReplicaSet",owner_name="gpu-operator-999cc8dcc",owner_is_controller="true"} 1 kube_pod_owner{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",owner_kind="ReplicaSet",owner_name="coredns-864597b5fd",owner_is_controller="true"} 1 kube_pod_owner{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",owner_kind="ReplicaSet",owner_name="metrics-server-848968bdcd",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",owner_kind="DaemonSet",owner_name="gpu-feature-discovery",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",owner_kind="DaemonSet",owner_name="gpu-operator-node-feature-discovery-worker",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",owner_kind="DaemonSet",owner_name="nvidia-device-plugin-daemonset",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",owner_kind="DaemonSet",owner_name="nvidia-operator-validator",owner_is_controller="true"} 1 kube_pod_owner{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",owner_kind="ReplicaSet",owner_name="inswapper-api-7574896fcb",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",owner_kind="DaemonSet",owner_name="nvidia-container-toolkit-daemonset",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",owner_kind="StatefulSet",owner_name="dlib",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",owner_kind="StatefulSet",owner_name="inswapper",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",owner_kind="DaemonSet",owner_name="nvidia-dcgm-exporter",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",owner_kind="StatefulSet",owner_name="dlib",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",owner_kind="StatefulSet",owner_name="scrfd",owner_is_controller="true"} 1 kube_pod_owner{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",owner_kind="ReplicaSet",owner_name="cert-manager-cainjector-99677759d",owner_is_controller="true"} 1 kube_pod_owner{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",owner_kind="ReplicaSet",owner_name="cert-manager-webhook-8486cb8479",owner_is_controller="true"} 1 kube_pod_owner{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",owner_kind="ReplicaSet",owner_name="webhook-6bf78676",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",owner_kind="ReplicaSet",owner_name="gpu-operator-node-feature-discovery-gc-7cc7ccfff8",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",owner_kind="StatefulSet",owner_name="inswapper",owner_is_controller="true"} 1 kube_pod_owner{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",owner_kind="DaemonSet",owner_name="calico-node",owner_is_controller="true"} 1 kube_pod_owner{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",owner_kind="ReplicaSet",owner_name="kube-state-metrics-7dcdc86c49",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",owner_kind="StatefulSet",owner_name="inswapper",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",owner_kind="StatefulSet",owner_name="scrfd",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",owner_kind="StatefulSet",owner_name="scrfd",owner_is_controller="true"} 1 kube_pod_owner{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",owner_kind="ReplicaSet",owner_name="inswapper-api-7574896fcb",owner_is_controller="true"} 1 kube_pod_owner{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",owner_kind="ReplicaSet",owner_name="inswapper-hires-api-556c59fd86",owner_is_controller="true"} 1 kube_pod_owner{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",owner_kind="ReplicaSet",owner_name="cert-manager-7cf97bbd47",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",owner_kind="ReplicaSet",owner_name="gpu-operator-node-feature-discovery-master-d8597d549",owner_is_controller="true"} 1 kube_pod_owner{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",owner_kind="ReplicaSet",owner_name="inswapper-hires-7cc6d7dd6f",owner_is_controller="true"} 1 kube_pod_owner{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",owner_kind="DaemonSet",owner_name="nginx-ingress-microk8s-controller",owner_is_controller="true"} 1 kube_pod_owner{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",owner_kind="ReplicaSet",owner_name="calico-kube-controllers-7b94f4dd47",owner_is_controller="true"} 1 # HELP kube_pod_restart_policy Describes the restart policy in use by this pod. # TYPE kube_pod_restart_policy gauge kube_pod_restart_policy{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",type="Always"} 1 kube_pod_restart_policy{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",type="Always"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",type="Always"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",type="Always"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",type="Always"} 1 kube_pod_restart_policy{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",type="Always"} 1 kube_pod_restart_policy{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",type="Always"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",type="Always"} 1 kube_pod_restart_policy{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",type="Always"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",type="Always"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",type="Always"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",type="Always"} 1 kube_pod_restart_policy{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",type="Always"} 1 kube_pod_restart_policy{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",type="Always"} 1 kube_pod_restart_policy{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",type="Always"} 1 kube_pod_restart_policy{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",type="Always"} 1 kube_pod_restart_policy{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",type="Always"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",type="Always"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",type="Always"} 1 kube_pod_restart_policy{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",type="Always"} 1 kube_pod_restart_policy{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",type="Always"} 1 kube_pod_restart_policy{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",type="Always"} 1 kube_pod_restart_policy{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",type="Always"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",type="Always"} 1 kube_pod_restart_policy{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",type="OnFailure"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",type="Always"} 1 kube_pod_restart_policy{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",type="Always"} 1 kube_pod_restart_policy{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",type="Always"} 1 kube_pod_restart_policy{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",type="Always"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",type="Always"} 1 kube_pod_restart_policy{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",type="Always"} 1 kube_pod_restart_policy{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",type="Always"} 1 # HELP kube_pod_runtimeclass_name_info The runtimeclass associated with the pod. # TYPE kube_pod_runtimeclass_name_info gauge kube_pod_runtimeclass_name_info{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",runtimeclass_name="nvidia"} 1 kube_pod_runtimeclass_name_info{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",runtimeclass_name="nvidia"} 1 kube_pod_runtimeclass_name_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",runtimeclass_name="nvidia"} 1 kube_pod_runtimeclass_name_info{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",runtimeclass_name="nvidia"} 1 kube_pod_runtimeclass_name_info{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",runtimeclass_name="nvidia"} 1 # HELP kube_pod_spec_volumes_persistentvolumeclaims_info Information about persistentvolumeclaim volumes in a pod. # TYPE kube_pod_spec_volumes_persistentvolumeclaims_info gauge # HELP kube_pod_spec_volumes_persistentvolumeclaims_readonly Describes whether a persistentvolumeclaim is mounted read only. # TYPE kube_pod_spec_volumes_persistentvolumeclaims_readonly gauge # HELP kube_pod_start_time Start time in unix timestamp for a pod. # TYPE kube_pod_start_time gauge kube_pod_start_time{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25"} 1.722207222e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f"} 1.743668646e+09 kube_pod_start_time{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd"} 1.722206659e+09 kube_pod_start_time{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7"} 1.722207248e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc"} 1.722207233e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e"} 1.722207222e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168"} 1.743668631e+09 kube_pod_start_time{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84"} 1.724710172e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898"} 1.743668624e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44"} 1.722272438e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b"} 1.761949354e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45"} 1.722207222e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c"} 1.761948617e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec"} 1.743668639e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903"} 1.722272297e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94"} 1.743663535e+09 kube_pod_start_time{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab"} 1.72220718e+09 kube_pod_start_time{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f"} 1.72220718e+09 kube_pod_start_time{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd"} 1.722602998e+09 kube_pod_start_time{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1"} 1.743662697e+09 kube_pod_start_time{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577"} 1.743677566e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292"} 1.761949465e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee"} 1.743663514e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59"} 1.761948608e+09 kube_pod_start_time{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926"} 1.72220673e+09 kube_pod_start_time{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2"} 1.743662695e+09 kube_pod_start_time{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87"} 1.761949833e+09 kube_pod_start_time{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8"} 1.761949854e+09 kube_pod_start_time{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a"} 1.72220718e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68"} 1.722207222e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f"} 1.761948701e+09 kube_pod_start_time{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1"} 1.761949833e+09 kube_pod_start_time{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300"} 1.761948461e+09 kube_pod_start_time{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119"} 1.761949833e+09 kube_pod_start_time{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77"} 1.747081233e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174"} 1.724709875e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4"} 1.743663859e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87"} 1.761947385e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08"} 1.761949575e+09 kube_pod_start_time{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5"} 1.747081336e+09 kube_pod_start_time{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9"} 1.76194863e+09 kube_pod_start_time{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0"} 1.743668597e+09 # HELP kube_pod_status_phase The pods current phase. # TYPE kube_pod_status_phase gauge kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",phase="Running"} 1 kube_pod_status_phase{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",phase="Pending"} 0 kube_pod_status_phase{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",phase="Succeeded"} 0 kube_pod_status_phase{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",phase="Failed"} 0 kube_pod_status_phase{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",phase="Unknown"} 0 kube_pod_status_phase{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",phase="Running"} 1 kube_pod_status_phase{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",phase="Pending"} 0 kube_pod_status_phase{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",phase="Succeeded"} 0 kube_pod_status_phase{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",phase="Failed"} 0 kube_pod_status_phase{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",phase="Unknown"} 0 kube_pod_status_phase{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",phase="Running"} 1 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",phase="Pending"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",phase="Succeeded"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",phase="Failed"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",phase="Unknown"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",phase="Running"} 1 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",phase="Pending"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",phase="Succeeded"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",phase="Failed"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",phase="Unknown"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",phase="Running"} 1 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",phase="Pending"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",phase="Succeeded"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",phase="Failed"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",phase="Unknown"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",phase="Running"} 1 kube_pod_status_phase{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",phase="Pending"} 0 kube_pod_status_phase{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",phase="Succeeded"} 0 kube_pod_status_phase{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",phase="Failed"} 0 kube_pod_status_phase{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",phase="Unknown"} 0 kube_pod_status_phase{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",phase="Running"} 1 kube_pod_status_phase{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",phase="Pending"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",phase="Succeeded"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",phase="Failed"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",phase="Unknown"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",phase="Running"} 1 kube_pod_status_phase{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",phase="Pending"} 0 kube_pod_status_phase{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",phase="Succeeded"} 0 kube_pod_status_phase{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",phase="Failed"} 0 kube_pod_status_phase{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",phase="Unknown"} 0 kube_pod_status_phase{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",phase="Running"} 1 kube_pod_status_phase{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",phase="Pending"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",phase="Succeeded"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",phase="Failed"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",phase="Unknown"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",phase="Running"} 1 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",phase="Pending"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",phase="Succeeded"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",phase="Failed"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",phase="Unknown"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",phase="Running"} 1 kube_pod_status_phase{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",phase="Pending"} 0 kube_pod_status_phase{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",phase="Succeeded"} 0 kube_pod_status_phase{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",phase="Failed"} 0 kube_pod_status_phase{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",phase="Unknown"} 0 kube_pod_status_phase{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",phase="Running"} 1 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",phase="Pending"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",phase="Succeeded"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",phase="Failed"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",phase="Unknown"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",phase="Running"} 1 kube_pod_status_phase{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",phase="Pending"} 0 kube_pod_status_phase{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",phase="Succeeded"} 0 kube_pod_status_phase{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",phase="Failed"} 0 kube_pod_status_phase{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",phase="Unknown"} 0 kube_pod_status_phase{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",phase="Running"} 1 kube_pod_status_phase{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",phase="Pending"} 0 kube_pod_status_phase{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",phase="Succeeded"} 0 kube_pod_status_phase{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",phase="Failed"} 0 kube_pod_status_phase{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",phase="Unknown"} 0 kube_pod_status_phase{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",phase="Running"} 1 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",phase="Pending"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",phase="Succeeded"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",phase="Failed"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",phase="Unknown"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",phase="Running"} 1 kube_pod_status_phase{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",phase="Pending"} 0 kube_pod_status_phase{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",phase="Succeeded"} 0 kube_pod_status_phase{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",phase="Failed"} 0 kube_pod_status_phase{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",phase="Unknown"} 0 kube_pod_status_phase{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",phase="Running"} 1 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",phase="Pending"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",phase="Succeeded"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",phase="Failed"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",phase="Unknown"} 0 kube_pod_status_phase{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",phase="Running"} 1 kube_pod_status_phase{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",phase="Pending"} 0 kube_pod_status_phase{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",phase="Succeeded"} 0 kube_pod_status_phase{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",phase="Failed"} 0 kube_pod_status_phase{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",phase="Unknown"} 0 kube_pod_status_phase{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",phase="Running"} 1 kube_pod_status_phase{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",phase="Pending"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",phase="Succeeded"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",phase="Failed"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",phase="Unknown"} 0 kube_pod_status_phase{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",phase="Running"} 1 kube_pod_status_phase{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",phase="Pending"} 0 kube_pod_status_phase{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",phase="Succeeded"} 0 kube_pod_status_phase{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",phase="Failed"} 0 kube_pod_status_phase{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",phase="Unknown"} 0 kube_pod_status_phase{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",phase="Succeeded"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",phase="Running"} 0 # HELP kube_pod_status_ready Describes whether the pod is ready to serve requests. # TYPE kube_pod_status_ready gauge kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",condition="unknown"} 0 kube_pod_status_ready{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",condition="true"} 1 kube_pod_status_ready{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",condition="false"} 0 kube_pod_status_ready{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",condition="unknown"} 0 kube_pod_status_ready{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",condition="true"} 1 kube_pod_status_ready{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",condition="false"} 0 kube_pod_status_ready{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",condition="unknown"} 0 kube_pod_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",condition="true"} 1 kube_pod_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",condition="false"} 0 kube_pod_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",condition="unknown"} 0 kube_pod_status_ready{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",condition="true"} 1 kube_pod_status_ready{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",condition="false"} 0 kube_pod_status_ready{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",condition="unknown"} 0 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",condition="true"} 1 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",condition="false"} 0 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",condition="unknown"} 0 kube_pod_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",condition="true"} 1 kube_pod_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",condition="false"} 0 kube_pod_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",condition="unknown"} 0 kube_pod_status_ready{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",condition="true"} 1 kube_pod_status_ready{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",condition="false"} 0 kube_pod_status_ready{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",condition="unknown"} 0 kube_pod_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",condition="true"} 1 kube_pod_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",condition="false"} 0 kube_pod_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",condition="unknown"} 0 kube_pod_status_ready{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",condition="true"} 1 kube_pod_status_ready{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",condition="false"} 0 kube_pod_status_ready{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",condition="unknown"} 0 kube_pod_status_ready{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",condition="true"} 1 kube_pod_status_ready{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",condition="false"} 0 kube_pod_status_ready{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",condition="true"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",condition="false"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",condition="unknown"} 0 kube_pod_status_ready{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",condition="true"} 1 kube_pod_status_ready{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",condition="false"} 0 kube_pod_status_ready{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",condition="unknown"} 0 kube_pod_status_ready{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",condition="true"} 1 kube_pod_status_ready{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",condition="false"} 0 kube_pod_status_ready{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",condition="unknown"} 0 kube_pod_status_ready{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",condition="true"} 1 kube_pod_status_ready{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",condition="false"} 0 kube_pod_status_ready{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",condition="unknown"} 0 kube_pod_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",condition="true"} 1 kube_pod_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",condition="false"} 0 kube_pod_status_ready{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",condition="unknown"} 0 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",condition="true"} 1 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",condition="false"} 0 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",condition="unknown"} 0 kube_pod_status_ready{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",condition="true"} 1 kube_pod_status_ready{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",condition="false"} 0 kube_pod_status_ready{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",condition="unknown"} 0 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",condition="true"} 1 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",condition="false"} 0 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",condition="unknown"} 0 kube_pod_status_ready{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",condition="true"} 1 kube_pod_status_ready{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",condition="false"} 0 kube_pod_status_ready{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",condition="unknown"} 0 kube_pod_status_ready{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",condition="true"} 1 kube_pod_status_ready{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",condition="false"} 0 kube_pod_status_ready{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",condition="unknown"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",condition="true"} 1 kube_pod_status_ready{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",condition="false"} 0 kube_pod_status_ready{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",condition="unknown"} 0 # HELP kube_pod_status_reason The pod status reasons # TYPE kube_pod_status_reason gauge kube_pod_status_reason{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",reason="Evicted"} 0 kube_pod_status_reason{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",reason="NodeLost"} 0 kube_pod_status_reason{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",reason="Shutdown"} 0 kube_pod_status_reason{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",reason="Evicted"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",reason="NodeLost"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",reason="Shutdown"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",reason="Evicted"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",reason="NodeLost"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",reason="Shutdown"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",reason="Evicted"} 0 kube_pod_status_reason{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",reason="NodeLost"} 0 kube_pod_status_reason{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",reason="Shutdown"} 0 kube_pod_status_reason{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",reason="Evicted"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",reason="NodeLost"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",reason="Shutdown"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",reason="Evicted"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",reason="NodeLost"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",reason="Shutdown"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",reason="Evicted"} 0 kube_pod_status_reason{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",reason="NodeLost"} 0 kube_pod_status_reason{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",reason="Shutdown"} 0 kube_pod_status_reason{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",reason="Evicted"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",reason="NodeLost"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",reason="Shutdown"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",reason="Evicted"} 0 kube_pod_status_reason{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",reason="NodeLost"} 0 kube_pod_status_reason{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",reason="Shutdown"} 0 kube_pod_status_reason{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",reason="Evicted"} 0 kube_pod_status_reason{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",reason="NodeLost"} 0 kube_pod_status_reason{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",reason="Shutdown"} 0 kube_pod_status_reason{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",reason="Evicted"} 0 kube_pod_status_reason{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",reason="NodeLost"} 0 kube_pod_status_reason{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",reason="Shutdown"} 0 kube_pod_status_reason{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",reason="Evicted"} 0 kube_pod_status_reason{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",reason="NodeLost"} 0 kube_pod_status_reason{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",reason="Shutdown"} 0 kube_pod_status_reason{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",reason="Evicted"} 0 kube_pod_status_reason{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",reason="NodeLost"} 0 kube_pod_status_reason{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",reason="Shutdown"} 0 kube_pod_status_reason{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",reason="Evicted"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",reason="NodeLost"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",reason="Shutdown"} 0 kube_pod_status_reason{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",reason="Evicted"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",reason="NodeLost"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",reason="Shutdown"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",reason="Evicted"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",reason="NodeLost"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",reason="Shutdown"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",reason="Evicted"} 0 kube_pod_status_reason{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",reason="NodeLost"} 0 kube_pod_status_reason{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",reason="Shutdown"} 0 kube_pod_status_reason{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",reason="Evicted"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",reason="NodeLost"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",reason="Shutdown"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",reason="Evicted"} 0 kube_pod_status_reason{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",reason="NodeLost"} 0 kube_pod_status_reason{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",reason="Shutdown"} 0 kube_pod_status_reason{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",reason="Evicted"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",reason="NodeLost"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",reason="Shutdown"} 0 kube_pod_status_reason{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",reason="UnexpectedAdmissionError"} 0 # HELP kube_pod_status_scheduled Describes the status of the scheduling process for the pod. # TYPE kube_pod_status_scheduled gauge kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9",condition="unknown"} 0 kube_pod_status_scheduled{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",condition="true"} 1 kube_pod_status_scheduled{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",condition="false"} 0 kube_pod_status_scheduled{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87",condition="unknown"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08",condition="unknown"} 0 kube_pod_status_scheduled{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",condition="true"} 1 kube_pod_status_scheduled{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",condition="false"} 0 kube_pod_status_scheduled{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f",condition="unknown"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",condition="true"} 1 kube_pod_status_scheduled{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",condition="false"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd",condition="unknown"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",condition="true"} 1 kube_pod_status_scheduled{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",condition="false"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc",condition="unknown"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44",condition="unknown"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b",condition="unknown"} 0 kube_pod_status_scheduled{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",condition="true"} 1 kube_pod_status_scheduled{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",condition="false"} 0 kube_pod_status_scheduled{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898",condition="unknown"} 0 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",condition="true"} 1 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",condition="false"} 0 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f",condition="unknown"} 0 kube_pod_status_scheduled{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",condition="true"} 1 kube_pod_status_scheduled{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",condition="false"} 0 kube_pod_status_scheduled{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45",condition="unknown"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec",condition="unknown"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903",condition="unknown"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94",condition="unknown"} 0 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",condition="true"} 1 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",condition="false"} 0 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab",condition="unknown"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",condition="true"} 1 kube_pod_status_scheduled{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",condition="false"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577",condition="unknown"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292",condition="unknown"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",condition="true"} 1 kube_pod_status_scheduled{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",condition="false"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1",condition="unknown"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee",condition="unknown"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68",condition="unknown"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f",condition="unknown"} 0 kube_pod_status_scheduled{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",condition="true"} 1 kube_pod_status_scheduled{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",condition="false"} 0 kube_pod_status_scheduled{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926",condition="unknown"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",condition="true"} 1 kube_pod_status_scheduled{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",condition="false"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2",condition="unknown"} 0 kube_pod_status_scheduled{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",condition="true"} 1 kube_pod_status_scheduled{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",condition="false"} 0 kube_pod_status_scheduled{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87",condition="unknown"} 0 kube_pod_status_scheduled{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",condition="true"} 1 kube_pod_status_scheduled{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",condition="false"} 0 kube_pod_status_scheduled{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8",condition="unknown"} 0 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",condition="true"} 1 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",condition="false"} 0 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a",condition="unknown"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174",condition="unknown"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",condition="true"} 1 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",condition="false"} 0 kube_pod_status_scheduled{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4",condition="unknown"} 0 kube_pod_status_scheduled{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",condition="true"} 1 kube_pod_status_scheduled{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",condition="false"} 0 kube_pod_status_scheduled{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1",condition="unknown"} 0 kube_pod_status_scheduled{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",condition="true"} 1 kube_pod_status_scheduled{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",condition="false"} 0 kube_pod_status_scheduled{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300",condition="unknown"} 0 kube_pod_status_scheduled{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",condition="true"} 1 kube_pod_status_scheduled{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",condition="false"} 0 kube_pod_status_scheduled{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119",condition="unknown"} 0 kube_pod_status_scheduled{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",condition="true"} 1 kube_pod_status_scheduled{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",condition="false"} 0 kube_pod_status_scheduled{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77",condition="unknown"} 0 # HELP kube_pod_status_scheduled_time Unix timestamp when pod moved into scheduled status # TYPE kube_pod_status_scheduled_time gauge kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="scrfd-1",uid="ea628553-85e2-47bc-8a54-c9270f47b3ee"} 1.743663514e+09 kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="scrfd-0",uid="72e00d24-e7d0-4904-be3a-7ea6e2979a59"} 1.761948608e+09 kube_pod_status_scheduled_time{namespace="cert-manager",pod="cert-manager-7cf97bbd47-blqp4",uid="00f08710-e51f-4501-801d-405e6fe29f9a"} 1.72220718e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-d8597d549-79tkz",uid="417cce5e-a12d-45a8-bc8b-22d3e974fd68"} 1.722207222e+09 kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="inswapper-hires-7cc6d7dd6f-894r5",uid="567c5206-3f21-4a74-aa9c-3b1eb927e12f"} 1.761948701e+09 kube_pod_status_scheduled_time{namespace="ingress",pod="nginx-ingress-microk8s-controller-pjvv5",uid="1e881af3-9f89-4564-a6cc-fc3074da1926"} 1.72220673e+09 kube_pod_status_scheduled_time{namespace="kube-system",pod="calico-kube-controllers-7b94f4dd47-l6rt4",uid="3dc6a537-7567-4c6a-a442-d310979c84f2"} 1.743662693e+09 kube_pod_status_scheduled_time{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-4f5bf",uid="891b075b-6fed-406c-84fc-1e6336656b87"} 1.761949833e+09 kube_pod_status_scheduled_time{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-qls96",uid="6deff649-9ff3-4a1d-ac73-fbf6212571c8"} 1.761949854e+09 kube_pod_status_scheduled_time{namespace="generated-humans-prod",pod="generated-humans-api-1",uid="691ec2f3-4828-4342-b85b-e49bbb6a9e77"} 1.747081233e+09 kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="dlib-2",uid="0b8a6c75-95a1-4a9d-bc95-c522d5093174"} 1.724709875e+09 kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="scrfd-3",uid="f60c7776-0250-4794-a188-8d6453393bb4"} 1.743663859e+09 kube_pod_status_scheduled_time{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-ngcrg",uid="3ff7bd22-feab-44af-b73c-72e6283cb4a1"} 1.761949833e+09 kube_pod_status_scheduled_time{namespace="inswapper-hires-prod",pod="inswapper-hires-api-556c59fd86-rmrcf",uid="5c5ac665-5b68-472f-a40f-a54dc50c6300"} 1.761948461e+09 kube_pod_status_scheduled_time{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-f5rbc",uid="7c5cc138-fa02-4188-8c8d-16bf8bea6119"} 1.761949833e+09 kube_pod_status_scheduled_time{namespace="generated-humans-prod",pod="generated-humans-api-0",uid="1b62363d-8ed6-428a-8c7b-6c12aea5d2f5"} 1.747081336e+09 kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="face-align-0",uid="7770d9f7-0e73-425c-a5c8-f9dd236fb5d9"} 1.76194863e+09 kube_pod_status_scheduled_time{namespace="monitoring",pod="node-exporter-6gh8c",uid="e3aad9b9-4b6f-47c7-b770-f093d0e377e0"} 1.743668596e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-9czhg",uid="10c5a99d-19a3-43c4-a114-d7366e629c87"} 1.761947385e+09 kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="inswapper-3",uid="104fec15-0876-4696-8f7c-c60a0efa5c08"} 1.761949575e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="gpu-operator-999cc8dcc-xj7lp",uid="c4474527-c627-49ac-8e1f-5171f28e6a25"} 1.722207222e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="gpu-feature-discovery-q2f9v",uid="da7ca397-af7b-4c08-a640-b378081d50bc"} 1.722207233e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-zbhv2",uid="5b8310c4-8814-45e3-a7bc-56daf450392e"} 1.722207222e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-4n5cz",uid="00fb57a8-45fa-44e4-a3b2-c4629fe6c168"} 1.743668631e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="nvidia-operator-validator-8jh96",uid="ff9179ae-30f8-4f29-9421-a9a08a02f25f"} 1.743668646e+09 kube_pod_status_scheduled_time{namespace="kube-system",pod="coredns-864597b5fd-gdf99",uid="adf2648b-9c8f-47eb-aa5a-c70d3c8db7fd"} 1.722206659e+09 kube_pod_status_scheduled_time{namespace="kube-system",pod="metrics-server-848968bdcd-hxw8d",uid="a674e790-7c4a-4f3b-a408-8db972ef75d7"} 1.722207248e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-c2fzb",uid="ed83bd87-7417-47f2-98df-9a45d5b46898"} 1.743668624e+09 kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="dlib-1",uid="e2762376-ef19-4ee7-8073-cebc1bf65e44"} 1.722272438e+09 kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="inswapper-1",uid="d26f1f39-2582-427a-a6e7-92a35d0d6b4b"} 1.761949354e+09 kube_pod_status_scheduled_time{namespace="inswapper-prod",pod="inswapper-api-7574896fcb-sn7wd",uid="fb478fb7-bc14-4d65-a840-442bc56dde84"} 1.724710172e+09 kube_pod_status_scheduled_time{namespace="cert-manager",pod="cert-manager-cainjector-99677759d-g2bx9",uid="58def5b1-9a22-4a5c-9813-3c22a3ae47ab"} 1.72220718e+09 kube_pod_status_scheduled_time{namespace="cert-manager",pod="cert-manager-webhook-8486cb8479-zhqws",uid="363e2043-cd4c-4548-b7a6-85884c5c394f"} 1.72220718e+09 kube_pod_status_scheduled_time{namespace="default",pod="webhook-6bf78676-hqtv6",uid="26863601-6241-4fd7-96d5-fa63ced139bd"} 1.722602998e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-7cc7ccfff8-jlsxs",uid="4345aef2-050a-4563-9813-2047f26cfc45"} 1.722207222e+09 kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="inswapper-0",uid="ab6c550c-fe45-4f65-b1ee-ed0a574d531c"} 1.761948617e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-hzxlf",uid="4ec7b934-c3ce-431e-9002-a394a8a87fec"} 1.743668639e+09 kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="dlib-0",uid="20d1dfb3-4b97-4521-8057-17e11c44d903"} 1.722272297e+09 kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="scrfd-2",uid="aa4a6424-ba46-43ae-a5d8-01d836c75b94"} 1.743663535e+09 kube_pod_status_scheduled_time{namespace="kube-system",pod="calico-node-kp2px",uid="96ee3129-ea6c-4564-8a34-2ca4c5a3d7b1"} 1.743662697e+09 kube_pod_status_scheduled_time{namespace="kube-system",pod="kube-state-metrics-7dcdc86c49-p29r8",uid="54acb4ef-b3d7-48d1-a509-7869bfbe2577"} 1.743677566e+09 kube_pod_status_scheduled_time{namespace="grpc-workers-prod",pod="inswapper-2",uid="65a537f3-5086-468b-a80d-646f28f06292"} 1.761949465e+09 # HELP kube_pod_status_unschedulable Describes the unschedulable status for the pod. # TYPE kube_pod_status_unschedulable gauge # HELP kube_replicaset_created Unix creation timestamp # TYPE kube_replicaset_created gauge kube_replicaset_created{namespace="cert-manager",replicaset="cert-manager-cainjector-99677759d"} 1.72220718e+09 kube_replicaset_created{namespace="cert-manager",replicaset="cert-manager-webhook-8486cb8479"} 1.72220718e+09 kube_replicaset_created{namespace="gpu-operator-resources",replicaset="gpu-operator-999cc8dcc"} 1.722207222e+09 kube_replicaset_created{namespace="grpc-workers-prod",replicaset="inswapper-hires-7bbcfffc56"} 1.722272308e+09 kube_replicaset_created{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-65c587bcb9"} 1.728454055e+09 kube_replicaset_created{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-749694c7b9"} 1.724685139e+09 kube_replicaset_created{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7b8fd74c55"} 1.72260248e+09 kube_replicaset_created{namespace="kube-system",replicaset="calico-kube-controllers-f5599c8c4"} 1.727219245e+09 kube_replicaset_created{namespace="cert-manager",replicaset="cert-manager-7cf97bbd47"} 1.72220718e+09 kube_replicaset_created{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6dc454dc7f"} 1.722272789e+09 kube_replicaset_created{namespace="kube-system",replicaset="calico-kube-controllers-699c9bfc7"} 1.722288303e+09 kube_replicaset_created{namespace="kube-system",replicaset="calico-kube-controllers-74f77bf48b"} 1.725520943e+09 kube_replicaset_created{namespace="kube-system",replicaset="calico-kube-controllers-77bd7c5b"} 1.722206651e+09 kube_replicaset_created{namespace="kube-system",replicaset="coredns-864597b5fd"} 1.722206651e+09 kube_replicaset_created{namespace="inswapper-prod",replicaset="inswapper-api-7574896fcb"} 1.724710103e+09 kube_replicaset_created{namespace="kube-system",replicaset="calico-kube-controllers-cb4dccb8c"} 1.743440359e+09 kube_replicaset_created{namespace="kube-system",replicaset="metrics-server-848968bdcd"} 1.722207248e+09 kube_replicaset_created{namespace="grpc-workers-prod",replicaset="inswapper-hires-7cc6d7dd6f"} 1.761948701e+09 kube_replicaset_created{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-7cc7ccfff8"} 1.722207222e+09 kube_replicaset_created{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-556c59fd86"} 1.743663833e+09 kube_replicaset_created{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6f89bcd8b4"} 1.722603011e+09 kube_replicaset_created{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7dbcc45df7"} 1.722275981e+09 kube_replicaset_created{namespace="kube-system",replicaset="calico-kube-controllers-fd7c7c795"} 1.724625026e+09 kube_replicaset_created{namespace="kube-system",replicaset="kube-state-metrics-7dcdc86c49"} 1.743677566e+09 kube_replicaset_created{namespace="default",replicaset="webhook-6bf78676"} 1.722599935e+09 kube_replicaset_created{namespace="grpc-workers-prod",replicaset="inswapper-hires-84b757ffc6"} 1.728454067e+09 kube_replicaset_created{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-d8597d549"} 1.722207222e+09 kube_replicaset_created{namespace="kube-system",replicaset="calico-kube-controllers-78fb8dbb9d"} 1.731193157e+09 kube_replicaset_created{namespace="kube-system",replicaset="calico-kube-controllers-7b94f4dd47"} 1.74363224e+09 # HELP kube_replicaset_status_replicas The number of replicas per ReplicaSet. # TYPE kube_replicaset_status_replicas gauge kube_replicaset_status_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-7cc7ccfff8"} 1 kube_replicaset_status_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-556c59fd86"} 2 kube_replicaset_status_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6f89bcd8b4"} 0 kube_replicaset_status_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7dbcc45df7"} 0 kube_replicaset_status_replicas{namespace="kube-system",replicaset="calico-kube-controllers-fd7c7c795"} 0 kube_replicaset_status_replicas{namespace="kube-system",replicaset="kube-state-metrics-7dcdc86c49"} 1 kube_replicaset_status_replicas{namespace="default",replicaset="webhook-6bf78676"} 1 kube_replicaset_status_replicas{namespace="grpc-workers-prod",replicaset="inswapper-hires-84b757ffc6"} 0 kube_replicaset_status_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-d8597d549"} 1 kube_replicaset_status_replicas{namespace="kube-system",replicaset="calico-kube-controllers-78fb8dbb9d"} 0 kube_replicaset_status_replicas{namespace="kube-system",replicaset="calico-kube-controllers-7b94f4dd47"} 1 kube_replicaset_status_replicas{namespace="cert-manager",replicaset="cert-manager-cainjector-99677759d"} 1 kube_replicaset_status_replicas{namespace="cert-manager",replicaset="cert-manager-webhook-8486cb8479"} 1 kube_replicaset_status_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-999cc8dcc"} 1 kube_replicaset_status_replicas{namespace="grpc-workers-prod",replicaset="inswapper-hires-7bbcfffc56"} 0 kube_replicaset_status_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-65c587bcb9"} 0 kube_replicaset_status_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-749694c7b9"} 0 kube_replicaset_status_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7b8fd74c55"} 0 kube_replicaset_status_replicas{namespace="kube-system",replicaset="calico-kube-controllers-f5599c8c4"} 0 kube_replicaset_status_replicas{namespace="cert-manager",replicaset="cert-manager-7cf97bbd47"} 1 kube_replicaset_status_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6dc454dc7f"} 0 kube_replicaset_status_replicas{namespace="kube-system",replicaset="calico-kube-controllers-699c9bfc7"} 0 kube_replicaset_status_replicas{namespace="kube-system",replicaset="calico-kube-controllers-74f77bf48b"} 0 kube_replicaset_status_replicas{namespace="kube-system",replicaset="calico-kube-controllers-77bd7c5b"} 0 kube_replicaset_status_replicas{namespace="kube-system",replicaset="coredns-864597b5fd"} 1 kube_replicaset_status_replicas{namespace="inswapper-prod",replicaset="inswapper-api-7574896fcb"} 4 kube_replicaset_status_replicas{namespace="kube-system",replicaset="calico-kube-controllers-cb4dccb8c"} 0 kube_replicaset_status_replicas{namespace="kube-system",replicaset="metrics-server-848968bdcd"} 1 kube_replicaset_status_replicas{namespace="grpc-workers-prod",replicaset="inswapper-hires-7cc6d7dd6f"} 1 # HELP kube_replicaset_status_fully_labeled_replicas The number of fully labeled replicas per ReplicaSet. # TYPE kube_replicaset_status_fully_labeled_replicas gauge kube_replicaset_status_fully_labeled_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-7cc7ccfff8"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-556c59fd86"} 2 kube_replicaset_status_fully_labeled_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6f89bcd8b4"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7dbcc45df7"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="calico-kube-controllers-fd7c7c795"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="kube-state-metrics-7dcdc86c49"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="default",replicaset="webhook-6bf78676"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="grpc-workers-prod",replicaset="inswapper-hires-84b757ffc6"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-d8597d549"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="calico-kube-controllers-78fb8dbb9d"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="calico-kube-controllers-7b94f4dd47"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-65c587bcb9"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-749694c7b9"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7b8fd74c55"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="calico-kube-controllers-f5599c8c4"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="cert-manager",replicaset="cert-manager-cainjector-99677759d"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="cert-manager",replicaset="cert-manager-webhook-8486cb8479"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-999cc8dcc"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="grpc-workers-prod",replicaset="inswapper-hires-7bbcfffc56"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="calico-kube-controllers-77bd7c5b"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="cert-manager",replicaset="cert-manager-7cf97bbd47"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6dc454dc7f"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="calico-kube-controllers-699c9bfc7"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="calico-kube-controllers-74f77bf48b"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="coredns-864597b5fd"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="inswapper-prod",replicaset="inswapper-api-7574896fcb"} 4 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="calico-kube-controllers-cb4dccb8c"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="metrics-server-848968bdcd"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="grpc-workers-prod",replicaset="inswapper-hires-7cc6d7dd6f"} 1 # HELP kube_replicaset_status_ready_replicas The number of ready replicas per ReplicaSet. # TYPE kube_replicaset_status_ready_replicas gauge kube_replicaset_status_ready_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-7cc7ccfff8"} 1 kube_replicaset_status_ready_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-556c59fd86"} 2 kube_replicaset_status_ready_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6f89bcd8b4"} 0 kube_replicaset_status_ready_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7dbcc45df7"} 0 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="calico-kube-controllers-fd7c7c795"} 0 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="kube-state-metrics-7dcdc86c49"} 1 kube_replicaset_status_ready_replicas{namespace="default",replicaset="webhook-6bf78676"} 1 kube_replicaset_status_ready_replicas{namespace="grpc-workers-prod",replicaset="inswapper-hires-84b757ffc6"} 0 kube_replicaset_status_ready_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-d8597d549"} 1 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="calico-kube-controllers-78fb8dbb9d"} 0 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="calico-kube-controllers-7b94f4dd47"} 1 kube_replicaset_status_ready_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7b8fd74c55"} 0 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="calico-kube-controllers-f5599c8c4"} 0 kube_replicaset_status_ready_replicas{namespace="cert-manager",replicaset="cert-manager-cainjector-99677759d"} 1 kube_replicaset_status_ready_replicas{namespace="cert-manager",replicaset="cert-manager-webhook-8486cb8479"} 1 kube_replicaset_status_ready_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-999cc8dcc"} 1 kube_replicaset_status_ready_replicas{namespace="grpc-workers-prod",replicaset="inswapper-hires-7bbcfffc56"} 0 kube_replicaset_status_ready_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-65c587bcb9"} 0 kube_replicaset_status_ready_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-749694c7b9"} 0 kube_replicaset_status_ready_replicas{namespace="cert-manager",replicaset="cert-manager-7cf97bbd47"} 1 kube_replicaset_status_ready_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6dc454dc7f"} 0 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="calico-kube-controllers-699c9bfc7"} 0 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="calico-kube-controllers-74f77bf48b"} 0 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="calico-kube-controllers-77bd7c5b"} 0 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="coredns-864597b5fd"} 1 kube_replicaset_status_ready_replicas{namespace="inswapper-prod",replicaset="inswapper-api-7574896fcb"} 4 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="calico-kube-controllers-cb4dccb8c"} 0 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="metrics-server-848968bdcd"} 1 kube_replicaset_status_ready_replicas{namespace="grpc-workers-prod",replicaset="inswapper-hires-7cc6d7dd6f"} 1 # HELP kube_replicaset_status_observed_generation The generation observed by the ReplicaSet controller. # TYPE kube_replicaset_status_observed_generation gauge kube_replicaset_status_observed_generation{namespace="cert-manager",replicaset="cert-manager-cainjector-99677759d"} 1 kube_replicaset_status_observed_generation{namespace="cert-manager",replicaset="cert-manager-webhook-8486cb8479"} 1 kube_replicaset_status_observed_generation{namespace="gpu-operator-resources",replicaset="gpu-operator-999cc8dcc"} 1 kube_replicaset_status_observed_generation{namespace="grpc-workers-prod",replicaset="inswapper-hires-7bbcfffc56"} 2 kube_replicaset_status_observed_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-65c587bcb9"} 4 kube_replicaset_status_observed_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-749694c7b9"} 4 kube_replicaset_status_observed_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7b8fd74c55"} 4 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="calico-kube-controllers-f5599c8c4"} 2 kube_replicaset_status_observed_generation{namespace="cert-manager",replicaset="cert-manager-7cf97bbd47"} 1 kube_replicaset_status_observed_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6dc454dc7f"} 3 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="calico-kube-controllers-699c9bfc7"} 2 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="calico-kube-controllers-74f77bf48b"} 2 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="calico-kube-controllers-77bd7c5b"} 2 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="coredns-864597b5fd"} 1 kube_replicaset_status_observed_generation{namespace="inswapper-prod",replicaset="inswapper-api-7574896fcb"} 3 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="calico-kube-controllers-cb4dccb8c"} 2 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="metrics-server-848968bdcd"} 1 kube_replicaset_status_observed_generation{namespace="grpc-workers-prod",replicaset="inswapper-hires-7cc6d7dd6f"} 1 kube_replicaset_status_observed_generation{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-7cc7ccfff8"} 1 kube_replicaset_status_observed_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-556c59fd86"} 4 kube_replicaset_status_observed_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6f89bcd8b4"} 4 kube_replicaset_status_observed_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7dbcc45df7"} 4 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="calico-kube-controllers-fd7c7c795"} 2 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="kube-state-metrics-7dcdc86c49"} 1 kube_replicaset_status_observed_generation{namespace="default",replicaset="webhook-6bf78676"} 1 kube_replicaset_status_observed_generation{namespace="grpc-workers-prod",replicaset="inswapper-hires-84b757ffc6"} 4 kube_replicaset_status_observed_generation{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-d8597d549"} 1 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="calico-kube-controllers-78fb8dbb9d"} 2 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="calico-kube-controllers-7b94f4dd47"} 1 # HELP kube_replicaset_spec_replicas Number of desired pods for a ReplicaSet. # TYPE kube_replicaset_spec_replicas gauge kube_replicaset_spec_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-65c587bcb9"} 0 kube_replicaset_spec_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-749694c7b9"} 0 kube_replicaset_spec_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7b8fd74c55"} 0 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="calico-kube-controllers-f5599c8c4"} 0 kube_replicaset_spec_replicas{namespace="cert-manager",replicaset="cert-manager-cainjector-99677759d"} 1 kube_replicaset_spec_replicas{namespace="cert-manager",replicaset="cert-manager-webhook-8486cb8479"} 1 kube_replicaset_spec_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-999cc8dcc"} 1 kube_replicaset_spec_replicas{namespace="grpc-workers-prod",replicaset="inswapper-hires-7bbcfffc56"} 0 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="calico-kube-controllers-77bd7c5b"} 0 kube_replicaset_spec_replicas{namespace="cert-manager",replicaset="cert-manager-7cf97bbd47"} 1 kube_replicaset_spec_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6dc454dc7f"} 0 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="calico-kube-controllers-699c9bfc7"} 0 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="calico-kube-controllers-74f77bf48b"} 0 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="coredns-864597b5fd"} 1 kube_replicaset_spec_replicas{namespace="inswapper-prod",replicaset="inswapper-api-7574896fcb"} 4 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="calico-kube-controllers-cb4dccb8c"} 0 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="metrics-server-848968bdcd"} 1 kube_replicaset_spec_replicas{namespace="grpc-workers-prod",replicaset="inswapper-hires-7cc6d7dd6f"} 1 kube_replicaset_spec_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-7cc7ccfff8"} 1 kube_replicaset_spec_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-556c59fd86"} 2 kube_replicaset_spec_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6f89bcd8b4"} 0 kube_replicaset_spec_replicas{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7dbcc45df7"} 0 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="calico-kube-controllers-fd7c7c795"} 0 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="kube-state-metrics-7dcdc86c49"} 1 kube_replicaset_spec_replicas{namespace="default",replicaset="webhook-6bf78676"} 1 kube_replicaset_spec_replicas{namespace="grpc-workers-prod",replicaset="inswapper-hires-84b757ffc6"} 0 kube_replicaset_spec_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-d8597d549"} 1 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="calico-kube-controllers-78fb8dbb9d"} 0 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="calico-kube-controllers-7b94f4dd47"} 1 # HELP kube_replicaset_metadata_generation Sequence number representing a specific generation of the desired state. # TYPE kube_replicaset_metadata_generation gauge kube_replicaset_metadata_generation{namespace="default",replicaset="webhook-6bf78676"} 1 kube_replicaset_metadata_generation{namespace="grpc-workers-prod",replicaset="inswapper-hires-84b757ffc6"} 4 kube_replicaset_metadata_generation{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-d8597d549"} 1 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="calico-kube-controllers-78fb8dbb9d"} 2 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="calico-kube-controllers-7b94f4dd47"} 1 kube_replicaset_metadata_generation{namespace="cert-manager",replicaset="cert-manager-cainjector-99677759d"} 1 kube_replicaset_metadata_generation{namespace="cert-manager",replicaset="cert-manager-webhook-8486cb8479"} 1 kube_replicaset_metadata_generation{namespace="gpu-operator-resources",replicaset="gpu-operator-999cc8dcc"} 1 kube_replicaset_metadata_generation{namespace="grpc-workers-prod",replicaset="inswapper-hires-7bbcfffc56"} 2 kube_replicaset_metadata_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-65c587bcb9"} 4 kube_replicaset_metadata_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-749694c7b9"} 4 kube_replicaset_metadata_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7b8fd74c55"} 4 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="calico-kube-controllers-f5599c8c4"} 2 kube_replicaset_metadata_generation{namespace="cert-manager",replicaset="cert-manager-7cf97bbd47"} 1 kube_replicaset_metadata_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6dc454dc7f"} 3 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="calico-kube-controllers-699c9bfc7"} 2 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="calico-kube-controllers-74f77bf48b"} 2 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="calico-kube-controllers-77bd7c5b"} 2 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="coredns-864597b5fd"} 1 kube_replicaset_metadata_generation{namespace="inswapper-prod",replicaset="inswapper-api-7574896fcb"} 3 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="calico-kube-controllers-cb4dccb8c"} 2 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="metrics-server-848968bdcd"} 1 kube_replicaset_metadata_generation{namespace="grpc-workers-prod",replicaset="inswapper-hires-7cc6d7dd6f"} 1 kube_replicaset_metadata_generation{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-7cc7ccfff8"} 1 kube_replicaset_metadata_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-556c59fd86"} 4 kube_replicaset_metadata_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6f89bcd8b4"} 4 kube_replicaset_metadata_generation{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7dbcc45df7"} 4 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="calico-kube-controllers-fd7c7c795"} 2 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="kube-state-metrics-7dcdc86c49"} 1 # HELP kube_replicaset_owner Information about the ReplicaSet's owner. # TYPE kube_replicaset_owner gauge kube_replicaset_owner{namespace="kube-system",replicaset="calico-kube-controllers-77bd7c5b",owner_kind="Deployment",owner_name="calico-kube-controllers",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="cert-manager",replicaset="cert-manager-7cf97bbd47",owner_kind="Deployment",owner_name="cert-manager",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6dc454dc7f",owner_kind="Deployment",owner_name="inswapper-hires-api",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="calico-kube-controllers-699c9bfc7",owner_kind="Deployment",owner_name="calico-kube-controllers",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="calico-kube-controllers-74f77bf48b",owner_kind="Deployment",owner_name="calico-kube-controllers",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="coredns-864597b5fd",owner_kind="Deployment",owner_name="coredns",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="inswapper-prod",replicaset="inswapper-api-7574896fcb",owner_kind="Deployment",owner_name="inswapper-api",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="calico-kube-controllers-cb4dccb8c",owner_kind="Deployment",owner_name="calico-kube-controllers",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="metrics-server-848968bdcd",owner_kind="Deployment",owner_name="metrics-server",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="grpc-workers-prod",replicaset="inswapper-hires-7cc6d7dd6f",owner_kind="Deployment",owner_name="inswapper-hires",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-7cc7ccfff8",owner_kind="Deployment",owner_name="gpu-operator-node-feature-discovery-gc",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-556c59fd86",owner_kind="Deployment",owner_name="inswapper-hires-api",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6f89bcd8b4",owner_kind="Deployment",owner_name="inswapper-hires-api",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7dbcc45df7",owner_kind="Deployment",owner_name="inswapper-hires-api",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="calico-kube-controllers-fd7c7c795",owner_kind="Deployment",owner_name="calico-kube-controllers",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="kube-state-metrics-7dcdc86c49",owner_kind="Deployment",owner_name="kube-state-metrics",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="default",replicaset="webhook-6bf78676",owner_kind="Deployment",owner_name="webhook",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="grpc-workers-prod",replicaset="inswapper-hires-84b757ffc6",owner_kind="Deployment",owner_name="inswapper-hires",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-d8597d549",owner_kind="Deployment",owner_name="gpu-operator-node-feature-discovery-master",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="calico-kube-controllers-78fb8dbb9d",owner_kind="Deployment",owner_name="calico-kube-controllers",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="calico-kube-controllers-7b94f4dd47",owner_kind="Deployment",owner_name="calico-kube-controllers",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-65c587bcb9",owner_kind="Deployment",owner_name="inswapper-hires-api",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-749694c7b9",owner_kind="Deployment",owner_name="inswapper-hires-api",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7b8fd74c55",owner_kind="Deployment",owner_name="inswapper-hires-api",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="calico-kube-controllers-f5599c8c4",owner_kind="Deployment",owner_name="calico-kube-controllers",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="cert-manager",replicaset="cert-manager-cainjector-99677759d",owner_kind="Deployment",owner_name="cert-manager-cainjector",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="cert-manager",replicaset="cert-manager-webhook-8486cb8479",owner_kind="Deployment",owner_name="cert-manager-webhook",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="gpu-operator-resources",replicaset="gpu-operator-999cc8dcc",owner_kind="Deployment",owner_name="gpu-operator",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="grpc-workers-prod",replicaset="inswapper-hires-7bbcfffc56",owner_kind="Deployment",owner_name="inswapper-hires",owner_is_controller="true"} 1 # HELP kube_replicaset_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_replicaset_annotations gauge kube_replicaset_annotations{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7dbcc45df7"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="calico-kube-controllers-fd7c7c795"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="kube-state-metrics-7dcdc86c49"} 1 kube_replicaset_annotations{namespace="default",replicaset="webhook-6bf78676"} 1 kube_replicaset_annotations{namespace="grpc-workers-prod",replicaset="inswapper-hires-84b757ffc6"} 1 kube_replicaset_annotations{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-d8597d549"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="calico-kube-controllers-78fb8dbb9d"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="calico-kube-controllers-7b94f4dd47"} 1 kube_replicaset_annotations{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-749694c7b9"} 1 kube_replicaset_annotations{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7b8fd74c55"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="calico-kube-controllers-f5599c8c4"} 1 kube_replicaset_annotations{namespace="cert-manager",replicaset="cert-manager-cainjector-99677759d"} 1 kube_replicaset_annotations{namespace="cert-manager",replicaset="cert-manager-webhook-8486cb8479"} 1 kube_replicaset_annotations{namespace="gpu-operator-resources",replicaset="gpu-operator-999cc8dcc"} 1 kube_replicaset_annotations{namespace="grpc-workers-prod",replicaset="inswapper-hires-7bbcfffc56"} 1 kube_replicaset_annotations{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-65c587bcb9"} 1 kube_replicaset_annotations{namespace="cert-manager",replicaset="cert-manager-7cf97bbd47"} 1 kube_replicaset_annotations{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6dc454dc7f"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="calico-kube-controllers-699c9bfc7"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="calico-kube-controllers-74f77bf48b"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="calico-kube-controllers-77bd7c5b"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="coredns-864597b5fd"} 1 kube_replicaset_annotations{namespace="inswapper-prod",replicaset="inswapper-api-7574896fcb"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="calico-kube-controllers-cb4dccb8c"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="metrics-server-848968bdcd"} 1 kube_replicaset_annotations{namespace="grpc-workers-prod",replicaset="inswapper-hires-7cc6d7dd6f"} 1 kube_replicaset_annotations{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-7cc7ccfff8"} 1 kube_replicaset_annotations{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-556c59fd86"} 1 kube_replicaset_annotations{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6f89bcd8b4"} 1 # HELP kube_replicaset_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_replicaset_labels gauge kube_replicaset_labels{namespace="inswapper-prod",replicaset="inswapper-api-7574896fcb"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="calico-kube-controllers-cb4dccb8c"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="metrics-server-848968bdcd"} 1 kube_replicaset_labels{namespace="grpc-workers-prod",replicaset="inswapper-hires-7cc6d7dd6f"} 1 kube_replicaset_labels{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-7cc7ccfff8"} 1 kube_replicaset_labels{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-556c59fd86"} 1 kube_replicaset_labels{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6f89bcd8b4"} 1 kube_replicaset_labels{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7dbcc45df7"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="calico-kube-controllers-fd7c7c795"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="kube-state-metrics-7dcdc86c49"} 1 kube_replicaset_labels{namespace="default",replicaset="webhook-6bf78676"} 1 kube_replicaset_labels{namespace="grpc-workers-prod",replicaset="inswapper-hires-84b757ffc6"} 1 kube_replicaset_labels{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-d8597d549"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="calico-kube-controllers-78fb8dbb9d"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="calico-kube-controllers-7b94f4dd47"} 1 kube_replicaset_labels{namespace="cert-manager",replicaset="cert-manager-cainjector-99677759d"} 1 kube_replicaset_labels{namespace="cert-manager",replicaset="cert-manager-webhook-8486cb8479"} 1 kube_replicaset_labels{namespace="gpu-operator-resources",replicaset="gpu-operator-999cc8dcc"} 1 kube_replicaset_labels{namespace="grpc-workers-prod",replicaset="inswapper-hires-7bbcfffc56"} 1 kube_replicaset_labels{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-65c587bcb9"} 1 kube_replicaset_labels{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-749694c7b9"} 1 kube_replicaset_labels{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-7b8fd74c55"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="calico-kube-controllers-f5599c8c4"} 1 kube_replicaset_labels{namespace="cert-manager",replicaset="cert-manager-7cf97bbd47"} 1 kube_replicaset_labels{namespace="inswapper-hires-prod",replicaset="inswapper-hires-api-6dc454dc7f"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="calico-kube-controllers-699c9bfc7"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="calico-kube-controllers-74f77bf48b"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="calico-kube-controllers-77bd7c5b"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="coredns-864597b5fd"} 1 # HELP kube_replicationcontroller_created Unix creation timestamp # TYPE kube_replicationcontroller_created gauge # HELP kube_replicationcontroller_status_replicas The number of replicas per ReplicationController. # TYPE kube_replicationcontroller_status_replicas gauge # HELP kube_replicationcontroller_status_fully_labeled_replicas The number of fully labeled replicas per ReplicationController. # TYPE kube_replicationcontroller_status_fully_labeled_replicas gauge # HELP kube_replicationcontroller_status_ready_replicas The number of ready replicas per ReplicationController. # TYPE kube_replicationcontroller_status_ready_replicas gauge # HELP kube_replicationcontroller_status_available_replicas The number of available replicas per ReplicationController. # TYPE kube_replicationcontroller_status_available_replicas gauge # HELP kube_replicationcontroller_status_observed_generation The generation observed by the ReplicationController controller. # TYPE kube_replicationcontroller_status_observed_generation gauge # HELP kube_replicationcontroller_spec_replicas Number of desired pods for a ReplicationController. # TYPE kube_replicationcontroller_spec_replicas gauge # HELP kube_replicationcontroller_metadata_generation Sequence number representing a specific generation of the desired state. # TYPE kube_replicationcontroller_metadata_generation gauge # HELP kube_replicationcontroller_owner Information about the ReplicationController's owner. # TYPE kube_replicationcontroller_owner gauge # HELP kube_resourcequota_created Unix creation timestamp # TYPE kube_resourcequota_created gauge # HELP kube_resourcequota Information about resource quota. # TYPE kube_resourcequota gauge # HELP kube_secret_info Information about secret. # TYPE kube_secret_info gauge kube_secret_info{namespace="generated-humans-prod",secret="icons8-registry-cred"} 1 kube_secret_info{namespace="kube-system",secret="kube-state.v100.generated.photos"} 1 kube_secret_info{namespace="cert-manager",secret="cert-manager-webhook-ca"} 1 kube_secret_info{namespace="cert-manager",secret="wildcard-issuer-account-key"} 1 kube_secret_info{namespace="generated-humans-prod",secret="generated-humans.generated-api.photos"} 1 kube_secret_info{namespace="monitoring",secret="prometheus-token"} 1 kube_secret_info{namespace="cert-manager",secret="route53-secret"} 1 kube_secret_info{namespace="default",secret="k8s.generated.photos-tls"} 1 kube_secret_info{namespace="gpu-operator-resources",secret="sh.helm.release.v1.gpu-operator.v1"} 1 kube_secret_info{namespace="inswapper-hires-prod",secret="aws-s3-secret"} 1 kube_secret_info{namespace="inswapper-prod",secret="icons8-registry-cred"} 1 kube_secret_info{namespace="inswapper-prod",secret="inswapper-api.generated.photos"} 1 kube_secret_info{namespace="default",secret="icons8-registry-cred"} 1 kube_secret_info{namespace="grpc-workers-prod",secret="aws-s3-secret"} 1 kube_secret_info{namespace="grpc-workers-prod",secret="icons8-registry-cred"} 1 kube_secret_info{namespace="inswapper-hires-prod",secret="icons8-registry-cred"} 1 kube_secret_info{namespace="inswapper-hires-prod",secret="inswapper-hires-api.generated.photos"} 1 kube_secret_info{namespace="generated-humans-prod",secret="aws-s3-secret"} 1 # HELP kube_secret_type Type about secret. # TYPE kube_secret_type gauge kube_secret_type{namespace="grpc-workers-prod",secret="icons8-registry-cred",type="kubernetes.io/dockerconfigjson"} 1 kube_secret_type{namespace="inswapper-hires-prod",secret="icons8-registry-cred",type="kubernetes.io/dockerconfigjson"} 1 kube_secret_type{namespace="inswapper-hires-prod",secret="inswapper-hires-api.generated.photos",type="kubernetes.io/tls"} 1 kube_secret_type{namespace="generated-humans-prod",secret="aws-s3-secret",type="Opaque"} 1 kube_secret_type{namespace="grpc-workers-prod",secret="aws-s3-secret",type="Opaque"} 1 kube_secret_type{namespace="kube-system",secret="kube-state.v100.generated.photos",type="kubernetes.io/tls"} 1 kube_secret_type{namespace="cert-manager",secret="cert-manager-webhook-ca",type="Opaque"} 1 kube_secret_type{namespace="generated-humans-prod",secret="icons8-registry-cred",type="kubernetes.io/dockerconfigjson"} 1 kube_secret_type{namespace="generated-humans-prod",secret="generated-humans.generated-api.photos",type="kubernetes.io/tls"} 1 kube_secret_type{namespace="monitoring",secret="prometheus-token",type="kubernetes.io/service-account-token"} 1 kube_secret_type{namespace="cert-manager",secret="route53-secret",type="Opaque"} 1 kube_secret_type{namespace="cert-manager",secret="wildcard-issuer-account-key",type="Opaque"} 1 kube_secret_type{namespace="gpu-operator-resources",secret="sh.helm.release.v1.gpu-operator.v1",type="helm.sh/release.v1"} 1 kube_secret_type{namespace="inswapper-hires-prod",secret="aws-s3-secret",type="Opaque"} 1 kube_secret_type{namespace="inswapper-prod",secret="icons8-registry-cred",type="kubernetes.io/dockerconfigjson"} 1 kube_secret_type{namespace="inswapper-prod",secret="inswapper-api.generated.photos",type="kubernetes.io/tls"} 1 kube_secret_type{namespace="default",secret="icons8-registry-cred",type="kubernetes.io/dockerconfigjson"} 1 kube_secret_type{namespace="default",secret="k8s.generated.photos-tls",type="kubernetes.io/tls"} 1 # HELP kube_secret_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_secret_annotations gauge kube_secret_annotations{namespace="cert-manager",secret="route53-secret"} 1 kube_secret_annotations{namespace="cert-manager",secret="wildcard-issuer-account-key"} 1 kube_secret_annotations{namespace="generated-humans-prod",secret="generated-humans.generated-api.photos"} 1 kube_secret_annotations{namespace="monitoring",secret="prometheus-token"} 1 kube_secret_annotations{namespace="default",secret="icons8-registry-cred"} 1 kube_secret_annotations{namespace="default",secret="k8s.generated.photos-tls"} 1 kube_secret_annotations{namespace="gpu-operator-resources",secret="sh.helm.release.v1.gpu-operator.v1"} 1 kube_secret_annotations{namespace="inswapper-hires-prod",secret="aws-s3-secret"} 1 kube_secret_annotations{namespace="inswapper-prod",secret="icons8-registry-cred"} 1 kube_secret_annotations{namespace="inswapper-prod",secret="inswapper-api.generated.photos"} 1 kube_secret_annotations{namespace="generated-humans-prod",secret="aws-s3-secret"} 1 kube_secret_annotations{namespace="grpc-workers-prod",secret="aws-s3-secret"} 1 kube_secret_annotations{namespace="grpc-workers-prod",secret="icons8-registry-cred"} 1 kube_secret_annotations{namespace="inswapper-hires-prod",secret="icons8-registry-cred"} 1 kube_secret_annotations{namespace="inswapper-hires-prod",secret="inswapper-hires-api.generated.photos"} 1 kube_secret_annotations{namespace="cert-manager",secret="cert-manager-webhook-ca"} 1 kube_secret_annotations{namespace="generated-humans-prod",secret="icons8-registry-cred"} 1 kube_secret_annotations{namespace="kube-system",secret="kube-state.v100.generated.photos"} 1 # HELP kube_secret_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_secret_labels gauge kube_secret_labels{namespace="cert-manager",secret="cert-manager-webhook-ca"} 1 kube_secret_labels{namespace="generated-humans-prod",secret="icons8-registry-cred"} 1 kube_secret_labels{namespace="kube-system",secret="kube-state.v100.generated.photos"} 1 kube_secret_labels{namespace="cert-manager",secret="route53-secret"} 1 kube_secret_labels{namespace="cert-manager",secret="wildcard-issuer-account-key"} 1 kube_secret_labels{namespace="generated-humans-prod",secret="generated-humans.generated-api.photos"} 1 kube_secret_labels{namespace="monitoring",secret="prometheus-token"} 1 kube_secret_labels{namespace="inswapper-prod",secret="icons8-registry-cred"} 1 kube_secret_labels{namespace="inswapper-prod",secret="inswapper-api.generated.photos"} 1 kube_secret_labels{namespace="default",secret="icons8-registry-cred"} 1 kube_secret_labels{namespace="default",secret="k8s.generated.photos-tls"} 1 kube_secret_labels{namespace="gpu-operator-resources",secret="sh.helm.release.v1.gpu-operator.v1"} 1 kube_secret_labels{namespace="inswapper-hires-prod",secret="aws-s3-secret"} 1 kube_secret_labels{namespace="inswapper-hires-prod",secret="inswapper-hires-api.generated.photos"} 1 kube_secret_labels{namespace="generated-humans-prod",secret="aws-s3-secret"} 1 kube_secret_labels{namespace="grpc-workers-prod",secret="aws-s3-secret"} 1 kube_secret_labels{namespace="grpc-workers-prod",secret="icons8-registry-cred"} 1 kube_secret_labels{namespace="inswapper-hires-prod",secret="icons8-registry-cred"} 1 # HELP kube_secret_created Unix creation timestamp # TYPE kube_secret_created gauge kube_secret_created{namespace="generated-humans-prod",secret="aws-s3-secret"} 1.722347937e+09 kube_secret_created{namespace="grpc-workers-prod",secret="aws-s3-secret"} 1.722272256e+09 kube_secret_created{namespace="grpc-workers-prod",secret="icons8-registry-cred"} 1.722272201e+09 kube_secret_created{namespace="inswapper-hires-prod",secret="icons8-registry-cred"} 1.722272189e+09 kube_secret_created{namespace="inswapper-hires-prod",secret="inswapper-hires-api.generated.photos"} 1.722588388e+09 kube_secret_created{namespace="cert-manager",secret="cert-manager-webhook-ca"} 1.722207183e+09 kube_secret_created{namespace="generated-humans-prod",secret="icons8-registry-cred"} 1.722347909e+09 kube_secret_created{namespace="kube-system",secret="kube-state.v100.generated.photos"} 1.743680342e+09 kube_secret_created{namespace="cert-manager",secret="route53-secret"} 1.722207456e+09 kube_secret_created{namespace="cert-manager",secret="wildcard-issuer-account-key"} 1.722207629e+09 kube_secret_created{namespace="generated-humans-prod",secret="generated-humans.generated-api.photos"} 1.722588379e+09 kube_secret_created{namespace="monitoring",secret="prometheus-token"} 1.743667138e+09 kube_secret_created{namespace="inswapper-prod",secret="inswapper-api.generated.photos"} 1.724710346e+09 kube_secret_created{namespace="default",secret="icons8-registry-cred"} 1.722599951e+09 kube_secret_created{namespace="default",secret="k8s.generated.photos-tls"} 1.722600082e+09 kube_secret_created{namespace="gpu-operator-resources",secret="sh.helm.release.v1.gpu-operator.v1"} 1.722207222e+09 kube_secret_created{namespace="inswapper-hires-prod",secret="aws-s3-secret"} 1.722272263e+09 kube_secret_created{namespace="inswapper-prod",secret="icons8-registry-cred"} 1.724710161e+09 # HELP kube_secret_metadata_resource_version Resource version representing a specific version of secret. # TYPE kube_secret_metadata_resource_version gauge kube_secret_metadata_resource_version{namespace="inswapper-prod",secret="icons8-registry-cred"} 5.156163e+06 kube_secret_metadata_resource_version{namespace="inswapper-prod",secret="inswapper-api.generated.photos"} 9.0251971e+07 kube_secret_metadata_resource_version{namespace="default",secret="icons8-registry-cred"} 810273 kube_secret_metadata_resource_version{namespace="default",secret="k8s.generated.photos-tls"} 9.6553611e+07 kube_secret_metadata_resource_version{namespace="gpu-operator-resources",secret="sh.helm.release.v1.gpu-operator.v1"} 1587 kube_secret_metadata_resource_version{namespace="inswapper-hires-prod",secret="aws-s3-secret"} 136024 kube_secret_metadata_resource_version{namespace="inswapper-hires-prod",secret="inswapper-hires-api.generated.photos"} 9.6536921e+07 kube_secret_metadata_resource_version{namespace="generated-humans-prod",secret="aws-s3-secret"} 292185 kube_secret_metadata_resource_version{namespace="grpc-workers-prod",secret="aws-s3-secret"} 136011 kube_secret_metadata_resource_version{namespace="grpc-workers-prod",secret="icons8-registry-cred"} 135895 kube_secret_metadata_resource_version{namespace="inswapper-hires-prod",secret="icons8-registry-cred"} 135867 kube_secret_metadata_resource_version{namespace="cert-manager",secret="cert-manager-webhook-ca"} 8.6340425e+07 kube_secret_metadata_resource_version{namespace="generated-humans-prod",secret="icons8-registry-cred"} 292128 kube_secret_metadata_resource_version{namespace="kube-system",secret="kube-state.v100.generated.photos"} 9.7289073e+07 kube_secret_metadata_resource_version{namespace="cert-manager",secret="route53-secret"} 2402 kube_secret_metadata_resource_version{namespace="cert-manager",secret="wildcard-issuer-account-key"} 2889 kube_secret_metadata_resource_version{namespace="generated-humans-prod",secret="generated-humans.generated-api.photos"} 9.6529565e+07 kube_secret_metadata_resource_version{namespace="monitoring",secret="prometheus-token"} 9.7238022e+07 # HELP kube_service_info Information about service. # TYPE kube_service_info gauge kube_service_info{namespace="grpc-workers-prod",service="inswapper",cluster_ip="None",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="grpc-workers-prod",service="inswapper-hires",cluster_ip="10.152.183.68",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="kube-system",service="kube-state-metrics",cluster_ip="None",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="default",service="kubernetes",cluster_ip="10.152.183.1",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="default",service="webhook",cluster_ip="10.152.183.177",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="generated-humans-prod",service="generated-humans-api",cluster_ip="10.152.183.183",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="gpu-operator-resources",service="nvidia-dcgm-exporter",cluster_ip="10.152.183.205",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="gpu-operator-resources",service="gpu-operator-node-feature-discovery-master",cluster_ip="10.152.183.89",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="grpc-workers-prod",service="face-align",cluster_ip="None",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="kube-system",service="kube-dns",cluster_ip="10.152.183.10",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="cert-manager",service="cert-manager-webhook",cluster_ip="10.152.183.213",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="gpu-operator-resources",service="gpu-operator",cluster_ip="10.152.183.70",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="inswapper-prod",service="inswapper-api",cluster_ip="10.152.183.65",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="kube-system",service="metrics-server",cluster_ip="10.152.183.238",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="monitoring",service="node-exporter",cluster_ip="10.152.183.194",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="cert-manager",service="cert-manager",cluster_ip="10.152.183.46",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="grpc-workers-prod",service="dlib",cluster_ip="None",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="grpc-workers-prod",service="scrfd",cluster_ip="None",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="inswapper-hires-prod",service="inswapper-hires-api",cluster_ip="10.152.183.241",external_name="",load_balancer_ip=""} 1 # HELP kube_service_created Unix creation timestamp # TYPE kube_service_created gauge kube_service_created{namespace="default",service="kubernetes"} 1.722206645e+09 kube_service_created{namespace="default",service="webhook"} 1.722599935e+09 kube_service_created{namespace="generated-humans-prod",service="generated-humans-api"} 1.722347962e+09 kube_service_created{namespace="gpu-operator-resources",service="nvidia-dcgm-exporter"} 1.722207233e+09 kube_service_created{namespace="grpc-workers-prod",service="inswapper"} 1.724709645e+09 kube_service_created{namespace="grpc-workers-prod",service="inswapper-hires"} 1.722272307e+09 kube_service_created{namespace="kube-system",service="kube-state-metrics"} 1.743677566e+09 kube_service_created{namespace="gpu-operator-resources",service="gpu-operator-node-feature-discovery-master"} 1.722207222e+09 kube_service_created{namespace="grpc-workers-prod",service="face-align"} 1.722272307e+09 kube_service_created{namespace="kube-system",service="kube-dns"} 1.722206647e+09 kube_service_created{namespace="cert-manager",service="cert-manager-webhook"} 1.722207126e+09 kube_service_created{namespace="gpu-operator-resources",service="gpu-operator"} 1.722207232e+09 kube_service_created{namespace="inswapper-prod",service="inswapper-api"} 1.724710103e+09 kube_service_created{namespace="kube-system",service="metrics-server"} 1.722207248e+09 kube_service_created{namespace="cert-manager",service="cert-manager"} 1.722207126e+09 kube_service_created{namespace="grpc-workers-prod",service="dlib"} 1.722272297e+09 kube_service_created{namespace="grpc-workers-prod",service="scrfd"} 1.722272308e+09 kube_service_created{namespace="inswapper-hires-prod",service="inswapper-hires-api"} 1.722272789e+09 kube_service_created{namespace="monitoring",service="node-exporter"} 1.743668596e+09 # HELP kube_service_spec_type Type about service. # TYPE kube_service_spec_type gauge kube_service_spec_type{namespace="inswapper-hires-prod",service="inswapper-hires-api",type="ClusterIP"} 1 kube_service_spec_type{namespace="monitoring",service="node-exporter",type="ClusterIP"} 1 kube_service_spec_type{namespace="cert-manager",service="cert-manager",type="ClusterIP"} 1 kube_service_spec_type{namespace="grpc-workers-prod",service="dlib",type="ClusterIP"} 1 kube_service_spec_type{namespace="grpc-workers-prod",service="scrfd",type="ClusterIP"} 1 kube_service_spec_type{namespace="gpu-operator-resources",service="nvidia-dcgm-exporter",type="ClusterIP"} 1 kube_service_spec_type{namespace="grpc-workers-prod",service="inswapper",type="ClusterIP"} 1 kube_service_spec_type{namespace="grpc-workers-prod",service="inswapper-hires",type="ClusterIP"} 1 kube_service_spec_type{namespace="kube-system",service="kube-state-metrics",type="ClusterIP"} 1 kube_service_spec_type{namespace="default",service="kubernetes",type="ClusterIP"} 1 kube_service_spec_type{namespace="default",service="webhook",type="ClusterIP"} 1 kube_service_spec_type{namespace="generated-humans-prod",service="generated-humans-api",type="ClusterIP"} 1 kube_service_spec_type{namespace="gpu-operator-resources",service="gpu-operator-node-feature-discovery-master",type="ClusterIP"} 1 kube_service_spec_type{namespace="grpc-workers-prod",service="face-align",type="ClusterIP"} 1 kube_service_spec_type{namespace="kube-system",service="kube-dns",type="ClusterIP"} 1 kube_service_spec_type{namespace="kube-system",service="metrics-server",type="ClusterIP"} 1 kube_service_spec_type{namespace="cert-manager",service="cert-manager-webhook",type="ClusterIP"} 1 kube_service_spec_type{namespace="gpu-operator-resources",service="gpu-operator",type="ClusterIP"} 1 kube_service_spec_type{namespace="inswapper-prod",service="inswapper-api",type="ClusterIP"} 1 # HELP kube_service_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_service_annotations gauge kube_service_annotations{namespace="gpu-operator-resources",service="gpu-operator-node-feature-discovery-master"} 1 kube_service_annotations{namespace="grpc-workers-prod",service="face-align"} 1 kube_service_annotations{namespace="kube-system",service="kube-dns"} 1 kube_service_annotations{namespace="cert-manager",service="cert-manager-webhook"} 1 kube_service_annotations{namespace="gpu-operator-resources",service="gpu-operator"} 1 kube_service_annotations{namespace="inswapper-prod",service="inswapper-api"} 1 kube_service_annotations{namespace="kube-system",service="metrics-server"} 1 kube_service_annotations{namespace="monitoring",service="node-exporter"} 1 kube_service_annotations{namespace="cert-manager",service="cert-manager"} 1 kube_service_annotations{namespace="grpc-workers-prod",service="dlib"} 1 kube_service_annotations{namespace="grpc-workers-prod",service="scrfd"} 1 kube_service_annotations{namespace="inswapper-hires-prod",service="inswapper-hires-api"} 1 kube_service_annotations{namespace="grpc-workers-prod",service="inswapper"} 1 kube_service_annotations{namespace="grpc-workers-prod",service="inswapper-hires"} 1 kube_service_annotations{namespace="kube-system",service="kube-state-metrics"} 1 kube_service_annotations{namespace="default",service="kubernetes"} 1 kube_service_annotations{namespace="default",service="webhook"} 1 kube_service_annotations{namespace="generated-humans-prod",service="generated-humans-api"} 1 kube_service_annotations{namespace="gpu-operator-resources",service="nvidia-dcgm-exporter"} 1 # HELP kube_service_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_service_labels gauge kube_service_labels{namespace="cert-manager",service="cert-manager-webhook"} 1 kube_service_labels{namespace="gpu-operator-resources",service="gpu-operator"} 1 kube_service_labels{namespace="inswapper-prod",service="inswapper-api"} 1 kube_service_labels{namespace="kube-system",service="metrics-server"} 1 kube_service_labels{namespace="cert-manager",service="cert-manager"} 1 kube_service_labels{namespace="grpc-workers-prod",service="dlib"} 1 kube_service_labels{namespace="grpc-workers-prod",service="scrfd"} 1 kube_service_labels{namespace="inswapper-hires-prod",service="inswapper-hires-api"} 1 kube_service_labels{namespace="monitoring",service="node-exporter"} 1 kube_service_labels{namespace="default",service="kubernetes"} 1 kube_service_labels{namespace="default",service="webhook"} 1 kube_service_labels{namespace="generated-humans-prod",service="generated-humans-api"} 1 kube_service_labels{namespace="gpu-operator-resources",service="nvidia-dcgm-exporter"} 1 kube_service_labels{namespace="grpc-workers-prod",service="inswapper"} 1 kube_service_labels{namespace="grpc-workers-prod",service="inswapper-hires"} 1 kube_service_labels{namespace="kube-system",service="kube-state-metrics"} 1 kube_service_labels{namespace="gpu-operator-resources",service="gpu-operator-node-feature-discovery-master"} 1 kube_service_labels{namespace="grpc-workers-prod",service="face-align"} 1 kube_service_labels{namespace="kube-system",service="kube-dns"} 1 # HELP kube_service_spec_external_ip Service external ips. One series for each ip # TYPE kube_service_spec_external_ip gauge # HELP kube_service_status_load_balancer_ingress Service load balancer ingress status # TYPE kube_service_status_load_balancer_ingress gauge # HELP kube_statefulset_created Unix creation timestamp # TYPE kube_statefulset_created gauge kube_statefulset_created{namespace="generated-humans-prod",statefulset="generated-humans-api"} 1.722347962e+09 kube_statefulset_created{namespace="grpc-workers-prod",statefulset="dlib"} 1.722272297e+09 kube_statefulset_created{namespace="grpc-workers-prod",statefulset="face-align"} 1.722272307e+09 kube_statefulset_created{namespace="grpc-workers-prod",statefulset="inswapper"} 1.724709646e+09 kube_statefulset_created{namespace="grpc-workers-prod",statefulset="scrfd"} 1.722272308e+09 # HELP kube_statefulset_status_replicas The number of replicas per StatefulSet. # TYPE kube_statefulset_status_replicas gauge kube_statefulset_status_replicas{namespace="generated-humans-prod",statefulset="generated-humans-api"} 2 kube_statefulset_status_replicas{namespace="grpc-workers-prod",statefulset="dlib"} 3 kube_statefulset_status_replicas{namespace="grpc-workers-prod",statefulset="face-align"} 1 kube_statefulset_status_replicas{namespace="grpc-workers-prod",statefulset="inswapper"} 4 kube_statefulset_status_replicas{namespace="grpc-workers-prod",statefulset="scrfd"} 4 # HELP kube_statefulset_status_replicas_available The number of available replicas per StatefulSet. # TYPE kube_statefulset_status_replicas_available gauge kube_statefulset_status_replicas_available{namespace="generated-humans-prod",statefulset="generated-humans-api"} 2 kube_statefulset_status_replicas_available{namespace="grpc-workers-prod",statefulset="dlib"} 3 kube_statefulset_status_replicas_available{namespace="grpc-workers-prod",statefulset="face-align"} 1 kube_statefulset_status_replicas_available{namespace="grpc-workers-prod",statefulset="inswapper"} 4 kube_statefulset_status_replicas_available{namespace="grpc-workers-prod",statefulset="scrfd"} 4 # HELP kube_statefulset_status_replicas_current The number of current replicas per StatefulSet. # TYPE kube_statefulset_status_replicas_current gauge kube_statefulset_status_replicas_current{namespace="generated-humans-prod",statefulset="generated-humans-api"} 2 kube_statefulset_status_replicas_current{namespace="grpc-workers-prod",statefulset="dlib"} 3 kube_statefulset_status_replicas_current{namespace="grpc-workers-prod",statefulset="face-align"} 1 kube_statefulset_status_replicas_current{namespace="grpc-workers-prod",statefulset="inswapper"} 4 kube_statefulset_status_replicas_current{namespace="grpc-workers-prod",statefulset="scrfd"} 4 # HELP kube_statefulset_status_replicas_ready The number of ready replicas per StatefulSet. # TYPE kube_statefulset_status_replicas_ready gauge kube_statefulset_status_replicas_ready{namespace="generated-humans-prod",statefulset="generated-humans-api"} 2 kube_statefulset_status_replicas_ready{namespace="grpc-workers-prod",statefulset="dlib"} 3 kube_statefulset_status_replicas_ready{namespace="grpc-workers-prod",statefulset="face-align"} 1 kube_statefulset_status_replicas_ready{namespace="grpc-workers-prod",statefulset="inswapper"} 4 kube_statefulset_status_replicas_ready{namespace="grpc-workers-prod",statefulset="scrfd"} 4 # HELP kube_statefulset_status_replicas_updated The number of updated replicas per StatefulSet. # TYPE kube_statefulset_status_replicas_updated gauge kube_statefulset_status_replicas_updated{namespace="generated-humans-prod",statefulset="generated-humans-api"} 2 kube_statefulset_status_replicas_updated{namespace="grpc-workers-prod",statefulset="dlib"} 3 kube_statefulset_status_replicas_updated{namespace="grpc-workers-prod",statefulset="face-align"} 1 kube_statefulset_status_replicas_updated{namespace="grpc-workers-prod",statefulset="inswapper"} 4 kube_statefulset_status_replicas_updated{namespace="grpc-workers-prod",statefulset="scrfd"} 4 # HELP kube_statefulset_status_observed_generation The generation observed by the StatefulSet controller. # TYPE kube_statefulset_status_observed_generation gauge kube_statefulset_status_observed_generation{namespace="grpc-workers-prod",statefulset="inswapper"} 12 kube_statefulset_status_observed_generation{namespace="grpc-workers-prod",statefulset="scrfd"} 6 kube_statefulset_status_observed_generation{namespace="generated-humans-prod",statefulset="generated-humans-api"} 6 kube_statefulset_status_observed_generation{namespace="grpc-workers-prod",statefulset="dlib"} 2 kube_statefulset_status_observed_generation{namespace="grpc-workers-prod",statefulset="face-align"} 1 # HELP kube_statefulset_replicas Number of desired pods for a StatefulSet. # TYPE kube_statefulset_replicas gauge kube_statefulset_replicas{namespace="generated-humans-prod",statefulset="generated-humans-api"} 2 kube_statefulset_replicas{namespace="grpc-workers-prod",statefulset="dlib"} 3 kube_statefulset_replicas{namespace="grpc-workers-prod",statefulset="face-align"} 1 kube_statefulset_replicas{namespace="grpc-workers-prod",statefulset="inswapper"} 4 kube_statefulset_replicas{namespace="grpc-workers-prod",statefulset="scrfd"} 4 # HELP kube_statefulset_metadata_generation Sequence number representing a specific generation of the desired state for the StatefulSet. # TYPE kube_statefulset_metadata_generation gauge kube_statefulset_metadata_generation{namespace="grpc-workers-prod",statefulset="scrfd"} 6 kube_statefulset_metadata_generation{namespace="generated-humans-prod",statefulset="generated-humans-api"} 6 kube_statefulset_metadata_generation{namespace="grpc-workers-prod",statefulset="dlib"} 2 kube_statefulset_metadata_generation{namespace="grpc-workers-prod",statefulset="face-align"} 1 kube_statefulset_metadata_generation{namespace="grpc-workers-prod",statefulset="inswapper"} 12 # HELP kube_statefulset_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_statefulset_annotations gauge kube_statefulset_annotations{namespace="generated-humans-prod",statefulset="generated-humans-api"} 1 kube_statefulset_annotations{namespace="grpc-workers-prod",statefulset="dlib"} 1 kube_statefulset_annotations{namespace="grpc-workers-prod",statefulset="face-align"} 1 kube_statefulset_annotations{namespace="grpc-workers-prod",statefulset="inswapper"} 1 kube_statefulset_annotations{namespace="grpc-workers-prod",statefulset="scrfd"} 1 # HELP kube_statefulset_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_statefulset_labels gauge kube_statefulset_labels{namespace="grpc-workers-prod",statefulset="inswapper"} 1 kube_statefulset_labels{namespace="grpc-workers-prod",statefulset="scrfd"} 1 kube_statefulset_labels{namespace="generated-humans-prod",statefulset="generated-humans-api"} 1 kube_statefulset_labels{namespace="grpc-workers-prod",statefulset="dlib"} 1 kube_statefulset_labels{namespace="grpc-workers-prod",statefulset="face-align"} 1 # HELP kube_statefulset_status_current_revision Indicates the version of the StatefulSet used to generate Pods in the sequence [0,currentReplicas). # TYPE kube_statefulset_status_current_revision gauge kube_statefulset_status_current_revision{namespace="grpc-workers-prod",statefulset="scrfd",revision="scrfd-85c9bd45c6"} 1 kube_statefulset_status_current_revision{namespace="generated-humans-prod",statefulset="generated-humans-api",revision="generated-humans-api-64cd5fff85"} 1 kube_statefulset_status_current_revision{namespace="grpc-workers-prod",statefulset="dlib",revision="dlib-66665db9c9"} 1 kube_statefulset_status_current_revision{namespace="grpc-workers-prod",statefulset="face-align",revision="face-align-6fc7d64d69"} 1 kube_statefulset_status_current_revision{namespace="grpc-workers-prod",statefulset="inswapper",revision="inswapper-78d6b898f9"} 1 # HELP kube_statefulset_status_update_revision Indicates the version of the StatefulSet used to generate Pods in the sequence [replicas-updatedReplicas,replicas) # TYPE kube_statefulset_status_update_revision gauge kube_statefulset_status_update_revision{namespace="grpc-workers-prod",statefulset="face-align",revision="face-align-6fc7d64d69"} 1 kube_statefulset_status_update_revision{namespace="grpc-workers-prod",statefulset="inswapper",revision="inswapper-78d6b898f9"} 1 kube_statefulset_status_update_revision{namespace="grpc-workers-prod",statefulset="scrfd",revision="scrfd-85c9bd45c6"} 1 kube_statefulset_status_update_revision{namespace="generated-humans-prod",statefulset="generated-humans-api",revision="generated-humans-api-64cd5fff85"} 1 kube_statefulset_status_update_revision{namespace="grpc-workers-prod",statefulset="dlib",revision="dlib-66665db9c9"} 1 # HELP kube_storageclass_info Information about storageclass. # TYPE kube_storageclass_info gauge # HELP kube_storageclass_created Unix creation timestamp # TYPE kube_storageclass_created gauge # HELP kube_storageclass_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_storageclass_annotations gauge # HELP kube_storageclass_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_storageclass_labels gauge # HELP kube_validatingwebhookconfiguration_info Information about the ValidatingWebhookConfiguration. # TYPE kube_validatingwebhookconfiguration_info gauge kube_validatingwebhookconfiguration_info{namespace="",validatingwebhookconfiguration="cert-manager-webhook"} 1 # HELP kube_validatingwebhookconfiguration_created Unix creation timestamp. # TYPE kube_validatingwebhookconfiguration_created gauge kube_validatingwebhookconfiguration_created{namespace="",validatingwebhookconfiguration="cert-manager-webhook"} 1.722207126e+09 # HELP kube_validatingwebhookconfiguration_metadata_resource_version Resource version representing a specific version of the ValidatingWebhookConfiguration. # TYPE kube_validatingwebhookconfiguration_metadata_resource_version gauge kube_validatingwebhookconfiguration_metadata_resource_version{namespace="",validatingwebhookconfiguration="cert-manager-webhook"} 8.6340426e+07 # HELP kube_volumeattachment_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_volumeattachment_labels gauge # HELP kube_volumeattachment_info Information about volumeattachment. # TYPE kube_volumeattachment_info gauge # HELP kube_volumeattachment_created Unix creation timestamp # TYPE kube_volumeattachment_created gauge # HELP kube_volumeattachment_spec_source_persistentvolume PersistentVolume source reference. # TYPE kube_volumeattachment_spec_source_persistentvolume gauge # HELP kube_volumeattachment_status_attached Information about volumeattachment. # TYPE kube_volumeattachment_status_attached gauge # HELP kube_volumeattachment_status_attachment_metadata volumeattachment metadata. # TYPE kube_volumeattachment_status_attachment_metadata gauge