Skip to content

prometheus source k8s cluster module #31

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
nerudadhich wants to merge 3 commits into
base: master
Choose a base branch
from
Open

prometheus source k8s cluster module #31

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
51d2166
prometheus source k8s cluster module
nerudadhich Apr 13, 2022
b6ef666
proetheus source name fixed to promql
nerudadhich Apr 13, 2022
3cdd667
k8s node and cluster with namespace module added
nerudadhich Apr 14, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
126 changes: 126 additions & 0 deletions prometheus/k8s/k8s_resources.hcl
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,126 @@
scraper promql_kube_cluster module {
frequency = 120
lookback = 600
timeout = 90
resolution = 60
lag = 60

gauge "available_nodes" {
source promql "available_nodes" {
query = "label_replace(sum by (cluster)(kube_node_status_condition{condition='Ready', status='true'})/ sum by (cluster)(kube_node_status_condition{condition='Ready'}), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "disk_pressure_nodes" {
source promql "disk_pressure_nodes" {
query = "label_replace(sum by (cluster)(kube_node_status_condition{condition='DiskPressure', status='true'})/ sum by (cluster)(kube_node_status_condition{condition='DiskPressure'}), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "pid_pressure_nodes" {
source promql "pid_pressure_nodes" {
query = "label_replace(sum by (cluster)(kube_node_status_condition{condition='PIDPressure', status='true'})/ sum by (cluster)(kube_node_status_condition{condition='PIDPressure'}), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "memory_pressure_nodes" {
source promql "memory_pressure_nodes" {
query = "label_replace(sum by (cluster)(kube_node_status_condition{condition='MemoryPressure', status='true'})/ sum by (cluster)(kube_node_status_condition{condition='MemoryPressure'}), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "requested_memory" {
source promql "requested_memory" {
query = "label_replace(sum(kube_pod_container_resource_requests{resource='memory', unit='byte'})/sum by (cluster)(kube_node_status_allocatable{resource='memory', unit='byte'}), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "requested_cpu" {
source promql "requested_cpu" {
query = "label_replace(sum(kube_pod_container_resource_requests{resource='cpu', unit='core'})/sum by (cluster)(kube_node_status_allocatable{resource='cpu', unit='core'}), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "saturated_nodes" {
source promql "saturated_nodes" {
query = "label_replace(sum by (cluster) (kube_node_spec_unschedulable{}), 'cluster', '${resources.each.cluster}', '', '')"
}
}
}

scraper promql_kube_cluster_with_namespace module {
frequency = 120
lookback = 600
timeout = 90
resolution = 60
lag = 60

gauge "unscheduled_pods" {
source promql "unscheduled_pods" {
query = "label_replace(sum by (cluster, namespace) (increase(kube_pod_status_unschedulable{}[1m])), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "desired_pods" {
source promql "desired_pods" {
query = "label_replace(sum by (cluster, namespace) (increase(kube_pod_status_phase{}[1m])), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "running_pods" {
source promql "running_pods" {
query = "label_replace(sum by (cluster, namespace) (kube_pod_status_phase{phase=~'Running'}), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "pending_pods" {
source promql "pending_pods" {
query = "label_replace(sum by (cluster, namespace) (kube_pod_status_phase{phase=~'Pending'}), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "failed_and_unknown_pods" {
source promql "failed_and_unknown_pods" {
query = "label_replace(sum by (cluster, namespace) (kube_pod_status_phase{phase=~'Failed|Unknown'}), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "container_restarts" {
source promql "container_restarts" {
query = "label_replace(sum by (cluster, namespace) (rate(kube_pod_container_status_restarts_total{}[1m])*60), 'cluster', '${resources.each.cluster}', '', '')"
}
}

}

scraper promql_kube_node module {
frequency = 120
lookback = 600
timeout = 90
resolution = 60
lag = 60

gauge "disk_pressure" {
source promql "disk_pressure" {
query = "label_replace(sum by (cluster, node)(kube_node_status_condition{condition='DiskPressure', status='true'})/ sum by (cluster, node)(kube_node_status_condition{condition='DiskPressure'}), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "pid_pressure" {
source promql "pid_pressure" {
query = "label_replace(sum by (cluster, node)(kube_node_status_condition{condition='PIDPressure', status='true'})/ sum by (cluster, node)(kube_node_status_condition{condition='PIDPressure'}), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "memory_pressure" {
source promql "memory_pressure" {
query = "label_replace(sum by (cluster, node)(kube_node_status_condition{condition='MemoryPressure', status='true'})/ sum by (cluster, node)(kube_node_status_condition{condition='MemoryPressure'}), 'cluster', '${resources.each.cluster}', '', '')"
}
}

gauge "saturated" {
source promql "saturated" {
query = "label_replace(sum by (cluster, node) (kube_node_spec_unschedulable{}), 'cluster', '${resources.each.cluster}', '', '')"
}
}
}