2017-08-14 12:23:32 -04:00
- group : Response metrics (NGINX Ingress)
priority : 10
metrics :
- title : "Throughput"
y_label : "Requests / Sec"
required_metrics :
2017-09-08 16:16:38 -04:00
- nginx_upstream_responses_total
2017-08-14 12:23:32 -04:00
weight : 1
queries :
2018-08-31 12:53:50 -04:00
- id : response_metrics_nginx_ingress_throughput_status_code
query_range : 'sum(rate(nginx_upstream_responses_total{upstream=~"%{kube_namespace}-%{ci_environment_slug}-.*"}[2m])) by (status_code)'
2017-08-14 12:23:32 -04:00
unit : req / sec
2017-09-09 00:50:02 -04:00
label : Status Code
2017-09-08 16:16:38 -04:00
series :
- label : status_code
when :
- value : 2xx
color : green
- value : 4xx
2017-09-09 00:50:02 -04:00
color : orange
2017-09-08 16:16:38 -04:00
- value : 5xx
color : red
2017-08-14 12:23:32 -04:00
- title : "Latency"
y_label : "Latency (ms)"
required_metrics :
- nginx_upstream_response_msecs_avg
weight : 1
queries :
2018-08-31 12:53:50 -04:00
- id : response_metrics_nginx_ingress_latency_pod_average
query_range : 'avg(nginx_upstream_response_msecs_avg{upstream=~"%{kube_namespace}-%{ci_environment_slug}-.*"})'
2018-04-02 17:54:34 -04:00
label : Pod average
2017-08-14 12:23:32 -04:00
unit : ms
- title : "HTTP Error Rate"
2018-06-06 03:26:22 -04:00
y_label : "HTTP Errors"
2017-08-14 12:23:32 -04:00
required_metrics :
- nginx_upstream_responses_total
weight : 1
queries :
2018-08-31 12:53:50 -04:00
- id : response_metrics_nginx_ingress_http_error_rate
query_range : 'sum(rate(nginx_upstream_responses_total{status_code="5xx", upstream=~"%{kube_namespace}-%{ci_environment_slug}-.*"}[2m])) / sum(rate(nginx_upstream_responses_total{upstream=~"%{kube_namespace}-%{ci_environment_slug}-.*"}[2m])) * 100'
2018-06-06 03:26:22 -04:00
label : 5xx Errors
unit : "%"
2017-07-27 14:05:58 -04:00
- group : Response metrics (HA Proxy)
2017-07-19 21:22:46 -04:00
priority : 10
metrics :
- title : "Throughput"
y_label : "Requests / Sec"
required_metrics :
- haproxy_frontend_http_requests_total
weight : 1
queries :
2018-08-31 12:53:50 -04:00
- id : response_metrics_ha_proxy_throughput_status_code
query_range : 'sum(rate(haproxy_frontend_http_requests_total{%{environment_filter}}[2m])) by (code)'
2017-07-19 21:22:46 -04:00
unit : req / sec
2018-08-31 12:53:50 -04:00
label : Status Code
2017-09-08 16:16:38 -04:00
series :
2018-08-31 12:53:50 -04:00
- label : status_code
2017-09-08 16:16:38 -04:00
when :
- value : 2xx
color : green
- value : 4xx
color : yellow
- value : 5xx
color : red
2017-07-19 21:22:46 -04:00
- title : "HTTP Error Rate"
y_label : "Error Rate (%)"
required_metrics :
- haproxy_frontend_http_responses_total
weight : 1
queries :
2018-08-31 12:53:50 -04:00
- id : response_metrics_ha_proxy_http_error_rate
query_range : 'sum(rate(haproxy_frontend_http_responses_total{code="5xx",%{environment_filter}}[2m])) / sum(rate(haproxy_frontend_http_responses_total{%{environment_filter}}[2m]))'
2017-07-19 21:22:46 -04:00
label : HTTP Errors
unit : "%"
2017-07-27 14:05:58 -04:00
- group : Response metrics (AWS ELB)
2017-07-03 16:28:08 -04:00
priority : 10
metrics :
2017-07-04 01:45:35 -04:00
- title : "Throughput"
y_label : "Requests / Sec"
2017-07-03 16:28:08 -04:00
required_metrics :
- aws_elb_request_count_sum
weight : 1
queries :
2018-08-31 12:53:50 -04:00
- id : response_metrics_aws_elb_throughput_requests
query_range : 'sum(aws_elb_request_count_sum{%{environment_filter}}) / 60'
2017-07-04 01:45:35 -04:00
label : Total
unit : req / sec
2017-07-03 16:28:08 -04:00
- title : "Latency"
2017-07-04 01:45:35 -04:00
y_label : "Latency (ms)"
2017-07-03 16:28:08 -04:00
required_metrics :
2017-07-04 01:45:35 -04:00
- aws_elb_latency_average
2017-07-03 16:28:08 -04:00
weight : 1
queries :
2018-08-31 12:53:50 -04:00
- id : response_metrics_aws_elb_latency_average
query_range : 'avg(aws_elb_latency_average{%{environment_filter}}) * 1000'
2017-07-04 01:45:35 -04:00
label : Average
unit : ms
- title : "HTTP Error Rate"
y_label : "Error Rate (%)"
2017-07-03 16:28:08 -04:00
required_metrics :
2017-07-04 01:45:35 -04:00
- aws_elb_request_count_sum
- aws_elb_httpcode_backend_5_xx_sum
2017-07-03 16:28:08 -04:00
weight : 1
queries :
2018-08-31 12:53:50 -04:00
- id : response_metrics_aws_elb_http_error_rate
query_range : 'sum(aws_elb_httpcode_backend_5_xx_sum{%{environment_filter}}) / sum(aws_elb_request_count_sum{%{environment_filter}})'
2017-07-04 01:45:35 -04:00
label : HTTP Errors
unit : "%"
2017-07-27 14:05:58 -04:00
- group : Response metrics (NGINX)
2017-07-04 01:45:35 -04:00
priority : 10
2017-05-10 05:25:30 -04:00
metrics :
2017-07-04 01:45:35 -04:00
- title : "Throughput"
y_label : "Requests / Sec"
2017-05-31 13:36:07 -04:00
required_metrics :
2018-05-07 00:46:10 -04:00
- nginx_server_requests
2017-05-10 05:25:30 -04:00
weight : 1
queries :
2018-08-31 12:53:50 -04:00
- id : response_metrics_nginx_throughput_status_code
query_range : 'sum(rate(nginx_server_requests{server_zone!="*", server_zone!="_", %{environment_filter}}[2m])) by (code)'
2017-07-04 01:45:35 -04:00
unit : req / sec
2017-09-08 16:16:38 -04:00
label : Status Code
series :
- label : status_code
when :
- value : 2xx
color : green
- value : 4xx
color : orange
- value : 5xx
color : red
2017-07-04 01:45:35 -04:00
- title : "Latency"
y_label : "Latency (ms)"
2017-05-31 13:36:07 -04:00
required_metrics :
2018-05-07 00:46:10 -04:00
- nginx_server_requestMsec
2017-05-10 05:25:30 -04:00
weight : 1
queries :
2018-08-31 12:53:50 -04:00
- id : response_metrics_nginx_latency
query_range : 'avg(nginx_server_requestMsec{%{environment_filter}})'
2017-07-04 01:45:35 -04:00
label : Upstream
unit : ms
- title : "HTTP Error Rate"
2017-08-14 12:23:32 -04:00
y_label : "HTTP 500 Errors / Sec"
2017-05-31 13:36:07 -04:00
required_metrics :
2018-05-07 00:46:10 -04:00
- nginx_server_requests
2017-07-04 01:45:35 -04:00
weight : 1
queries :
2018-08-31 12:53:50 -04:00
- id : response_metrics_nginx_http_error_rate
query_range : 'sum(rate(nginx_server_requests{code="5xx", %{environment_filter}}[2m]))'
2017-07-04 01:45:35 -04:00
label : HTTP Errors
2017-08-14 12:23:32 -04:00
unit : "errors / sec"
2017-07-27 14:05:58 -04:00
- group : System metrics (Kubernetes)
2017-07-04 01:45:35 -04:00
priority : 5
metrics :
2018-04-06 17:58:42 -04:00
- title : "Memory Usage (Total)"
y_label : "Total Memory Used"
required_metrics :
- container_memory_usage_bytes
weight : 4
queries :
2018-08-31 12:53:50 -04:00
- id : system_metrics_kubernetes_container_memory_total
query_range : 'avg(sum(container_memory_usage_bytes{container_name!="POD",pod_name=~"^%{ci_environment_slug}-(.*)",namespace="%{kube_namespace}"}) by (job)) without (job) /1024/1024/1024'
2018-04-06 17:58:42 -04:00
label : Total
unit : GB
- title : "Core Usage (Total)"
y_label : "Total Cores"
required_metrics :
- container_cpu_usage_seconds_total
weight : 3
queries :
2018-08-31 12:53:50 -04:00
- id : system_metrics_kubernetes_container_cores_total
query_range : 'avg(sum(rate(container_cpu_usage_seconds_total{container_name!="POD",pod_name=~"^%{ci_environment_slug}-(.*)",namespace="%{kube_namespace}"}[15m])) by (job)) without (job)'
2018-04-06 17:58:42 -04:00
label : Total
unit : "cores"
- title : "Memory Usage (Pod average)"
2018-02-28 14:55:15 -05:00
y_label : "Memory Used per Pod"
2017-07-04 01:45:35 -04:00
required_metrics :
- container_memory_usage_bytes
2018-04-06 17:58:42 -04:00
weight : 2
2017-05-10 05:25:30 -04:00
queries :
2018-08-31 12:53:50 -04:00
- id : system_metrics_kubernetes_container_memory_average
query_range : 'avg(sum(container_memory_usage_bytes{container_name!="POD",pod_name=~"^%{ci_environment_slug}-(.*)",namespace="%{kube_namespace}"}) by (job)) without (job) / count(avg(container_memory_usage_bytes{container_name!="POD",pod_name=~"^%{ci_environment_slug}-(.*)",namespace="%{kube_namespace}"}) without (job)) /1024/1024'
2018-04-02 17:54:34 -04:00
label : Pod average
2017-07-04 01:45:35 -04:00
unit : MB
2018-09-06 03:46:17 -04:00
- title : "Canary: Memory Usage (Pod Average)"
y_label : "Memory Used per Pod"
required_metrics :
- container_memory_usage_bytes
weight : 2
queries :
- id : system_metrics_kubernetes_container_memory_average_canary
query_range : 'avg(sum(container_memory_usage_bytes{container_name!="POD",pod_name=~"^%{ci_environment_slug}-canary-(.*)",namespace="%{kube_namespace}"}) by (job)) without (job) / count(avg(container_memory_usage_bytes{container_name!="POD",pod_name=~"^%{ci_environment_slug}-canary-(.*)",namespace="%{kube_namespace}"}) without (job)) /1024/1024'
label : Pod average
unit : MB
track : canary
- title : "Core Usage (Pod Average)"
2018-02-28 14:55:15 -05:00
y_label : "Cores per Pod"
2017-05-31 13:36:07 -04:00
required_metrics :
- container_cpu_usage_seconds_total
2017-05-10 05:25:30 -04:00
weight : 1
queries :
2018-08-31 12:53:50 -04:00
- id : system_metrics_kubernetes_container_core_usage
query_range : 'avg(sum(rate(container_cpu_usage_seconds_total{container_name!="POD",pod_name=~"^%{ci_environment_slug}-(.*)",namespace="%{kube_namespace}"}[15m])) by (job)) without (job) / count(sum(rate(container_cpu_usage_seconds_total{container_name!="POD",pod_name=~"^%{ci_environment_slug}-(.*)",namespace="%{kube_namespace}"}[15m])) by (pod_name))'
2018-04-02 17:54:34 -04:00
label : Pod average
2018-08-31 12:53:50 -04:00
unit : "cores"
2018-09-06 03:46:17 -04:00
- title : "Canary: Core Usage (Pod Average)"
y_label : "Cores per Pod"
required_metrics :
- container_cpu_usage_seconds_total
weight : 1
2018-09-06 05:43:12 -04:00
queries :
2018-08-31 12:53:50 -04:00
- id : system_metrics_kubernetes_container_core_usage_canary
query_range : 'avg(sum(rate(container_cpu_usage_seconds_total{container_name!="POD",pod_name=~"^%{ci_environment_slug}-canary-(.*)",namespace="%{kube_namespace}"}[15m])) by (job)) without (job) / count(sum(rate(container_cpu_usage_seconds_total{container_name!="POD",pod_name=~"^%{ci_environment_slug}-canary-(.*)",namespace="%{kube_namespace}"}[15m])) by (pod_name))'
label : Pod average
unit : "cores"
track : canary