2019-04-11 14:39:58 +00:00
dashboard : 'Environment metrics'
2019-04-17 07:07:25 +00:00
priority : 1
2019-04-11 14:39:58 +00:00
panel_groups :
# NGINX Ingress metrics for pre-0.16.0 versions
2018-12-17 23:48:55 +00:00
- group : Response metrics (NGINX Ingress VTS)
2017-08-14 16:23:32 +00:00
priority : 10
2019-04-11 14:39:58 +00:00
panels :
2017-08-14 16:23:32 +00:00
- title : "Throughput"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2017-08-14 16:23:32 +00:00
y_label : "Requests / Sec"
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : response_metrics_nginx_ingress_throughput_status_code
query_range : 'sum(rate(nginx_upstream_responses_total{upstream=~"%{kube_namespace}-%{ci_environment_slug}-.*"}[2m])) by (status_code)'
2017-08-14 16:23:32 +00:00
unit : req / sec
2017-09-09 04:50:02 +00:00
label : Status Code
2017-08-14 16:23:32 +00:00
- title : "Latency"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2017-08-14 16:23:32 +00:00
y_label : "Latency (ms)"
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : response_metrics_nginx_ingress_latency_pod_average
query_range : 'avg(nginx_upstream_response_msecs_avg{upstream=~"%{kube_namespace}-%{ci_environment_slug}-.*"})'
2018-04-02 21:54:34 +00:00
label : Pod average
2017-08-14 16:23:32 +00:00
unit : ms
- title : "HTTP Error Rate"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2018-06-06 07:26:22 +00:00
y_label : "HTTP Errors"
2017-08-14 16:23:32 +00:00
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : response_metrics_nginx_ingress_http_error_rate
query_range : 'sum(rate(nginx_upstream_responses_total{status_code="5xx", upstream=~"%{kube_namespace}-%{ci_environment_slug}-.*"}[2m])) / sum(rate(nginx_upstream_responses_total{upstream=~"%{kube_namespace}-%{ci_environment_slug}-.*"}[2m])) * 100'
2018-06-06 07:26:22 +00:00
label : 5xx Errors
unit : "%"
2018-12-17 23:48:55 +00:00
# NGINX Ingress metrics for post-0.16.0 versions
- group : Response metrics (NGINX Ingress)
priority : 10
2019-04-11 14:39:58 +00:00
panels :
2018-12-17 23:48:55 +00:00
- title : "Throughput"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2018-12-17 23:48:55 +00:00
y_label : "Requests / Sec"
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-12-17 23:48:55 +00:00
- id : response_metrics_nginx_ingress_16_throughput_status_code
query_range : 'sum(label_replace(rate(nginx_ingress_controller_requests{namespace="%{kube_namespace}",ingress=~".*%{ci_environment_slug}.*"}[2m]), "status_code", "${1}xx", "status", "(.)..")) by (status_code)'
unit : req / sec
label : Status Code
- title : "Latency"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2018-12-17 23:48:55 +00:00
y_label : "Latency (ms)"
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-12-17 23:48:55 +00:00
- id : response_metrics_nginx_ingress_16_latency_pod_average
query_range : 'sum(rate(nginx_ingress_controller_ingress_upstream_latency_seconds_sum{namespace="%{kube_namespace}",ingress=~".*%{ci_environment_slug}.*"}[2m])) / sum(rate(nginx_ingress_controller_ingress_upstream_latency_seconds_count{namespace="%{kube_namespace}",ingress=~".*%{ci_environment_slug}.*"}[2m])) * 1000'
label : Pod average
unit : ms
- title : "HTTP Error Rate"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2018-12-17 23:48:55 +00:00
y_label : "HTTP Errors"
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-12-17 23:48:55 +00:00
- id : response_metrics_nginx_ingress_16_http_error_rate
query_range : 'sum(rate(nginx_ingress_controller_requests{status=~"5.*",namespace="%{kube_namespace}",ingress=~".*%{ci_environment_slug}.*"}[2m])) / sum(rate(nginx_ingress_controller_requests{namespace="%{kube_namespace}",ingress=~".*%{ci_environment_slug}.*"}[2m])) * 100'
label : 5xx Errors
unit : "%"
2017-07-27 18:05:58 +00:00
- group : Response metrics (HA Proxy)
2017-07-20 01:22:46 +00:00
priority : 10
2019-04-11 14:39:58 +00:00
panels :
2017-07-20 01:22:46 +00:00
- title : "Throughput"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2017-07-20 01:22:46 +00:00
y_label : "Requests / Sec"
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : response_metrics_ha_proxy_throughput_status_code
query_range : 'sum(rate(haproxy_frontend_http_requests_total{%{environment_filter}}[2m])) by (code)'
2017-07-20 01:22:46 +00:00
unit : req / sec
2018-08-31 16:53:50 +00:00
label : Status Code
2017-07-20 01:22:46 +00:00
- title : "HTTP Error Rate"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2017-07-20 01:22:46 +00:00
y_label : "Error Rate (%)"
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : response_metrics_ha_proxy_http_error_rate
query_range : 'sum(rate(haproxy_frontend_http_responses_total{code="5xx",%{environment_filter}}[2m])) / sum(rate(haproxy_frontend_http_responses_total{%{environment_filter}}[2m]))'
2017-07-20 01:22:46 +00:00
label : HTTP Errors
unit : "%"
2017-07-27 18:05:58 +00:00
- group : Response metrics (AWS ELB)
2017-07-03 20:28:08 +00:00
priority : 10
2019-04-11 14:39:58 +00:00
panels :
2017-07-04 05:45:35 +00:00
- title : "Throughput"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2017-07-04 05:45:35 +00:00
y_label : "Requests / Sec"
2017-07-03 20:28:08 +00:00
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : response_metrics_aws_elb_throughput_requests
query_range : 'sum(aws_elb_request_count_sum{%{environment_filter}}) / 60'
2017-07-04 05:45:35 +00:00
label : Total
unit : req / sec
2017-07-03 20:28:08 +00:00
- title : "Latency"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2017-07-04 05:45:35 +00:00
y_label : "Latency (ms)"
2017-07-03 20:28:08 +00:00
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : response_metrics_aws_elb_latency_average
query_range : 'avg(aws_elb_latency_average{%{environment_filter}}) * 1000'
2017-07-04 05:45:35 +00:00
label : Average
unit : ms
- title : "HTTP Error Rate"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2017-07-04 05:45:35 +00:00
y_label : "Error Rate (%)"
2017-07-03 20:28:08 +00:00
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : response_metrics_aws_elb_http_error_rate
query_range : 'sum(aws_elb_httpcode_backend_5_xx_sum{%{environment_filter}}) / sum(aws_elb_request_count_sum{%{environment_filter}})'
2017-07-04 05:45:35 +00:00
label : HTTP Errors
unit : "%"
2017-07-27 18:05:58 +00:00
- group : Response metrics (NGINX)
2017-07-04 05:45:35 +00:00
priority : 10
2019-04-11 14:39:58 +00:00
panels :
2017-07-04 05:45:35 +00:00
- title : "Throughput"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2017-07-04 05:45:35 +00:00
y_label : "Requests / Sec"
2017-05-10 09:25:30 +00:00
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : response_metrics_nginx_throughput_status_code
query_range : 'sum(rate(nginx_server_requests{server_zone!="*", server_zone!="_", %{environment_filter}}[2m])) by (code)'
2017-07-04 05:45:35 +00:00
unit : req / sec
2017-09-08 20:16:38 +00:00
label : Status Code
2017-07-04 05:45:35 +00:00
- title : "Latency"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2017-07-04 05:45:35 +00:00
y_label : "Latency (ms)"
2017-05-10 09:25:30 +00:00
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : response_metrics_nginx_latency
query_range : 'avg(nginx_server_requestMsec{%{environment_filter}})'
2017-07-04 05:45:35 +00:00
label : Upstream
unit : ms
- title : "HTTP Error Rate"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2017-08-14 16:23:32 +00:00
y_label : "HTTP 500 Errors / Sec"
2017-07-04 05:45:35 +00:00
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : response_metrics_nginx_http_error_rate
query_range : 'sum(rate(nginx_server_requests{code="5xx", %{environment_filter}}[2m]))'
2017-07-04 05:45:35 +00:00
label : HTTP Errors
2017-08-14 16:23:32 +00:00
unit : "errors / sec"
2017-07-27 18:05:58 +00:00
- group : System metrics (Kubernetes)
2017-07-04 05:45:35 +00:00
priority : 5
2019-04-11 14:39:58 +00:00
panels :
2018-04-06 21:58:42 +00:00
- title : "Memory Usage (Total)"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2018-04-06 21:58:42 +00:00
y_label : "Total Memory Used"
weight : 4
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : system_metrics_kubernetes_container_memory_total
query_range : 'avg(sum(container_memory_usage_bytes{container_name!="POD",pod_name=~"^%{ci_environment_slug}-(.*)",namespace="%{kube_namespace}"}) by (job)) without (job) /1024/1024/1024'
2018-04-06 21:58:42 +00:00
label : Total
unit : GB
- title : "Core Usage (Total)"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2018-04-06 21:58:42 +00:00
y_label : "Total Cores"
weight : 3
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : system_metrics_kubernetes_container_cores_total
query_range : 'avg(sum(rate(container_cpu_usage_seconds_total{container_name!="POD",pod_name=~"^%{ci_environment_slug}-(.*)",namespace="%{kube_namespace}"}[15m])) by (job)) without (job)'
2018-04-06 21:58:42 +00:00
label : Total
unit : "cores"
- title : "Memory Usage (Pod average)"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2018-02-28 19:55:15 +00:00
y_label : "Memory Used per Pod"
2018-04-06 21:58:42 +00:00
weight : 2
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : system_metrics_kubernetes_container_memory_average
query_range : 'avg(sum(container_memory_usage_bytes{container_name!="POD",pod_name=~"^%{ci_environment_slug}-(.*)",namespace="%{kube_namespace}"}) by (job)) without (job) / count(avg(container_memory_usage_bytes{container_name!="POD",pod_name=~"^%{ci_environment_slug}-(.*)",namespace="%{kube_namespace}"}) without (job)) /1024/1024'
2018-04-02 21:54:34 +00:00
label : Pod average
2017-07-04 05:45:35 +00:00
unit : MB
2018-09-06 07:46:17 +00:00
- title : "Canary: Memory Usage (Pod Average)"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2018-09-06 07:46:17 +00:00
y_label : "Memory Used per Pod"
weight : 2
2019-04-11 14:39:58 +00:00
metrics :
2018-09-06 07:46:17 +00:00
- id : system_metrics_kubernetes_container_memory_average_canary
query_range : 'avg(sum(container_memory_usage_bytes{container_name!="POD",pod_name=~"^%{ci_environment_slug}-canary-(.*)",namespace="%{kube_namespace}"}) by (job)) without (job) / count(avg(container_memory_usage_bytes{container_name!="POD",pod_name=~"^%{ci_environment_slug}-canary-(.*)",namespace="%{kube_namespace}"}) without (job)) /1024/1024'
label : Pod average
unit : MB
track : canary
- title : "Core Usage (Pod Average)"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2018-02-28 19:55:15 +00:00
y_label : "Cores per Pod"
2017-05-10 09:25:30 +00:00
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : system_metrics_kubernetes_container_core_usage
query_range : 'avg(sum(rate(container_cpu_usage_seconds_total{container_name!="POD",pod_name=~"^%{ci_environment_slug}-(.*)",namespace="%{kube_namespace}"}[15m])) by (job)) without (job) / count(sum(rate(container_cpu_usage_seconds_total{container_name!="POD",pod_name=~"^%{ci_environment_slug}-(.*)",namespace="%{kube_namespace}"}[15m])) by (pod_name))'
2018-04-02 21:54:34 +00:00
label : Pod average
2018-08-31 16:53:50 +00:00
unit : "cores"
2018-09-06 07:46:17 +00:00
- title : "Canary: Core Usage (Pod Average)"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2018-09-06 07:46:17 +00:00
y_label : "Cores per Pod"
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2018-08-31 16:53:50 +00:00
- id : system_metrics_kubernetes_container_core_usage_canary
query_range : 'avg(sum(rate(container_cpu_usage_seconds_total{container_name!="POD",pod_name=~"^%{ci_environment_slug}-canary-(.*)",namespace="%{kube_namespace}"}[15m])) by (job)) without (job) / count(sum(rate(container_cpu_usage_seconds_total{container_name!="POD",pod_name=~"^%{ci_environment_slug}-canary-(.*)",namespace="%{kube_namespace}"}[15m])) by (pod_name))'
label : Pod average
unit : "cores"
track : canary
2019-04-06 02:02:39 +00:00
- title : "Knative function invocations"
2019-04-11 14:39:58 +00:00
type : "area-chart"
2019-04-06 02:02:39 +00:00
y_label : "Invocations"
weight : 1
2019-04-11 14:39:58 +00:00
metrics :
2019-04-06 02:02:39 +00:00
- id : system_metrics_knative_function_invocation_count
2019-04-17 18:36:06 +00:00
query_range : 'floor(sum(rate(istio_revision_request_count{destination_configuration="%{function_name}", destination_namespace="%{kube_namespace}"}[1m])/3))'
2019-04-06 02:02:39 +00:00
label : invocations / minute
unit : requests