2017-08-17 22:00:37 +05:30
|
|
|
module PrometheusHelpers
|
|
|
|
def prometheus_memory_query(environment_slug)
|
2017-09-10 17:25:29 +05:30
|
|
|
%{avg(container_memory_usage_bytes{container_name!="POD",environment="#{environment_slug}"}) / 2^20}
|
2017-08-17 22:00:37 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def prometheus_cpu_query(environment_slug)
|
2017-09-10 17:25:29 +05:30
|
|
|
%{avg(rate(container_cpu_usage_seconds_total{container_name!="POD",environment="#{environment_slug}"}[2m])) * 100}
|
2017-08-17 22:00:37 +05:30
|
|
|
end
|
|
|
|
|
2019-07-07 11:18:12 +05:30
|
|
|
def prometheus_istio_query(function_name, kube_namespace)
|
|
|
|
%{floor(sum(rate(istio_revision_request_count{destination_configuration=\"#{function_name}\", destination_namespace=\"#{kube_namespace}\"}[1m])*30))}
|
|
|
|
end
|
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
def prometheus_ping_url(prometheus_query)
|
|
|
|
query = { query: prometheus_query }.to_query
|
|
|
|
|
|
|
|
"https://prometheus.example.com/api/v1/query?#{query}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def prometheus_query_url(prometheus_query)
|
|
|
|
query = { query: prometheus_query }.to_query
|
|
|
|
|
|
|
|
"https://prometheus.example.com/api/v1/query?#{query}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def prometheus_query_with_time_url(prometheus_query, time)
|
|
|
|
query = { query: prometheus_query, time: time.to_f }.to_query
|
|
|
|
|
|
|
|
"https://prometheus.example.com/api/v1/query?#{query}"
|
|
|
|
end
|
|
|
|
|
2019-07-07 11:18:12 +05:30
|
|
|
def prometheus_query_range_url(prometheus_query, start: 8.hours.ago, stop: Time.now, step: nil)
|
|
|
|
start = start.to_f
|
|
|
|
stop = stop.to_f
|
|
|
|
step ||= Gitlab::PrometheusClient.compute_step(start, stop)
|
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
query = {
|
|
|
|
query: prometheus_query,
|
2019-07-07 11:18:12 +05:30
|
|
|
start: start,
|
2017-08-17 22:00:37 +05:30
|
|
|
end: stop,
|
2019-07-07 11:18:12 +05:30
|
|
|
step: step
|
2017-08-17 22:00:37 +05:30
|
|
|
}.to_query
|
|
|
|
|
|
|
|
"https://prometheus.example.com/api/v1/query_range?#{query}"
|
|
|
|
end
|
|
|
|
|
2017-09-10 17:25:29 +05:30
|
|
|
def prometheus_label_values_url(name)
|
|
|
|
"https://prometheus.example.com/api/v1/label/#{name}/values"
|
|
|
|
end
|
|
|
|
|
|
|
|
def prometheus_series_url(*matches, start: 8.hours.ago, stop: Time.now)
|
|
|
|
query = {
|
|
|
|
match: matches,
|
|
|
|
start: start.to_f,
|
|
|
|
end: stop.to_f
|
|
|
|
}.to_query
|
|
|
|
"https://prometheus.example.com/api/v1/series?#{query}"
|
|
|
|
end
|
|
|
|
|
2018-11-29 20:51:05 +05:30
|
|
|
def stub_prometheus_request(url, body: {}, status: 200, headers: {})
|
2017-08-17 22:00:37 +05:30
|
|
|
WebMock.stub_request(:get, url)
|
|
|
|
.to_return({
|
|
|
|
status: status,
|
2018-11-29 20:51:05 +05:30
|
|
|
headers: { 'Content-Type' => 'application/json' }.merge(headers),
|
2017-08-17 22:00:37 +05:30
|
|
|
body: body.to_json
|
|
|
|
})
|
|
|
|
end
|
|
|
|
|
|
|
|
def stub_prometheus_request_with_exception(url, exception_type)
|
|
|
|
WebMock.stub_request(:get, url).to_raise(exception_type)
|
|
|
|
end
|
|
|
|
|
2019-09-30 21:07:59 +05:30
|
|
|
def stub_any_prometheus_request
|
|
|
|
WebMock.stub_request(:any, /prometheus.example.com/)
|
|
|
|
end
|
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
def stub_all_prometheus_requests(environment_slug, body: nil, status: 200)
|
|
|
|
stub_prometheus_request(
|
|
|
|
prometheus_query_with_time_url(prometheus_memory_query(environment_slug), Time.now.utc),
|
|
|
|
status: status,
|
|
|
|
body: body || prometheus_value_body
|
|
|
|
)
|
|
|
|
stub_prometheus_request(
|
|
|
|
prometheus_query_with_time_url(prometheus_memory_query(environment_slug), 8.hours.ago),
|
|
|
|
status: status,
|
|
|
|
body: body || prometheus_value_body
|
|
|
|
)
|
|
|
|
stub_prometheus_request(
|
|
|
|
prometheus_query_range_url(prometheus_memory_query(environment_slug)),
|
|
|
|
status: status,
|
|
|
|
body: body || prometheus_values_body
|
|
|
|
)
|
|
|
|
stub_prometheus_request(
|
|
|
|
prometheus_query_with_time_url(prometheus_cpu_query(environment_slug), Time.now.utc),
|
|
|
|
status: status,
|
|
|
|
body: body || prometheus_value_body
|
|
|
|
)
|
|
|
|
stub_prometheus_request(
|
|
|
|
prometheus_query_with_time_url(prometheus_cpu_query(environment_slug), 8.hours.ago),
|
|
|
|
status: status,
|
|
|
|
body: body || prometheus_value_body
|
|
|
|
)
|
|
|
|
stub_prometheus_request(
|
|
|
|
prometheus_query_range_url(prometheus_cpu_query(environment_slug)),
|
|
|
|
status: status,
|
|
|
|
body: body || prometheus_values_body
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
|
|
|
def prometheus_data(last_update: Time.now.utc)
|
2017-09-10 17:25:29 +05:30
|
|
|
{
|
|
|
|
success: true,
|
|
|
|
data: {
|
|
|
|
memory_values: prometheus_values_body('matrix').dig(:data, :result),
|
|
|
|
memory_current: prometheus_value_body('vector').dig(:data, :result),
|
|
|
|
cpu_values: prometheus_values_body('matrix').dig(:data, :result),
|
|
|
|
cpu_current: prometheus_value_body('vector').dig(:data, :result)
|
|
|
|
},
|
|
|
|
last_update: last_update
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def prometheus_metrics_data(last_update: Time.now.utc)
|
2017-08-17 22:00:37 +05:30
|
|
|
{
|
|
|
|
success: true,
|
|
|
|
metrics: {
|
|
|
|
memory_values: prometheus_values_body('matrix').dig(:data, :result),
|
|
|
|
memory_current: prometheus_value_body('vector').dig(:data, :result),
|
|
|
|
cpu_values: prometheus_values_body('matrix').dig(:data, :result),
|
2017-09-10 17:25:29 +05:30
|
|
|
cpu_current: prometheus_value_body('vector').dig(:data, :result)
|
2017-08-17 22:00:37 +05:30
|
|
|
},
|
|
|
|
last_update: last_update
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def prometheus_empty_body(type)
|
|
|
|
{
|
|
|
|
"status": "success",
|
|
|
|
"data": {
|
|
|
|
"resultType": type,
|
|
|
|
"result": []
|
|
|
|
}
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def prometheus_value_body(type = 'vector')
|
|
|
|
{
|
|
|
|
"status": "success",
|
|
|
|
"data": {
|
|
|
|
"resultType": type,
|
|
|
|
"result": [
|
|
|
|
{
|
|
|
|
"metric": {},
|
|
|
|
"value": [
|
|
|
|
1488772511.004,
|
|
|
|
"0.000041021495238095323"
|
|
|
|
]
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def prometheus_values_body(type = 'matrix')
|
|
|
|
{
|
|
|
|
"status": "success",
|
|
|
|
"data": {
|
|
|
|
"resultType": type,
|
|
|
|
"result": [
|
|
|
|
{
|
|
|
|
"metric": {},
|
|
|
|
"values": [
|
|
|
|
[1488758662.506, "0.00002996364761904785"],
|
|
|
|
[1488758722.506, "0.00003090239047619091"]
|
|
|
|
]
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
}
|
|
|
|
end
|
2017-09-10 17:25:29 +05:30
|
|
|
|
|
|
|
def prometheus_label_values
|
|
|
|
{
|
|
|
|
'status': 'success',
|
|
|
|
'data': %w(job_adds job_controller_rate_limiter_use job_depth job_queue_latency job_work_duration_sum up)
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def prometheus_series(name)
|
|
|
|
{
|
|
|
|
'status': 'success',
|
|
|
|
'data': [
|
|
|
|
{
|
|
|
|
'__name__': name,
|
|
|
|
'container_name': 'gitlab',
|
|
|
|
'environment': 'mattermost',
|
|
|
|
'id': '/docker/9953982f95cf5010dfc59d7864564d5f188aaecddeda343699783009f89db667',
|
|
|
|
'image': 'gitlab/gitlab-ce:8.15.4-ce.1',
|
|
|
|
'instance': 'minikube',
|
|
|
|
'job': 'kubernetes-nodes',
|
|
|
|
'name': 'k8s_gitlab.e6611886_mattermost-4210310111-77z8r_gitlab_2298ae6b-da24-11e6-baee-8e7f67d0eb3a_43536cb6',
|
|
|
|
'namespace': 'gitlab',
|
|
|
|
'pod_name': 'mattermost-4210310111-77z8r'
|
|
|
|
},
|
|
|
|
{
|
|
|
|
'__name__': name,
|
|
|
|
'id': '/docker',
|
|
|
|
'instance': 'minikube',
|
|
|
|
'job': 'kubernetes-nodes'
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
end
|
2017-08-17 22:00:37 +05:30
|
|
|
end
|