blob: 6cae30f0814525fc34a83027f0046eabec82269e [file] [log] [blame]
Mohammed Naser8a2c8fb2023-02-19 17:23:55 +00001{
2 "annotations": {
3 "list": [ ]
4 },
5 "editable": true,
6 "gnetId": null,
7 "graphTooltip": 0,
8 "hideControls": false,
9 "links": [
10 {
11 "asDropdown": true,
12 "icon": "external link",
13 "includeVars": true,
14 "keepTime": true,
15 "tags": [
16 "loki"
17 ],
18 "targetBlank": false,
19 "title": "Loki Dashboards",
20 "type": "dashboards"
21 }
22 ],
23 "refresh": "10s",
24 "rows": [
25 {
26 "collapse": false,
27 "height": "250px",
28 "panels": [
29 {
30 "aliasColors": {
31 "1xx": "#EAB839",
32 "2xx": "#7EB26D",
33 "3xx": "#6ED0E0",
34 "4xx": "#EF843C",
35 "5xx": "#E24D42",
36 "error": "#E24D42",
37 "success": "#7EB26D"
38 },
39 "bars": false,
40 "dashLength": 10,
41 "dashes": false,
42 "datasource": "$datasource",
43 "fill": 10,
44 "id": 1,
45 "legend": {
46 "avg": false,
47 "current": false,
48 "max": false,
49 "min": false,
50 "show": true,
51 "total": false,
52 "values": false
53 },
54 "lines": true,
55 "linewidth": 0,
56 "links": [ ],
57 "nullPointMode": "null as zero",
58 "percentage": false,
59 "pointradius": 5,
60 "points": false,
61 "renderer": "flot",
62 "seriesOverrides": [ ],
63 "spaceLength": 10,
64 "span": 6,
65 "stack": true,
66 "steppedLine": false,
67 "targets": [
68 {
69 "expr": "sum by (status) (\n label_replace(label_replace(rate(loki_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/(loki|enterprise-logs)-read\", route=~\"loki_api_v1_series|api_prom_series|api_prom_query|api_prom_label|api_prom_label_name_values|loki_api_v1_query|loki_api_v1_query_range|loki_api_v1_labels|loki_api_v1_label_name_values\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-z]+)\"))\n",
70 "format": "time_series",
71 "intervalFactor": 2,
72 "legendFormat": "{{status}}",
73 "refId": "A",
74 "step": 10
75 }
76 ],
77 "thresholds": [ ],
78 "timeFrom": null,
79 "timeShift": null,
80 "title": "QPS",
81 "tooltip": {
82 "shared": true,
83 "sort": 2,
84 "value_type": "individual"
85 },
86 "type": "graph",
87 "xaxis": {
88 "buckets": null,
89 "mode": "time",
90 "name": null,
91 "show": true,
92 "values": [ ]
93 },
94 "yaxes": [
95 {
96 "format": "short",
97 "label": null,
98 "logBase": 1,
99 "max": null,
100 "min": 0,
101 "show": true
102 },
103 {
104 "format": "short",
105 "label": null,
106 "logBase": 1,
107 "max": null,
108 "min": null,
109 "show": false
110 }
111 ]
112 },
113 {
114 "aliasColors": { },
115 "bars": false,
116 "dashLength": 10,
117 "dashes": false,
118 "datasource": "$datasource",
119 "fill": 1,
120 "id": 2,
121 "legend": {
122 "avg": false,
123 "current": false,
124 "max": false,
125 "min": false,
126 "show": true,
127 "total": false,
128 "values": false
129 },
130 "lines": true,
131 "linewidth": 1,
132 "links": [ ],
133 "nullPointMode": "null as zero",
134 "percentage": false,
135 "pointradius": 5,
136 "points": false,
137 "renderer": "flot",
138 "seriesOverrides": [ ],
139 "spaceLength": 10,
140 "span": 6,
141 "stack": false,
142 "steppedLine": false,
143 "targets": [
144 {
145 "expr": "histogram_quantile(0.99, sum by (le,route) (job_route:loki_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/(loki|enterprise-logs)-read\", route=~\"loki_api_v1_series|api_prom_series|api_prom_query|api_prom_label|api_prom_label_name_values|loki_api_v1_query|loki_api_v1_query_range|loki_api_v1_labels|loki_api_v1_label_name_values\", cluster=~\"$cluster\"})) * 1e3",
146 "format": "time_series",
147 "intervalFactor": 2,
148 "legendFormat": "{{ route }} 99th Percentile",
149 "refId": "A",
150 "step": 10
151 },
152 {
153 "expr": "histogram_quantile(0.50, sum by (le,route) (job_route:loki_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/(loki|enterprise-logs)-read\", route=~\"loki_api_v1_series|api_prom_series|api_prom_query|api_prom_label|api_prom_label_name_values|loki_api_v1_query|loki_api_v1_query_range|loki_api_v1_labels|loki_api_v1_label_name_values\", cluster=~\"$cluster\"})) * 1e3",
154 "format": "time_series",
155 "intervalFactor": 2,
156 "legendFormat": "{{ route }} 50th Percentile",
157 "refId": "B",
158 "step": 10
159 },
160 {
161 "expr": "1e3 * sum(job_route:loki_request_duration_seconds_sum:sum_rate{job=~\"($namespace)/(loki|enterprise-logs)-read\", route=~\"loki_api_v1_series|api_prom_series|api_prom_query|api_prom_label|api_prom_label_name_values|loki_api_v1_query|loki_api_v1_query_range|loki_api_v1_labels|loki_api_v1_label_name_values\", cluster=~\"$cluster\"}) by (route) / sum(job_route:loki_request_duration_seconds_count:sum_rate{job=~\"($namespace)/(loki|enterprise-logs)-read\", route=~\"loki_api_v1_series|api_prom_series|api_prom_query|api_prom_label|api_prom_label_name_values|loki_api_v1_query|loki_api_v1_query_range|loki_api_v1_labels|loki_api_v1_label_name_values\", cluster=~\"$cluster\"}) by (route) ",
162 "format": "time_series",
163 "intervalFactor": 2,
164 "legendFormat": "{{ route }} Average",
165 "refId": "C",
166 "step": 10
167 }
168 ],
169 "thresholds": [ ],
170 "timeFrom": null,
171 "timeShift": null,
172 "title": "Latency",
173 "tooltip": {
174 "shared": true,
175 "sort": 2,
176 "value_type": "individual"
177 },
178 "type": "graph",
179 "xaxis": {
180 "buckets": null,
181 "mode": "time",
182 "name": null,
183 "show": true,
184 "values": [ ]
185 },
186 "yaxes": [
187 {
188 "format": "ms",
189 "label": null,
190 "logBase": 1,
191 "max": null,
192 "min": 0,
193 "show": true
194 },
195 {
196 "format": "short",
197 "label": null,
198 "logBase": 1,
199 "max": null,
200 "min": null,
201 "show": false
202 }
203 ]
204 }
205 ],
206 "repeat": null,
207 "repeatIteration": null,
208 "repeatRowId": null,
209 "showTitle": true,
210 "title": "Read Path",
211 "titleSize": "h6"
212 },
213 {
214 "collapse": false,
215 "height": "250px",
216 "panels": [
217 {
218 "aliasColors": {
219 "1xx": "#EAB839",
220 "2xx": "#7EB26D",
221 "3xx": "#6ED0E0",
222 "4xx": "#EF843C",
223 "5xx": "#E24D42",
224 "error": "#E24D42",
225 "success": "#7EB26D"
226 },
227 "bars": false,
228 "dashLength": 10,
229 "dashes": false,
230 "datasource": "$datasource",
231 "fill": 10,
232 "id": 3,
233 "legend": {
234 "avg": false,
235 "current": false,
236 "max": false,
237 "min": false,
238 "show": true,
239 "total": false,
240 "values": false
241 },
242 "lines": true,
243 "linewidth": 0,
244 "links": [ ],
245 "nullPointMode": "null as zero",
246 "percentage": false,
247 "pointradius": 5,
248 "points": false,
249 "renderer": "flot",
250 "seriesOverrides": [ ],
251 "spaceLength": 10,
252 "span": 6,
253 "stack": true,
254 "steppedLine": false,
255 "targets": [
256 {
257 "expr": "sum by (status) (\n label_replace(label_replace(rate(loki_boltdb_shipper_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/(loki|enterprise-logs)-read\", operation=\"Shipper.Query\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-z]+)\"))\n",
258 "format": "time_series",
259 "intervalFactor": 2,
260 "legendFormat": "{{status}}",
261 "refId": "A",
262 "step": 10
263 }
264 ],
265 "thresholds": [ ],
266 "timeFrom": null,
267 "timeShift": null,
268 "title": "QPS",
269 "tooltip": {
270 "shared": true,
271 "sort": 2,
272 "value_type": "individual"
273 },
274 "type": "graph",
275 "xaxis": {
276 "buckets": null,
277 "mode": "time",
278 "name": null,
279 "show": true,
280 "values": [ ]
281 },
282 "yaxes": [
283 {
284 "format": "short",
285 "label": null,
286 "logBase": 1,
287 "max": null,
288 "min": 0,
289 "show": true
290 },
291 {
292 "format": "short",
293 "label": null,
294 "logBase": 1,
295 "max": null,
296 "min": null,
297 "show": false
298 }
299 ]
300 },
301 {
302 "aliasColors": { },
303 "bars": false,
304 "dashLength": 10,
305 "dashes": false,
306 "datasource": "$datasource",
307 "fill": 1,
308 "id": 4,
309 "legend": {
310 "avg": false,
311 "current": false,
312 "max": false,
313 "min": false,
314 "show": true,
315 "total": false,
316 "values": false
317 },
318 "lines": true,
319 "linewidth": 1,
320 "links": [ ],
321 "nullPointMode": "null as zero",
322 "percentage": false,
323 "pointradius": 5,
324 "points": false,
325 "renderer": "flot",
326 "seriesOverrides": [ ],
327 "spaceLength": 10,
328 "span": 6,
329 "stack": false,
330 "steppedLine": false,
331 "targets": [
332 {
333 "expr": "histogram_quantile(0.99, sum(rate(loki_boltdb_shipper_request_duration_seconds_bucket{cluster=~\"$cluster\",job=~\"($namespace)/(loki|enterprise-logs)-read\", operation=\"Shipper.Query\"}[$__rate_interval])) by (le)) * 1e3",
334 "format": "time_series",
335 "intervalFactor": 2,
336 "legendFormat": "99th Percentile",
337 "refId": "A",
338 "step": 10
339 },
340 {
341 "expr": "histogram_quantile(0.50, sum(rate(loki_boltdb_shipper_request_duration_seconds_bucket{cluster=~\"$cluster\",job=~\"($namespace)/(loki|enterprise-logs)-read\", operation=\"Shipper.Query\"}[$__rate_interval])) by (le)) * 1e3",
342 "format": "time_series",
343 "intervalFactor": 2,
344 "legendFormat": "50th Percentile",
345 "refId": "B",
346 "step": 10
347 },
348 {
349 "expr": "sum(rate(loki_boltdb_shipper_request_duration_seconds_sum{cluster=~\"$cluster\",job=~\"($namespace)/(loki|enterprise-logs)-read\", operation=\"Shipper.Query\"}[$__rate_interval])) * 1e3 / sum(rate(loki_boltdb_shipper_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/(loki|enterprise-logs)-read\", operation=\"Shipper.Query\"}[$__rate_interval]))",
350 "format": "time_series",
351 "intervalFactor": 2,
352 "legendFormat": "Average",
353 "refId": "C",
354 "step": 10
355 }
356 ],
357 "thresholds": [ ],
358 "timeFrom": null,
359 "timeShift": null,
360 "title": "Latency",
361 "tooltip": {
362 "shared": true,
363 "sort": 2,
364 "value_type": "individual"
365 },
366 "type": "graph",
367 "xaxis": {
368 "buckets": null,
369 "mode": "time",
370 "name": null,
371 "show": true,
372 "values": [ ]
373 },
374 "yaxes": [
375 {
376 "format": "ms",
377 "label": null,
378 "logBase": 1,
379 "max": null,
380 "min": 0,
381 "show": true
382 },
383 {
384 "format": "short",
385 "label": null,
386 "logBase": 1,
387 "max": null,
388 "min": null,
389 "show": false
390 }
391 ]
392 }
393 ],
394 "repeat": null,
395 "repeatIteration": null,
396 "repeatRowId": null,
397 "showTitle": true,
398 "title": "BoltDB Shipper",
399 "titleSize": "h6"
400 }
401 ],
402 "schemaVersion": 14,
403 "style": "dark",
404 "tags": [
405 "loki"
406 ],
407 "templating": {
408 "list": [
409 {
410 "current": {
411 "text": "default",
412 "value": "default"
413 },
414 "hide": 0,
415 "label": "Data Source",
416 "name": "datasource",
417 "options": [ ],
418 "query": "prometheus",
419 "refresh": 1,
420 "regex": "",
421 "type": "datasource"
422 },
423 {
424 "allValue": null,
425 "current": {
426 "text": "prod",
427 "value": "prod"
428 },
429 "datasource": "$datasource",
430 "hide": 0,
431 "includeAll": false,
432 "label": "cluster",
433 "multi": false,
434 "name": "cluster",
435 "options": [ ],
436 "query": "label_values(loki_build_info, cluster)",
437 "refresh": 1,
438 "regex": "",
439 "sort": 2,
440 "tagValuesQuery": "",
441 "tags": [ ],
442 "tagsQuery": "",
443 "type": "query",
444 "useTags": false
445 },
446 {
447 "allValue": null,
448 "current": {
449 "text": "prod",
450 "value": "prod"
451 },
452 "datasource": "$datasource",
453 "hide": 0,
454 "includeAll": false,
455 "label": "namespace",
456 "multi": false,
457 "name": "namespace",
458 "options": [ ],
459 "query": "label_values(loki_build_info{cluster=~\"$cluster\"}, namespace)",
460 "refresh": 1,
461 "regex": "",
462 "sort": 2,
463 "tagValuesQuery": "",
464 "tags": [ ],
465 "tagsQuery": "",
466 "type": "query",
467 "useTags": false
468 }
469 ]
470 },
471 "time": {
472 "from": "now-1h",
473 "to": "now"
474 },
475 "timepicker": {
476 "refresh_intervals": [
477 "5s",
478 "10s",
479 "30s",
480 "1m",
481 "5m",
482 "15m",
483 "30m",
484 "1h",
485 "2h",
486 "1d"
487 ],
488 "time_options": [
489 "5m",
490 "15m",
491 "1h",
492 "6h",
493 "12h",
494 "24h",
495 "2d",
496 "7d",
497 "30d"
498 ]
499 },
500 "timezone": "utc",
501 "title": "Loki / Reads",
502 "uid": "reads",
503 "version": 0
504 }