Download as PDF, PPTX
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/85/Application-Metrics-with-Prometheus-examples-71-320.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/85/Application-Metrics-with-Prometheus-examples-72-320.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);
APC / APCu
Redis](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/85/Application-Metrics-with-Prometheus-examples-73-320.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);
namespace
metric name
help
label names
buckets](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/85/Application-Metrics-with-Prometheus-examples-74-320.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);
measurement
label values](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/85/Application-Metrics-with-Prometheus-examples-75-320.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);
namespace
metric name
help
labels](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/85/Application-Metrics-with-Prometheus-examples-76-320.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/85/Application-Metrics-with-Prometheus-examples-77-320.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/85/Application-Metrics-with-Prometheus-examples-78-320.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/75/Application-Metrics-with-Prometheus-examples-71-2048.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/75/Application-Metrics-with-Prometheus-examples-72-2048.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);
APC / APCu
Redis](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/75/Application-Metrics-with-Prometheus-examples-73-2048.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);
namespace
metric name
help
label names
buckets](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/75/Application-Metrics-with-Prometheus-examples-74-2048.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);
measurement
label values](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/75/Application-Metrics-with-Prometheus-examples-75-2048.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);
namespace
metric name
help
labels](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/75/Application-Metrics-with-Prometheus-examples-76-2048.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/75/Application-Metrics-with-Prometheus-examples-77-2048.jpg)
![<?php
use PrometheusCounter;
use PrometheusHistogram;
use PrometheusStorageAPC;
require_once 'vendor/autoload.php';
$adapter = new APC();
$histogram = new Histogram(
$adapter,
'my_app',
'response_time_ms',
'This measures ....',
['status', 'url'],
[0, 10, 50, 100]
);
$histogram->observe(15, ['200', '/url']);
$counter = new Counter($adapter, 'my_app', 'count_total',
'How many...', ['status', 'url']);
$counter->inc(['200', '/url']);
$counter->incBy(5, ['200', '/url']);](https://image.slidesharecdn.com/applicationmetrics-phpsrb19-190525132042/75/Application-Metrics-with-Prometheus-examples-78-2048.jpg)
Uploaded byRafael Dohms
Application Metrics (with Prometheus examples)
The document discusses application metrics using Prometheus, highlighting the importance of metrics for assessing service health and performance. It covers concepts such as Service Level Indicators (SLIs), Service Level Objectives (SLOs), and Service Level Agreements (SLAs), emphasizing the need for actionable insights from metrics. Additionally, it includes practical implementation examples and various metrics types for monitoring application performance.
More Related Content
Similar to Application Metrics (with Prometheus examples)
Application Metrics (with Prometheus examples)
- 1. Application Metrics with Prometheusexamples Rafael Dohms @rdohms Backend Architect @
- 2. Application Metrics with Prometheusexamples Rafael Dohms @rdohms Backend Architect @
- 3. How do youdo metrics?
- 4. “The Prometheus ScientistMethod”
- 5.
- 6.
- 7. FeedbackFeedback jobs.usabilla.com Rafael Dohms Staff Engineer rdohmsdoh.ms Weare hiring! jobs.usabilla.com
- 8. Let’s talk aboutmetrics. But let’s do it with a concrete example.
- 9. Kafka / DDD/ Autonomous Microservices / Monitoring
- 10. Kafka / DDD/ Autonomous Microservices / Monitoring
- 11. Kafka / DDD/ Autonomous Microservices / Monitoring
- 12. Metrics are insightsinto the current state of your application.
- 13. Metrics tell youif your service is healthy.
- 14. Metrics tell youwhat is wrong.
- 15. Metrics tell youwhat is right.
- 16. Metrics tell youwhat will soon be wrong.
- 17. Metrics tell youwhere to start looking.
- 18.
- 19.
- 20. SLIs Service Level Indicators “Aquantitative measure of some aspect of your application” The response time of a request was 150ms Source: Site Reliability Engineering - O’Reilly
- 21. SLOs ◎ Service Level Objectives “Atarget value or a range of values for something measured by an SLI” Request response times should be below 200ms Source: Site Reliability Engineering - O’Reilly
- 22. Help you drivearchitectural decisions, like optimisation SLOs ◎ Response time SLO: 150 ms 95th Percentile of Processing time (PHP time): 5ms As a result we decided to invest more time in exploring the problem domain and not optimising our stack.
- 23. SLAs Service Level Agreements “Anexplicit or implicit contract with your customer,that includes consequences of missing their SLOs” The 99th percentile of requests response times should meet our SLO,or we will refund users Source: Site Reliability Engineering - O’Reilly
- 24.
- 25. –Etsy Engineering “If itmoves, we track it.” https://codeascraft.com/2011/02/15/measure-anything-measure-everything/
- 26. Metrics Statistics What is happeningright now? How often does this happen? Telemetry
- 27. Telemetry “the process ofrecording and transmitting the readings of an instrument”
- 28. Statistics / Analytics “thepractice of collecting and analysing numerical data in large quantities”
- 29. Statistics / Analytics “thepractice of collecting and analysing numerical data in large quantities”
- 30. I really missAyrton Senna Statistics / Analytics “the practice of collecting and analysing numerical data in large quantities”
- 31. Statistics Incoming feedback items withorigin information Telemetry response time of public endpoints
- 32. “If it moves,we track it.”
- 33. Request Latency System Throughput ErrorRate Availability Resource Usage “If it moves, we track it.”
- 34. Request Latency System Throughput ErrorRate Availability Resource Usage “If it moves, we track it.” Incoming Data Peak frequency CPU Memory Disk Space Bandwith node PHP NginX Database
- 35. Request Latency System Throughput ErrorRate Availability Resource Usage “If it moves, we track it.” Incoming Data Peak frequency CPU Memory Disk Space Bandwith node PHP NginX Database Measure Monitoring Measure measurements
- 36.
- 38.
- 39.
- 40. SLIs may change accordingto who is looking at the data.
- 41. Understanding the nature ofyour system
- 42.
- 43.
- 44.
- 45. User-Facing and BigData Systems
- 46. ๏SLIs - Response timein the“receive”endpoint - Turn around time,from“receive” to“show”. - Individual processing time per step - Data counting: how many,what nature User-Facing and Big Data Systems
- 47. ๏SLIs - Response timein the“receive”endpoint - Turn around time,from“receive” to“show”. - Individual processing time per step - Data counting: how many,what nature User-Facing and Big Data Systems More relevant to development team
- 48. ๏SLIs - Response timein the“receive”endpoint - Turn around time,from“receive” to“show”. - Individual processing time per step - Data counting: how many,what nature ๏Other Metrics - node,nginx,php-fpm,java metrics - server metrics: cpu,memory,disk space - Size of cluster - Kafka health User-Facing and Big Data Systems More relevant to development team
- 49. ๏SLIs - Response timein the“receive”endpoint - Turn around time,from“receive” to“show”. - Individual processing time per step - Data counting: how many,what nature ๏Other Metrics - node,nginx,php-fpm,java metrics - server metrics: cpu,memory,disk space - Size of cluster - Kafka health User-Facing and Big Data Systems More relevant to development team More relevant to Infrastructure team
- 50.
- 51. Target value SLI value>= target Target Range lower bound <= SLI value <= upper bound
- 52. Don’t pick atarget based on current performance What is the business need? What are users trying to achieve? How much impact does it have on the user experience?
- 53. How long canit take between the user clicking submit and a confirmation that our servers received the data?
- 54. How long canit take between the user clicking submit and a confirmation that our servers received the data? “Immediate" “We sell as real time” “500ms,too much HTML“ “I don’t know”
- 55. How long canit take between the user clicking submit and a confirmation that our servers received the data? “Immediate" “We sell as real time” “500ms,too much HTML“ “I don’t know” What is human perception of immediate? 100ms Collection API should respond within 150ms
- 56. Some, but nottoo many. can you settle an argument or priority based on it?
- 57. Don’t over achieve. TheChubby example.
- 58. Adapt. Evolve. re-define SLO’sas your product evolves.
- 59.
- 60. Attach consequences to yourObjectives.
- 61. The night isdark and full of loopholes. take a friend from legal with you.
- 62. Safety Margins. like settingthe alarm 5 minutes before the meeting.
- 63.
- 64.
- 65.
- 66.
- 67.
- 68. GaugeHistogramCounter Summary Cumulative metric the representsa single number that only increases Samples and count of observations over time A counter,that can go up or down Same as a histogram but with stream of quantiles over a sliding window.
- 69.
- 70. reads from /metrics readsfrom local storage writes to local storage your code /metrics
- 71. <?php use PrometheusCounter; use PrometheusHistogram; usePrometheusStorageAPC; require_once 'vendor/autoload.php'; $adapter = new APC(); $histogram = new Histogram( $adapter, 'my_app', 'response_time_ms', 'This measures ....', ['status', 'url'], [0, 10, 50, 100] ); $histogram->observe(15, ['200', '/url']); $counter = new Counter($adapter, 'my_app', 'count_total', 'How many...', ['status', 'url']); $counter->inc(['200', '/url']); $counter->incBy(5, ['200', '/url']);
- 72. <?php use PrometheusCounter; use PrometheusHistogram; usePrometheusStorageAPC; require_once 'vendor/autoload.php'; $adapter = new APC(); $histogram = new Histogram( $adapter, 'my_app', 'response_time_ms', 'This measures ....', ['status', 'url'], [0, 10, 50, 100] ); $histogram->observe(15, ['200', '/url']); $counter = new Counter($adapter, 'my_app', 'count_total', 'How many...', ['status', 'url']); $counter->inc(['200', '/url']); $counter->incBy(5, ['200', '/url']);
- 73. <?php use PrometheusCounter; use PrometheusHistogram; usePrometheusStorageAPC; require_once 'vendor/autoload.php'; $adapter = new APC(); $histogram = new Histogram( $adapter, 'my_app', 'response_time_ms', 'This measures ....', ['status', 'url'], [0, 10, 50, 100] ); $histogram->observe(15, ['200', '/url']); $counter = new Counter($adapter, 'my_app', 'count_total', 'How many...', ['status', 'url']); $counter->inc(['200', '/url']); $counter->incBy(5, ['200', '/url']); APC / APCu Redis
- 74. <?php use PrometheusCounter; use PrometheusHistogram; usePrometheusStorageAPC; require_once 'vendor/autoload.php'; $adapter = new APC(); $histogram = new Histogram( $adapter, 'my_app', 'response_time_ms', 'This measures ....', ['status', 'url'], [0, 10, 50, 100] ); $histogram->observe(15, ['200', '/url']); $counter = new Counter($adapter, 'my_app', 'count_total', 'How many...', ['status', 'url']); $counter->inc(['200', '/url']); $counter->incBy(5, ['200', '/url']); namespace metric name help label names buckets
- 75. <?php use PrometheusCounter; use PrometheusHistogram; usePrometheusStorageAPC; require_once 'vendor/autoload.php'; $adapter = new APC(); $histogram = new Histogram( $adapter, 'my_app', 'response_time_ms', 'This measures ....', ['status', 'url'], [0, 10, 50, 100] ); $histogram->observe(15, ['200', '/url']); $counter = new Counter($adapter, 'my_app', 'count_total', 'How many...', ['status', 'url']); $counter->inc(['200', '/url']); $counter->incBy(5, ['200', '/url']); measurement label values
- 76. <?php use PrometheusCounter; use PrometheusHistogram; usePrometheusStorageAPC; require_once 'vendor/autoload.php'; $adapter = new APC(); $histogram = new Histogram( $adapter, 'my_app', 'response_time_ms', 'This measures ....', ['status', 'url'], [0, 10, 50, 100] ); $histogram->observe(15, ['200', '/url']); $counter = new Counter($adapter, 'my_app', 'count_total', 'How many...', ['status', 'url']); $counter->inc(['200', '/url']); $counter->incBy(5, ['200', '/url']); namespace metric name help labels
- 77. <?php use PrometheusCounter; use PrometheusHistogram; usePrometheusStorageAPC; require_once 'vendor/autoload.php'; $adapter = new APC(); $histogram = new Histogram( $adapter, 'my_app', 'response_time_ms', 'This measures ....', ['status', 'url'], [0, 10, 50, 100] ); $histogram->observe(15, ['200', '/url']); $counter = new Counter($adapter, 'my_app', 'count_total', 'How many...', ['status', 'url']); $counter->inc(['200', '/url']); $counter->incBy(5, ['200', '/url']);
- 78. <?php use PrometheusCounter; use PrometheusHistogram; usePrometheusStorageAPC; require_once 'vendor/autoload.php'; $adapter = new APC(); $histogram = new Histogram( $adapter, 'my_app', 'response_time_ms', 'This measures ....', ['status', 'url'], [0, 10, 50, 100] ); $histogram->observe(15, ['200', '/url']); $counter = new Counter($adapter, 'my_app', 'count_total', 'How many...', ['status', 'url']); $counter->inc(['200', '/url']); $counter->incBy(5, ['200', '/url']);
- 79. <?php use PrometheusRenderTextFormat; use PrometheusStorageAPC; require_once'vendor/autoload.php'; $adapter = new APC(); $renderer = new RenderTextFormat(); $result = $renderer->render($adapter->collect()); echo $result;
- 80. <?php use PrometheusRenderTextFormat; use PrometheusStorageAPC; require_once'vendor/autoload.php'; $adapter = new APC(); $renderer = new RenderTextFormat(); $result = $renderer->render($adapter->collect()); echo $result;
- 81. <?php use PrometheusRenderTextFormat; use PrometheusStorageAPC; require_once'vendor/autoload.php'; $adapter = new APC(); # HELP my_app_count_total How many... # TYPE my_app_count_total counter my_app_count_total{status="200",url="/url"} 6 # HELP my_app_response_time_ms This measures .... # TYPE my_app_response_time_ms histogram my_app_response_time_ms_bucket{status="200",url="/url",le="0"} 0 my_app_response_time_ms_bucket{status="200",url="/url",le="10"} 0 my_app_response_time_ms_bucket{status="200",url="/url",le="50"} 1 my_app_response_time_ms_bucket{status="200",url="/url",le="100"} 1 my_app_response_time_ms_bucket{status="200",url="/url",le="+Inf"} 1 my_app_response_time_ms_count{status="200",url="/url"} 1 my_app_response_time_ms_sum{status="200",url="/url"} 16 $renderer = new RenderTextFormat(); $result = $renderer->render($adapter->collect()); echo $result;
- 82. –Also Rafael (today) “I’lljust try this live demo again.” http://localhost:9090/graph http://localhost:8180/metrics –Rafael (yesterday) “Demos always fail.” http://localhost:8180/index https://github.com/rdohms/talk-app-metrics
- 83. You can’t acton what you can’t see.
- 86. Metrics without actionability arejust numbers on a screen.
- 87. Act as soonas an SLO is threatened .
- 88. Thank you. Drop mesome feedback at Usabilla and make this talk better. @rdohms http://slides.doh.ms https://joind.in/talk/bd0c9 we feedback
- 89. Thank you. Drop mesome feedback at Usabilla and make this talk better. @rdohms http://slides.doh.ms https://joind.in/talk/bd0c9 we feedback