blob: 1c05e1e346b827e326416dd32f0c7f73501b04e4 [file] [log] [blame]
hono Botb4b50ad2020-02-06 21:23:45 -05001<!DOCTYPE html>
2<html lang="1.0" class="js csstransforms3d">
3 <head>
4 <meta charset="utf-8">
5 <meta name="viewport" content="width=device-width, initial-scale=1.0">
Hono Botef930712021-04-08 01:12:09 +00006 <meta name="generator" content="Hugo 0.81.0" />
hono Botb4b50ad2020-02-06 21:23:45 -05007 <meta name="description" content="A set of micro-services for connecting millions of devices.">
8<meta name="author" content="The Eclipse Hono Project">
9
10 <link rel="apple-touch-icon" sizes="180x180" href="/hono/docs/favicon/apple-touch-icon.png">
11<link rel="icon" type="image/png" sizes="48x48" href="/hono/docs/favicon/favicon-48x48.png">
12<link rel="icon" type="image/png" sizes="32x32" href="/hono/docs/favicon/favicon-32x32.png">
13<link rel="icon" type="image/png" sizes="16x16" href="/hono/docs/favicon/favicon-16x16.png">
14<link rel="manifest" href="/hono/docs/favicon/site.webmanifest">
15<link rel="mask-icon" href="/hono/docs/favicon/safari-pinned-tab.svg" color="#5bbad5">
16<link rel="shortcut icon" href="/hono/docs/favicon/favicon.ico">
17<meta name="msapplication-TileColor" content="#da532c">
18<meta name="msapplication-config" content="/hono/docs/favicon/browserconfig.xml">
19<meta name="theme-color" content="#ffffff">
20
21 <title>Monitoring & Tracing :: Eclipse Hono&trade; Vers.: 1.0</title>
22
23
Hono Bot6cac68b2021-07-16 01:10:29 +000024 <link href="/hono/docs/css/nucleus.css?1626397821" rel="stylesheet">
25 <link href="/hono/docs/css/fontawesome-all.min.css?1626397821" rel="stylesheet">
26 <link href="/hono/docs/css/hybrid.css?1626397821" rel="stylesheet">
27 <link href="/hono/docs/css/featherlight.min.css?1626397821" rel="stylesheet">
28 <link href="/hono/docs/css/perfect-scrollbar.min.css?1626397821" rel="stylesheet">
29 <link href="/hono/docs/css/auto-complete.css?1626397821" rel="stylesheet">
30 <link href="/hono/docs/css/atom-one-dark-reasonable.css?1626397821" rel="stylesheet">
31 <link href="/hono/docs/css/theme.css?1626397821" rel="stylesheet">
32 <link href="/hono/docs/css/hugo-theme.css?1626397821" rel="stylesheet">
hono Botb4b50ad2020-02-06 21:23:45 -050033
Hono Bot6cac68b2021-07-16 01:10:29 +000034 <link href="/hono/docs/css/theme-hono.css?1626397821" rel="stylesheet">
hono Botb4b50ad2020-02-06 21:23:45 -050035
Hono Bot6cac68b2021-07-16 01:10:29 +000036 <link href="/hono/docs/css/hono.css?1626397821" rel="stylesheet">
hono Botb4b50ad2020-02-06 21:23:45 -050037
Hono Bot6cac68b2021-07-16 01:10:29 +000038 <script src="/hono/docs/js/jquery-3.3.1.min.js?1626397821"></script>
hono Botb4b50ad2020-02-06 21:23:45 -050039
Hono Botbf26a122021-02-10 02:11:36 +000040 <style>
hono Botb4b50ad2020-02-06 21:23:45 -050041 :root #header + #content > #left > #rlblock_left{
42 display:none !important;
43 }
44
45 :not(pre) > code + span.copy-to-clipboard {
46 display: none;
47 }
48
49 </style>
50
hono Botb4b50ad2020-02-06 21:23:45 -050051<link rel="stylesheet" href="https://www.eclipse.org/eclipse.org-common/themes/solstice/public/stylesheets/vendor/cookieconsent/cookieconsent.min.css">
hono Botb4b50ad2020-02-06 21:23:45 -050052
53
54<meta name="twitter:card" content="summary_large_image">
55<meta name="twitter:site" content="@EclipseHono">
56<meta name="twitter:title" content="Monitoring &amp; Tracing :: Eclipse Hono&amp;trade; Vers.: 1.0">
57<meta name="twitter:image" content="https://www.eclipse.org/hono/docs/images/twitter_image.png">
58<meta name="twitter:description" content="A set of micro-services for connecting millions of devices.">
59
60
61<meta property="og:title" content="Monitoring &amp; Tracing :: Eclipse Hono&amp;trade; Vers.: 1.0" />
62<meta property="og:type" content="website" />
63<meta property="og:url" content="https://www.eclipse.org/hono/docs/1.0/admin-guide/monitoring-tracing-config//" />
64<meta property="og:image" content="https://www.eclipse.org/hono/docs/images/twitter_image.png" />
65
66 </head>
67 <body class="" data-url="/hono/docs/1.0/admin-guide/monitoring-tracing-config/">
68 <nav id="sidebar" class="">
69
70
71
72 <div id="header-wrapper">
73 <div id="header">
74 <a href="https://www.eclipse.org/hono/">
75 <img src="/hono/docs/images/HONO-Logo_Bild-Wort_quer-w-310x120px.svg" alt="Hono logo" class="logo-img">
76</a>
77
78 </div>
79
80 <div class="searchbox">
81 <label for="search-by"><i class="fas fa-search"></i></label>
82 <input data-search-input id="search-by" type="search" placeholder="Search...">
83 <span data-search-clear=""><i class="fas fa-times"></i></span>
84</div>
85
Hono Bot6cac68b2021-07-16 01:10:29 +000086<script type="text/javascript" src="/hono/docs/js/lunr.min.js?1626397821"></script>
87<script type="text/javascript" src="/hono/docs/js/auto-complete.js?1626397821"></script>
hono Botb4b50ad2020-02-06 21:23:45 -050088<script type="text/javascript">
89
90 var baseurl = "https:\/\/www.eclipse.org\/hono\/docs\/\/1.0";
91
92</script>
Hono Bot6cac68b2021-07-16 01:10:29 +000093<script type="text/javascript" src="/hono/docs/js/search.js?1626397821"></script>
hono Botb4b50ad2020-02-06 21:23:45 -050094
95
96 </div>
97
98 <div class="highlightable">
99 <ul class="topics">
100
101
102
103
104
105
Hono Botbf26a122021-02-10 02:11:36 +0000106
107
hono Botb4b50ad2020-02-06 21:23:45 -0500108
109
110
111 <li data-nav-id="/hono/docs/1.0/concepts/" title="Concepts" class="dd-item
112
113
114
115 ">
116 <a href="/hono/docs/1.0/concepts/">
117 <i class="far fa-lightbulb"></i> Concepts
118
119 </a>
120
121
122 <ul>
123
124
125
126
127
128
129
130
131
132
Hono Botbf26a122021-02-10 02:11:36 +0000133
134
hono Botb4b50ad2020-02-06 21:23:45 -0500135
136
137
138 <li data-nav-id="/hono/docs/1.0/concepts/device-identity/" title="Device Identity" class="dd-item ">
139 <a href="/hono/docs/1.0/concepts/device-identity/">
140 Device Identity
141
142 </a>
143 </li>
144
145
146
147
148
149
150
151
152
153
Hono Botbf26a122021-02-10 02:11:36 +0000154
155
hono Botb4b50ad2020-02-06 21:23:45 -0500156
157
158
159 <li data-nav-id="/hono/docs/1.0/concepts/tenancy/" title="Multi-Tenancy" class="dd-item ">
160 <a href="/hono/docs/1.0/concepts/tenancy/">
161 Multi-Tenancy
162
163 </a>
164 </li>
165
166
167
168
169
170
171
172
173
174
Hono Botbf26a122021-02-10 02:11:36 +0000175
176
hono Botb4b50ad2020-02-06 21:23:45 -0500177
178
179
180 <li data-nav-id="/hono/docs/1.0/concepts/device-notifications/" title="Device Notifications" class="dd-item ">
181 <a href="/hono/docs/1.0/concepts/device-notifications/">
182 Device Notifications
183
184 </a>
185 </li>
186
187
188
189
190
191
192
193
194
195
Hono Botbf26a122021-02-10 02:11:36 +0000196
197
hono Botb4b50ad2020-02-06 21:23:45 -0500198
199
200
201 <li data-nav-id="/hono/docs/1.0/concepts/command-and-control/" title="Command &amp; Control" class="dd-item ">
202 <a href="/hono/docs/1.0/concepts/command-and-control/">
203 Command &amp; Control
204
205 </a>
206 </li>
207
208
209
210
211
212
213
214
215
216
Hono Botbf26a122021-02-10 02:11:36 +0000217
218
hono Botb4b50ad2020-02-06 21:23:45 -0500219
220
221
222 <li data-nav-id="/hono/docs/1.0/concepts/resource-limits/" title="Resource limits" class="dd-item ">
223 <a href="/hono/docs/1.0/concepts/resource-limits/">
224 Resource limits
225
226 </a>
227 </li>
228
229
230
231
232
233
234
235
236
237
Hono Botbf26a122021-02-10 02:11:36 +0000238
239
hono Botb4b50ad2020-02-06 21:23:45 -0500240
241
242
243 <li data-nav-id="/hono/docs/1.0/concepts/connection-events/" title="Connection Events" class="dd-item ">
244 <a href="/hono/docs/1.0/concepts/connection-events/">
245 Connection Events
246
247 </a>
248 </li>
249
250
251
252
253
254
255
256 </ul>
Hono Botbf26a122021-02-10 02:11:36 +0000257
hono Botb4b50ad2020-02-06 21:23:45 -0500258 </li>
259
260
261
262
263
264
265
Hono Botbf26a122021-02-10 02:11:36 +0000266
267
hono Botb4b50ad2020-02-06 21:23:45 -0500268
269
270
271 <li data-nav-id="/hono/docs/1.0/user-guide/" title="User Guide" class="dd-item
272
273
274
275 ">
276 <a href="/hono/docs/1.0/user-guide/">
277 <i class="fas fa-book-reader"></i> User Guide
278
279 </a>
280
281
282 <ul>
283
284
285
286
287
288
289
290
291
292
Hono Botbf26a122021-02-10 02:11:36 +0000293
294
hono Botb4b50ad2020-02-06 21:23:45 -0500295
296
297
298 <li data-nav-id="/hono/docs/1.0/user-guide/device-registry/" title="Device Registry" class="dd-item ">
299 <a href="/hono/docs/1.0/user-guide/device-registry/">
300 Device Registry
301
302 </a>
303 </li>
304
305
306
307
308
309
310
311
312
313
Hono Botbf26a122021-02-10 02:11:36 +0000314
315
hono Botb4b50ad2020-02-06 21:23:45 -0500316
317
318
319 <li data-nav-id="/hono/docs/1.0/user-guide/http-adapter/" title="HTTP Adapter" class="dd-item ">
320 <a href="/hono/docs/1.0/user-guide/http-adapter/">
321 HTTP Adapter
322
323 </a>
324 </li>
325
326
327
328
329
330
331
332
333
334
Hono Botbf26a122021-02-10 02:11:36 +0000335
336
hono Botb4b50ad2020-02-06 21:23:45 -0500337
338
339
340 <li data-nav-id="/hono/docs/1.0/user-guide/mqtt-adapter/" title="MQTT Adapter" class="dd-item ">
341 <a href="/hono/docs/1.0/user-guide/mqtt-adapter/">
342 MQTT Adapter
343
344 </a>
345 </li>
346
347
348
349
350
351
352
353
354
355
Hono Botbf26a122021-02-10 02:11:36 +0000356
357
hono Botb4b50ad2020-02-06 21:23:45 -0500358
359
360
361 <li data-nav-id="/hono/docs/1.0/user-guide/amqp-adapter/" title="AMQP Adapter" class="dd-item ">
362 <a href="/hono/docs/1.0/user-guide/amqp-adapter/">
363 AMQP Adapter
364
365 </a>
366 </li>
367
368
369
370
371
372
373
374
375
376
Hono Botbf26a122021-02-10 02:11:36 +0000377
378
hono Botb4b50ad2020-02-06 21:23:45 -0500379
380
381
382 <li data-nav-id="/hono/docs/1.0/user-guide/kura-adapter/" title="Kura Adapter" class="dd-item ">
383 <a href="/hono/docs/1.0/user-guide/kura-adapter/">
384 Kura Adapter
385
386 </a>
387 </li>
388
389
390
391
392
393
394
395
396
397
Hono Botbf26a122021-02-10 02:11:36 +0000398
399
hono Botb4b50ad2020-02-06 21:23:45 -0500400
401
402
403 <li data-nav-id="/hono/docs/1.0/user-guide/sigfox-adapter/" title="Sigfox Adapter" class="dd-item ">
404 <a href="/hono/docs/1.0/user-guide/sigfox-adapter/">
405 Sigfox Adapter
406
407 </a>
408 </li>
409
410
411
412
413
414
415
416
417
418
Hono Botbf26a122021-02-10 02:11:36 +0000419
420
hono Botb4b50ad2020-02-06 21:23:45 -0500421
422
423
424 <li data-nav-id="/hono/docs/1.0/user-guide/jmeter_load_tests/" title="Load Tests with JMeter" class="dd-item ">
425 <a href="/hono/docs/1.0/user-guide/jmeter_load_tests/">
426 Load Tests with JMeter
427
428 </a>
429 </li>
430
431
432
433
434
435
436
437 </ul>
Hono Botbf26a122021-02-10 02:11:36 +0000438
hono Botb4b50ad2020-02-06 21:23:45 -0500439 </li>
440
441
442
443
444
445
446
Hono Botbf26a122021-02-10 02:11:36 +0000447
448
hono Botb4b50ad2020-02-06 21:23:45 -0500449
450
451
452 <li data-nav-id="/hono/docs/1.0/admin-guide/" title="Admin Guide" class="dd-item
453 parent
454
455
456 ">
457 <a href="/hono/docs/1.0/admin-guide/">
458 <i class="fas fa-sliders-h"></i> Admin Guide
459
460 </a>
461
462
463 <ul>
464
465
466
467
468
469
470
471
472
473
Hono Botbf26a122021-02-10 02:11:36 +0000474
475
hono Botb4b50ad2020-02-06 21:23:45 -0500476
477
478
479 <li data-nav-id="/hono/docs/1.0/admin-guide/common-config/" title="Common Configuration" class="dd-item ">
480 <a href="/hono/docs/1.0/admin-guide/common-config/">
481 Common Configuration
482
483 </a>
484 </li>
485
486
487
488
489
490
491
492
493
494
Hono Botbf26a122021-02-10 02:11:36 +0000495
496
hono Botb4b50ad2020-02-06 21:23:45 -0500497
498
499
500 <li data-nav-id="/hono/docs/1.0/admin-guide/auth-server-config/" title="Auth Server Configuration" class="dd-item ">
501 <a href="/hono/docs/1.0/admin-guide/auth-server-config/">
502 Auth Server Configuration
503
504 </a>
505 </li>
506
507
508
509
510
511
512
513
514
515
Hono Botbf26a122021-02-10 02:11:36 +0000516
517
hono Botb4b50ad2020-02-06 21:23:45 -0500518
519
520
521 <li data-nav-id="/hono/docs/1.0/admin-guide/device-registry-config/" title="Device Registry Configuration" class="dd-item ">
522 <a href="/hono/docs/1.0/admin-guide/device-registry-config/">
523 Device Registry Configuration
524
525 </a>
526 </li>
527
528
529
530
531
532
533
534
535
536
Hono Botbf26a122021-02-10 02:11:36 +0000537
538
hono Botb4b50ad2020-02-06 21:23:45 -0500539
540
541
542 <li data-nav-id="/hono/docs/1.0/admin-guide/device-connection-config/" title="Configuring the Device Connection Service" class="dd-item ">
543 <a href="/hono/docs/1.0/admin-guide/device-connection-config/">
544 Device Connection Service Configuration
545
546 </a>
547 </li>
548
549
550
551
552
553
554
555
556
557
Hono Botbf26a122021-02-10 02:11:36 +0000558
559
hono Botb4b50ad2020-02-06 21:23:45 -0500560
561
562
563 <li data-nav-id="/hono/docs/1.0/admin-guide/http-adapter-config/" title="HTTP Adapter Configuration" class="dd-item ">
564 <a href="/hono/docs/1.0/admin-guide/http-adapter-config/">
565 HTTP Adapter Configuration
566
567 </a>
568 </li>
569
570
571
572
573
574
575
576
577
578
Hono Botbf26a122021-02-10 02:11:36 +0000579
580
hono Botb4b50ad2020-02-06 21:23:45 -0500581
582
583
584 <li data-nav-id="/hono/docs/1.0/admin-guide/amqp-adapter-config/" title="AMQP Adapter Configuration" class="dd-item ">
585 <a href="/hono/docs/1.0/admin-guide/amqp-adapter-config/">
586 AMQP Adapter Configuration
587
588 </a>
589 </li>
590
591
592
593
594
595
596
597
598
599
Hono Botbf26a122021-02-10 02:11:36 +0000600
601
hono Botb4b50ad2020-02-06 21:23:45 -0500602
603
604
605 <li data-nav-id="/hono/docs/1.0/admin-guide/mqtt-adapter-config/" title="MQTT Adapter Configuration" class="dd-item ">
606 <a href="/hono/docs/1.0/admin-guide/mqtt-adapter-config/">
607 MQTT Adapter Configuration
608
609 </a>
610 </li>
611
612
613
614
615
616
617
618
619
620
Hono Botbf26a122021-02-10 02:11:36 +0000621
622
hono Botb4b50ad2020-02-06 21:23:45 -0500623
624
625
626 <li data-nav-id="/hono/docs/1.0/admin-guide/kura-adapter-config/" title="Kura Adapter Configuration" class="dd-item ">
627 <a href="/hono/docs/1.0/admin-guide/kura-adapter-config/">
628 Kura Adapter Configuration
629
630 </a>
631 </li>
632
633
634
635
636
637
638
639
640
641
Hono Botbf26a122021-02-10 02:11:36 +0000642
643
hono Botb4b50ad2020-02-06 21:23:45 -0500644
645
646
647 <li data-nav-id="/hono/docs/1.0/admin-guide/hono-client-configuration/" title="Hono Client Configuration" class="dd-item ">
648 <a href="/hono/docs/1.0/admin-guide/hono-client-configuration/">
649 Hono Client Configuration
650
651 </a>
652 </li>
653
654
655
656
657
658
659
660
661
662
Hono Botbf26a122021-02-10 02:11:36 +0000663
664
hono Botb4b50ad2020-02-06 21:23:45 -0500665
666
667
668 <li data-nav-id="/hono/docs/1.0/admin-guide/amqp-network-config/" title="AMQP 1.0 Messaging Network Configuration" class="dd-item ">
669 <a href="/hono/docs/1.0/admin-guide/amqp-network-config/">
670 AMQP 1.0 Messaging Network Configuration
671
672 </a>
673 </li>
674
675
676
677
678
679
680
681
682
683
Hono Botbf26a122021-02-10 02:11:36 +0000684
685
hono Botb4b50ad2020-02-06 21:23:45 -0500686
687
688
689 <li data-nav-id="/hono/docs/1.0/admin-guide/secure_communication/" title="Secure Communication" class="dd-item ">
690 <a href="/hono/docs/1.0/admin-guide/secure_communication/">
691 Secure Communication
692
693 </a>
694 </li>
695
696
697
698
699
700
701
702
703
704
Hono Botbf26a122021-02-10 02:11:36 +0000705
706
hono Botb4b50ad2020-02-06 21:23:45 -0500707
708
709
710 <li data-nav-id="/hono/docs/1.0/admin-guide/monitoring-tracing-config/" title="Monitoring &amp; Tracing" class="dd-item active">
711 <a href="/hono/docs/1.0/admin-guide/monitoring-tracing-config/">
712 Monitoring &amp; Tracing
713
714 </a>
715 </li>
716
717
718
719
720
721
722
723 </ul>
Hono Botbf26a122021-02-10 02:11:36 +0000724
hono Botb4b50ad2020-02-06 21:23:45 -0500725 </li>
726
727
728
729
730
731
732
Hono Botbf26a122021-02-10 02:11:36 +0000733
734
hono Botb4b50ad2020-02-06 21:23:45 -0500735
736
737
738 <li data-nav-id="/hono/docs/1.0/dev-guide/" title="Developer Guide" class="dd-item
739
740
741
742 ">
743 <a href="/hono/docs/1.0/dev-guide/">
744 <i class="fas fa-tools"></i> Developer Guide
745
746 </a>
747
748
749 <ul>
750
751
752
753
754
755
756
757
758
759
Hono Botbf26a122021-02-10 02:11:36 +0000760
761
hono Botb4b50ad2020-02-06 21:23:45 -0500762
763
764
765 <li data-nav-id="/hono/docs/1.0/dev-guide/building_hono/" title="Building from Source" class="dd-item ">
766 <a href="/hono/docs/1.0/dev-guide/building_hono/">
767 Building from Source
768
769 </a>
770 </li>
771
772
773
774
775
776
777
778
779
780
Hono Botbf26a122021-02-10 02:11:36 +0000781
782
hono Botb4b50ad2020-02-06 21:23:45 -0500783
784
785
786 <li data-nav-id="/hono/docs/1.0/dev-guide/java_client_consumer/" title="Consuming Messages from Java" class="dd-item ">
787 <a href="/hono/docs/1.0/dev-guide/java_client_consumer/">
788 Consuming Messages from Java
789
790 </a>
791 </li>
792
793
794
795
796
797
798
799
800
801
Hono Botbf26a122021-02-10 02:11:36 +0000802
803
hono Botb4b50ad2020-02-06 21:23:45 -0500804
805
806
807 <li data-nav-id="/hono/docs/1.0/dev-guide/custom_http_adapter/" title="Implement a Custom Hono HTTP Protocol Adapter" class="dd-item ">
808 <a href="/hono/docs/1.0/dev-guide/custom_http_adapter/">
809 Implement a Custom Hono HTTP Protocol Adapter
810
811 </a>
812 </li>
813
814
815
816
817
818
819
820 </ul>
Hono Botbf26a122021-02-10 02:11:36 +0000821
hono Botb4b50ad2020-02-06 21:23:45 -0500822 </li>
823
824
825
826
827
828
829
Hono Botbf26a122021-02-10 02:11:36 +0000830
831
hono Botb4b50ad2020-02-06 21:23:45 -0500832
833
834
835 <li data-nav-id="/hono/docs/1.0/api/" title="API" class="dd-item
836
837
838
839 ">
840 <a href="/hono/docs/1.0/api/">
841 &nbsp;<i class='fas fa-plug'></i>&nbsp;API
842
843 </a>
844
845
846 <ul>
847
848
849
850
851
852
853
854
855
856
Hono Botbf26a122021-02-10 02:11:36 +0000857
858
hono Botb4b50ad2020-02-06 21:23:45 -0500859
860
861
862 <li data-nav-id="/hono/docs/1.0/api/telemetry/" title="Telemetry API Specification" class="dd-item ">
863 <a href="/hono/docs/1.0/api/telemetry/">
864 Telemetry API
865
866 </a>
867 </li>
868
869
870
871
872
873
874
875
876
877
Hono Botbf26a122021-02-10 02:11:36 +0000878
879
hono Botb4b50ad2020-02-06 21:23:45 -0500880
881
882
883 <li data-nav-id="/hono/docs/1.0/api/event/" title="Event API Specification" class="dd-item ">
884 <a href="/hono/docs/1.0/api/event/">
885 Event API
886
887 </a>
888 </li>
889
890
891
892
893
894
895
896
897
898
Hono Botbf26a122021-02-10 02:11:36 +0000899
900
hono Botb4b50ad2020-02-06 21:23:45 -0500901
902
903
904 <li data-nav-id="/hono/docs/1.0/api/command-and-control/" title="Command &amp; Control API Specification" class="dd-item ">
905 <a href="/hono/docs/1.0/api/command-and-control/">
906 Command &amp; Control API
907
908 </a>
909 </li>
910
911
912
913
914
915
916
917
918
919
Hono Botbf26a122021-02-10 02:11:36 +0000920
921
hono Botb4b50ad2020-02-06 21:23:45 -0500922
923
924
925 <li data-nav-id="/hono/docs/1.0/api/tenant/" title="Tenant API Specification" class="dd-item ">
926 <a href="/hono/docs/1.0/api/tenant/">
927 Tenant API
928
929 </a>
930 </li>
931
932
933
934
935
936
937
938
939
940
Hono Botbf26a122021-02-10 02:11:36 +0000941
942
hono Botb4b50ad2020-02-06 21:23:45 -0500943
944
945
946 <li data-nav-id="/hono/docs/1.0/api/device-connection/" title="Device Connection API Specification" class="dd-item ">
947 <a href="/hono/docs/1.0/api/device-connection/">
948 Device Connection API
949
950 </a>
951 </li>
952
953
954
955
956
957
958
959
960
961
Hono Botbf26a122021-02-10 02:11:36 +0000962
963
hono Botb4b50ad2020-02-06 21:23:45 -0500964
965
966
967 <li data-nav-id="/hono/docs/1.0/api/device-registration/" title="Device Registration API Specification" class="dd-item ">
968 <a href="/hono/docs/1.0/api/device-registration/">
969 Device Registration API
970
971 </a>
972 </li>
973
974
975
976
977
978
979
980
981
982
Hono Botbf26a122021-02-10 02:11:36 +0000983
984
hono Botb4b50ad2020-02-06 21:23:45 -0500985
986
987
988 <li data-nav-id="/hono/docs/1.0/api/credentials/" title="Credentials API Specification" class="dd-item ">
989 <a href="/hono/docs/1.0/api/credentials/">
990 Credentials API
991
992 </a>
993 </li>
994
995
996
997
998
999
1000
1001
1002
1003
Hono Botbf26a122021-02-10 02:11:36 +00001004
1005
hono Botb4b50ad2020-02-06 21:23:45 -05001006
1007
1008
1009 <li data-nav-id="/hono/docs/1.0/api/authentication/" title="Authentication API Specification" class="dd-item ">
1010 <a href="/hono/docs/1.0/api/authentication/">
1011 Authentication API
1012
1013 </a>
1014 </li>
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
Hono Botbf26a122021-02-10 02:11:36 +00001025
1026
hono Botb4b50ad2020-02-06 21:23:45 -05001027
1028
1029
1030 <li data-nav-id="/hono/docs/1.0/api/management/" title="Device Registry Management API Specification" class="dd-item ">
1031 <a href="/hono/docs/1.0/api/management/">
1032 Device Registry Management API
1033
1034 </a>
1035 </li>
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
Hono Botbf26a122021-02-10 02:11:36 +00001046
1047
hono Botb4b50ad2020-02-06 21:23:45 -05001048
1049
1050
1051 <li data-nav-id="/hono/docs/1.0/api/metrics/" title="Metrics" class="dd-item ">
1052 <a href="/hono/docs/1.0/api/metrics/">
1053 Metrics
1054
1055 </a>
1056 </li>
1057
1058
1059
1060
1061
1062
1063
1064 </ul>
Hono Botbf26a122021-02-10 02:11:36 +00001065
hono Botb4b50ad2020-02-06 21:23:45 -05001066 </li>
1067
1068
1069
1070
1071
1072
1073
Hono Botbf26a122021-02-10 02:11:36 +00001074
1075
hono Botb4b50ad2020-02-06 21:23:45 -05001076
1077
1078
1079 <li data-nav-id="/hono/docs/1.0/deployment/" title="Deployment" class="dd-item
1080
1081
1082
1083 ">
1084 <a href="/hono/docs/1.0/deployment/">
1085 <i class="fas fa-shipping-fast"></i> Deployment
1086
1087 </a>
1088
1089
1090 <ul>
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
Hono Botbf26a122021-02-10 02:11:36 +00001101
1102
hono Botb4b50ad2020-02-06 21:23:45 -05001103
1104
1105
1106 <li data-nav-id="/hono/docs/1.0/deployment/helm-based-deployment/" title="Helm based Deployment" class="dd-item ">
1107 <a href="/hono/docs/1.0/deployment/helm-based-deployment/">
1108 Helm based Deployment
1109
1110 </a>
1111 </li>
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
Hono Botbf26a122021-02-10 02:11:36 +00001122
1123
hono Botb4b50ad2020-02-06 21:23:45 -05001124
1125
1126
1127 <li data-nav-id="/hono/docs/1.0/deployment/openshift/" title="OpenShift / OKD" class="dd-item ">
1128 <a href="/hono/docs/1.0/deployment/openshift/">
1129 OpenShift / OKD
1130
1131 </a>
1132 </li>
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
Hono Botbf26a122021-02-10 02:11:36 +00001143
1144
hono Botb4b50ad2020-02-06 21:23:45 -05001145
1146
1147
1148 <li data-nav-id="/hono/docs/1.0/deployment/create-kubernetes-cluster/" title="Setting up a Kubernetes Cluster" class="dd-item ">
1149 <a href="/hono/docs/1.0/deployment/create-kubernetes-cluster/">
1150 Setting up a Kubernetes Cluster
1151
1152 </a>
1153 </li>
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
Hono Botbf26a122021-02-10 02:11:36 +00001164
1165
hono Botb4b50ad2020-02-06 21:23:45 -05001166
1167
1168
1169 <li data-nav-id="/hono/docs/1.0/deployment/resource-limitation/" title="Limiting Resource Usage" class="dd-item ">
1170 <a href="/hono/docs/1.0/deployment/resource-limitation/">
1171 Limiting Resource Usage
1172
1173 </a>
1174 </li>
1175
1176
1177
1178
1179
1180
1181
1182 </ul>
Hono Botbf26a122021-02-10 02:11:36 +00001183
hono Botb4b50ad2020-02-06 21:23:45 -05001184 </li>
1185
1186
1187
1188
1189
1190
1191
Hono Botbf26a122021-02-10 02:11:36 +00001192
1193
hono Botb4b50ad2020-02-06 21:23:45 -05001194
1195
1196
1197 <li data-nav-id="/hono/docs/1.0/architecture/" title="Architecture" class="dd-item
1198
1199
1200
1201 ">
1202 <a href="/hono/docs/1.0/architecture/">
1203 <i class="fas fa-landmark"></i> Architecture
1204
1205 </a>
1206
1207
1208 <ul>
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
Hono Botbf26a122021-02-10 02:11:36 +00001219
1220
hono Botb4b50ad2020-02-06 21:23:45 -05001221
1222
1223
1224 <li data-nav-id="/hono/docs/1.0/architecture/component-view/" title="Component View" class="dd-item ">
1225 <a href="/hono/docs/1.0/architecture/component-view/">
1226 Component View
1227
1228 </a>
1229 </li>
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
Hono Botbf26a122021-02-10 02:11:36 +00001240
1241
hono Botb4b50ad2020-02-06 21:23:45 -05001242
1243
1244
1245 <li data-nav-id="/hono/docs/1.0/architecture/auth/" title="Authentication/Authorization" class="dd-item ">
1246 <a href="/hono/docs/1.0/architecture/auth/">
1247 Authentication/Authorization
1248
1249 </a>
1250 </li>
1251
1252
1253
1254
1255
1256
1257
1258 </ul>
Hono Botbf26a122021-02-10 02:11:36 +00001259
hono Botb4b50ad2020-02-06 21:23:45 -05001260 </li>
1261
1262
1263
1264
1265
1266 </ul>
1267
1268
1269
1270 <section id="shortcuts">
1271 <h3></h3>
1272 <ul>
1273
1274 <li>
1275 <a class="padding" href="https://www.eclipse.org/hono/" title="Hono&#39;s Homepage"><i class='fas fa-home'></i> Hono Home</a>
1276 </li>
1277
1278 <li>
1279 <a class="padding" href="https://www.eclipse.org/hono/getting-started/" title="Getting started with Eclipse Hono"><i class='fas fa-plane-departure'></i> Getting Started</a>
1280 </li>
1281
1282 </ul>
1283 </section>
1284
1285
1286
1287 <section id="prefooter">
1288 <hr/>
1289 <ul>
1290
1291 <li>
1292 <div id="select-box-wrapper">
1293 <div id="select-box">
1294 <a class="padding">
1295 Version:&nbsp;
1296 <div class="select-style">
1297 <select id="select-language" onchange="location = this.value;">
1298
1299
1300
1301
1302
1303
1304
1305
Hono Bot8fa7d952021-07-14 01:12:12 +00001306 <option id="stable" value="https://www.eclipse.org/hono/docs/admin-guide/monitoring-tracing-config/">stable (1.9)</option>
1307
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340 <option id="1.9" value="https://www.eclipse.org/hono/docs/1.9/admin-guide/monitoring-tracing-config/">1.9</option>
Hono Bot1f51cfc2021-05-21 01:12:32 +00001341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
Hono Bot8fa7d952021-07-14 01:12:12 +00001370
1371
Hono Bot1f51cfc2021-05-21 01:12:32 +00001372
1373
1374 <option id="1.8" value="https://www.eclipse.org/hono/docs/1.8/admin-guide/monitoring-tracing-config/">1.8</option>
Hono Botef930712021-04-08 01:12:09 +00001375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
Hono Bot1f51cfc2021-05-21 01:12:32 +00001402
1403
Hono Bot8fa7d952021-07-14 01:12:12 +00001404
1405
Hono Botef930712021-04-08 01:12:09 +00001406
1407
1408 <option id="1.7" value="https://www.eclipse.org/hono/docs/1.7/admin-guide/monitoring-tracing-config/">1.7</option>
Hono Bot650d39f2021-02-02 02:17:46 +00001409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
Hono Botef930712021-04-08 01:12:09 +00001434
1435
Hono Bot1f51cfc2021-05-21 01:12:32 +00001436
1437
Hono Bot8fa7d952021-07-14 01:12:12 +00001438
1439
Hono Bot650d39f2021-02-02 02:17:46 +00001440
1441
Hono Botbf26a122021-02-10 02:11:36 +00001442 <option id="1.6" value="https://www.eclipse.org/hono/docs/1.6/admin-guide/monitoring-tracing-config/">1.6</option>
Hono Bot93bd24f2020-12-17 02:12:33 +00001443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
1455
1456
1457
1458
1459
1460
1461
1462
1463
1464
1465
Hono Bot650d39f2021-02-02 02:17:46 +00001466
1467
Hono Botef930712021-04-08 01:12:09 +00001468
1469
Hono Bot1f51cfc2021-05-21 01:12:32 +00001470
1471
Hono Bot8fa7d952021-07-14 01:12:12 +00001472
1473
Hono Bot93bd24f2020-12-17 02:12:33 +00001474
1475
Hono Botbf26a122021-02-10 02:11:36 +00001476 <option id="1.5" value="https://www.eclipse.org/hono/docs/1.5/admin-guide/monitoring-tracing-config/">1.5</option>
hono Bot01909692020-09-10 21:24:10 -04001477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
Hono Bot93bd24f2020-12-17 02:12:33 +00001498
1499
Hono Bot650d39f2021-02-02 02:17:46 +00001500
1501
Hono Botef930712021-04-08 01:12:09 +00001502
1503
Hono Bot1f51cfc2021-05-21 01:12:32 +00001504
1505
Hono Bot8fa7d952021-07-14 01:12:12 +00001506
1507
hono Bot01909692020-09-10 21:24:10 -04001508
1509
Hono Botbf26a122021-02-10 02:11:36 +00001510 <option id="1.4" value="https://www.eclipse.org/hono/docs/1.4/admin-guide/monitoring-tracing-config/">1.4</option>
hono Bot8ac17b42020-07-20 21:23:51 -04001511
1512
1513
1514
1515
1516
1517
1518
1519
1520
1521
hono Bot132f6bf2020-08-03 21:23:53 -04001522
1523
hono Bot8ac17b42020-07-20 21:23:51 -04001524
1525
1526
1527
1528
1529
hono Bot01909692020-09-10 21:24:10 -04001530
1531
Hono Bot93bd24f2020-12-17 02:12:33 +00001532
1533
Hono Bot650d39f2021-02-02 02:17:46 +00001534
1535
Hono Botef930712021-04-08 01:12:09 +00001536
1537
Hono Bot1f51cfc2021-05-21 01:12:32 +00001538
1539
Hono Bot8fa7d952021-07-14 01:12:12 +00001540
1541
hono Bot8ac17b42020-07-20 21:23:51 -04001542
1543
Hono Botbf26a122021-02-10 02:11:36 +00001544 <option id="1.3" value="https://www.eclipse.org/hono/docs/1.3/admin-guide/monitoring-tracing-config/">1.3</option>
hono Bot132f6bf2020-08-03 21:23:53 -04001545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
hono Bot01909692020-09-10 21:24:10 -04001564
1565
Hono Bot93bd24f2020-12-17 02:12:33 +00001566
1567
Hono Bot650d39f2021-02-02 02:17:46 +00001568
1569
Hono Botef930712021-04-08 01:12:09 +00001570
1571
Hono Bot1f51cfc2021-05-21 01:12:32 +00001572
1573
Hono Bot8fa7d952021-07-14 01:12:12 +00001574
1575
hono Bot132f6bf2020-08-03 21:23:53 -04001576
1577
Hono Botbf26a122021-02-10 02:11:36 +00001578 <option id="1.2" value="https://www.eclipse.org/hono/docs/1.2/admin-guide/monitoring-tracing-config/">1.2</option>
hono Botcbb7aa82020-03-24 22:23:35 -04001579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
hono Bot8ac17b42020-07-20 21:23:51 -04001594
1595
hono Bot132f6bf2020-08-03 21:23:53 -04001596
1597
hono Bot01909692020-09-10 21:24:10 -04001598
1599
Hono Bot93bd24f2020-12-17 02:12:33 +00001600
1601
Hono Bot650d39f2021-02-02 02:17:46 +00001602
1603
Hono Botef930712021-04-08 01:12:09 +00001604
1605
Hono Bot1f51cfc2021-05-21 01:12:32 +00001606
1607
Hono Bot8fa7d952021-07-14 01:12:12 +00001608
1609
hono Botcbb7aa82020-03-24 22:23:35 -04001610
1611
Hono Botbf26a122021-02-10 02:11:36 +00001612 <option id="1.1" value="https://www.eclipse.org/hono/docs/1.1/admin-guide/monitoring-tracing-config/">1.1</option>
hono Botb4b50ad2020-02-06 21:23:45 -05001613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
hono Botcbb7aa82020-03-24 22:23:35 -04001626
1627
hono Bot8ac17b42020-07-20 21:23:51 -04001628
1629
hono Bot132f6bf2020-08-03 21:23:53 -04001630
1631
hono Bot01909692020-09-10 21:24:10 -04001632
1633
Hono Bot93bd24f2020-12-17 02:12:33 +00001634
1635
Hono Bot650d39f2021-02-02 02:17:46 +00001636
1637
Hono Botef930712021-04-08 01:12:09 +00001638
1639
Hono Bot1f51cfc2021-05-21 01:12:32 +00001640
1641
Hono Bot8fa7d952021-07-14 01:12:12 +00001642
1643
hono Botb4b50ad2020-02-06 21:23:45 -05001644
1645
Hono Botbf26a122021-02-10 02:11:36 +00001646 <option id="1.0" value="https://www.eclipse.org/hono/docs/1.0/admin-guide/monitoring-tracing-config/" selected>1.0</option>
hono Botb4b50ad2020-02-06 21:23:45 -05001647
1648
1649
1650
1651
1652
1653
1654
1655
1656
1657
1658
1659
hono Botcbb7aa82020-03-24 22:23:35 -04001660
1661
hono Bot8ac17b42020-07-20 21:23:51 -04001662
1663
hono Bot132f6bf2020-08-03 21:23:53 -04001664
1665
hono Bot01909692020-09-10 21:24:10 -04001666
1667
Hono Bot93bd24f2020-12-17 02:12:33 +00001668
1669
Hono Bot650d39f2021-02-02 02:17:46 +00001670
1671
Hono Botef930712021-04-08 01:12:09 +00001672
1673
Hono Bot1f51cfc2021-05-21 01:12:32 +00001674
1675
Hono Bot8fa7d952021-07-14 01:12:12 +00001676
1677
hono Botb4b50ad2020-02-06 21:23:45 -05001678
1679
Hono Botbf26a122021-02-10 02:11:36 +00001680 <option id="dev" value="https://www.eclipse.org/hono/docs/dev/admin-guide/monitoring-tracing-config/">dev</option>
hono Botb4b50ad2020-02-06 21:23:45 -05001681
1682
1683
1684
1685 </select>
1686 <svg version="1.1" id="Capa_1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" x="0px" y="0px"
1687 width="255px" height="255px" viewBox="0 0 255 255" style="enable-background:new 0 0 255 255;" xml:space="preserve">
1688 <g>
1689 <g id="arrow-drop-down">
1690 <polygon points="0,63.75 127.5,191.25 255,63.75 " />
1691 </g>
1692 </g>
1693 </svg>
1694 </div>
1695 </a>
1696 </div>
1697 </div>
1698 </li>
1699
1700
1701
1702 </ul>
1703 </section>
1704
1705 <section id="footer">
1706
1707
Hono Botd9322632021-01-01 02:10:48 +00001708<p>&copy; 2021 <a href="https://www.eclipse.org/hono/">The Eclipse Hono Project</a></p>
hono Botb4b50ad2020-02-06 21:23:45 -05001709
1710<p>
1711 Documentation built with
1712 <a href="https://gohugo.io/" target="_blank">Hugo</a>
1713 using the
1714 <a href="https://github.com/matcornic/hugo-theme-learn" target="_blank">Learn</a> theme.
1715</p>
1716
1717<div class="eclipse-logo">
1718 <a href="https://www.eclipse.org" target="_blank">
1719 <img src="https://www.eclipse.org/hono/docs/images/eclipse_foundation_logo.svg"/>
1720 </a>
1721</div>
1722
1723 </section>
1724 </div>
1725</nav>
1726
1727
1728
1729
hono Botb4b50ad2020-02-06 21:23:45 -05001730 <section id="body">
1731 <div id="overlay"></div>
Hono Botbf26a122021-02-10 02:11:36 +00001732
hono Botb4b50ad2020-02-06 21:23:45 -05001733
1734 <div class="old-version-hint">
1735 <p>This page refers to version <em>1.0</em>.
1736 You might want to use the <a href="https://www.eclipse.org/hono/docs/">current stable</a> version.
1737 </p>
1738 </div>
1739
1740
Hono Botbf26a122021-02-10 02:11:36 +00001741
hono Botb4b50ad2020-02-06 21:23:45 -05001742 <div class="padding highlightable">
1743
1744 <div>
1745 <div id="top-bar">
1746
1747
1748
1749
1750 <div id="top-github-link">
1751 <a class="github-link" title='Edit this page' href="https://github.com/eclipse/hono/edit/master/site/documentation/content/admin-guide/monitoring-tracing-config.md" target="blank">
1752 <i class="fas fa-code-branch"></i>
1753 <span id="top-github-link-text">Edit this page</span>
1754 </a>
1755 </div>
1756
1757
1758
1759 <div id="breadcrumbs" itemscope="" itemtype="http://data-vocabulary.org/Breadcrumb">
1760 <span id="sidebar-toggle-span">
1761 <a href="#" id="sidebar-toggle" data-sidebar-toggle="">
1762 <i class="fas fa-bars"></i>
1763 </a>
1764 </span>
1765
1766 <span id="toc-menu"><i class="fas fa-list-alt"></i></span>
1767
1768 <span class="links">
1769
1770
1771
1772
1773
1774
1775
1776
1777
1778
1779
1780
1781
1782 <a href='/hono/docs/1.0/'>Documentation</a> > <a href='/hono/docs/1.0/admin-guide/'>Admin Guide</a> > Monitoring & Tracing
1783
Hono Botbf26a122021-02-10 02:11:36 +00001784
hono Botb4b50ad2020-02-06 21:23:45 -05001785
Hono Botbf26a122021-02-10 02:11:36 +00001786
hono Botb4b50ad2020-02-06 21:23:45 -05001787
1788
1789
1790 </span>
1791 </div>
1792
1793 <div class="progress">
1794 <div class="wrapper">
1795<nav id="TableOfContents">
Hono Botef930712021-04-08 01:12:09 +00001796 <ul>
1797 <li><a href="#monitoring">Monitoring</a>
1798 <ul>
1799 <li><a href="#configuring-a-metrics-back-end">Configuring a Metrics Back End</a></li>
1800 <li><a href="#using-prometheus">Using Prometheus</a></li>
1801 </ul>
1802 </li>
1803 <li><a href="#health-check-server-configuration">Health Check Server Configuration</a></li>
1804 <li><a href="#tracing">Tracing</a>
1805 <ul>
1806 <li><a href="#configuring-a-tracer">Configuring a Tracer</a></li>
1807 </ul>
1808 </li>
1809 <li><a href="#configuring-usage-of-jaeger-tracing-included-in-docker-images">Configuring usage of Jaeger tracing (included in Docker images)</a></li>
1810 <li><a href="#enforcing-the-recording-of-traces-for-a-tenant">Enforcing the recording of traces for a tenant</a></li>
1811 </ul>
hono Botb4b50ad2020-02-06 21:23:45 -05001812</nav>
1813 </div>
1814</div>
1815
1816
1817 </div>
1818 </div>
1819
Hono Botbf26a122021-02-10 02:11:36 +00001820 <div id="head-tags">
1821
1822 </div>
hono Botb4b50ad2020-02-06 21:23:45 -05001823
1824 <div id="body-inner">
1825
Hono Botbf26a122021-02-10 02:11:36 +00001826 <h1>
1827
1828 Monitoring &amp; Tracing
1829 </h1>
hono Botb4b50ad2020-02-06 21:23:45 -05001830
1831
1832
1833
1834
Hono Botef930712021-04-08 01:12:09 +00001835<p>The individual components of an Eclipse Honoâ„¢ installation need to work together in order to provide their functionality to devices and applications. Under normal circumstances these interactions work flawlessly. However, due to the nature of distributed systems, any one (or more) of the components may crash or become otherwise unavailable due to arbitrary reasons. This page describes how Hono supports operations teams by providing insights into the individual service components and their interactions with each other by means of reporting metrics and tracing the processing of individual messages through the system.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001836<p>When a device uploads telemetry data to the HTTP adapter, the adapter invokes operations on the Device Registration, Credentials and the Tenant services in order to authenticate and authorize the device before sending the telemetry data downstream to the AMQP 1.0 Messaging Network. The overall success of this process and the latency involved before the message reaches the consumer is determined by the individual interactions between the service components.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001837<h2 id="monitoring">Monitoring</h2>
hono Botb4b50ad2020-02-06 21:23:45 -05001838<p>In a production environment, an operations team will usually want to keep track of some <em>key performance indicators</em> (KPI) which allow the team to determine the overall <em>health</em> of the system, e.g. memory and CPU consumption etc. Hono supports the tracking of such KPIs by means of metrics it can be configured to report. The metrics are usually collected in a time series database like <em>InfluxDB</em> or <em>Prometheus</em> and then visualized on a monitoring dash-board built using frameworks like <em>Grafana</em>. Such a dash-board can usually also be configured to send alarms when certain thresholds are exceeded.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001839<p>Metrics usually provide insights into the past and current status of an individual component. The values can be aggregated to provide a picture of the overall system&rsquo;s status. As such, metrics provide a great way to <em>monitor</em> system health and, in particular, to anticipate resource shortages and use such knowledge to pro-actively prevent system failure.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001840<h3 id="configuring-a-metrics-back-end">Configuring a Metrics Back End</h3>
hono Botb4b50ad2020-02-06 21:23:45 -05001841<p>Hono uses <a href="http://micrometer.io/">Micrometer</a> for providing metrics. It is
1842possible to drop in any Micrometer compatible back end. Hono also uses the
1843Micrometer integration with Spring Boot and Vert.x.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001844<p>Please refer to the <a href="http://micrometer.io/docs">Micrometer documentation</a>
1845for details regarding the configuration of a specific Micrometer back end.
1846In most cases, you only need to add the back end specific jar files to the class path and
1847add back end specific configuration to the <code>application.yml</code> file.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001848<p>The Hono build supports configuration of a specific metrics back end by means
1849of Maven profiles. The following build profiles are currently supported:</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001850<ul>
1851<li><code>metrics-prometheus</code> – Enables the Prometheus backend.</li>
1852<li><code>metrics-graphite</code> – Enables the Graphite backend.</li>
1853<li><code>metrics-influxdb</code> – Enables the InfluxDB backend.</li>
1854</ul>
hono Botb4b50ad2020-02-06 21:23:45 -05001855<p>Additionally to selecting a metrics back end, you may need to configure the
1856back end using Spring configuration options. See the documentation mentioned
1857above for more information.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001858<p>Note that none of the above profiles are active by default, i.e. you need to
1859explicitly activate one of them when starting the build using Maven&rsquo;s <code>-p</code>
1860command line parameter.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001861<h3 id="using-prometheus">Using Prometheus</h3>
hono Botb4b50ad2020-02-06 21:23:45 -05001862<p>Most of the metrics back ends have data being <em>pushed</em> to from the components
1863reporting the metrics. However, Prometheus is different in that it <em>polls</em>
1864(or <em>scrapes</em>) all components periodically for new metrics data.
1865For this to work, the Prometheus server needs to be configured with the IP
1866addresses of the components to monitor. In the example deployment that comes
1867with Hono, the Prometheus server is configured with the names of the Kubernetes
1868services corresponding to the Hono components that it should scrape.
1869The components themselves need to expose a corresponding HTTP endpoint that
1870the Prometheus server can connect to for scraping the meter data. All
1871Hono components that report metrics can be configured to expose such an
1872endpoint via their <a href="#health-check-server-configuration"><em>Health Check</em> server</a>
1873which already exposes endpoints for determining the component&rsquo;s readiness and liveness status.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001874<h2 id="health-check-server-configuration">Health Check Server Configuration</h2>
hono Botb4b50ad2020-02-06 21:23:45 -05001875<p>All of Hono&rsquo;s service components and protocol adapters contain a <em>Health Check</em> server which can be configured to
1876expose several HTTP endpoints for determining the component&rsquo;s status.
1877In particular, the server exposes a <code>/readiness</code>, a <code>/liveness</code> and an optional <code>/prometheus</code> URI endpoint.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001878<p>The former two endpoints are supposed to be used by container orchestration platforms like Kubernetes to monitor the runtime status of the containers
1879that it manages. These endpoints are <em>always</em> exposed when the health check server is started.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001880<p>The <code>/prometheus</code> endpoint can be used by a Prometheus server to retrieve collected meter data from the component. It is <em>only</em> exposed if Prometheus has
1881been configured as the metrics back end as described <a href="#configuring-a-metrics-back-end">above</a>.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001882<p>The health check server can be configured by means of the following environment variables:</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001883<table>
1884<thead>
1885<tr>
Hono Botef930712021-04-08 01:12:09 +00001886<th style="text-align:left">Environment Variable<br>Command Line Option</th>
1887<th style="text-align:left">Default Value</th>
1888<th style="text-align:left">Description</th>
hono Botb4b50ad2020-02-06 21:23:45 -05001889</tr>
1890</thead>
hono Botb4b50ad2020-02-06 21:23:45 -05001891<tbody>
1892<tr>
Hono Botef930712021-04-08 01:12:09 +00001893<td style="text-align:left"><code>HONO_HEALTHCHECK_BINDADDRESS</code><br><code>--hono.healthCheck.bindAddress</code></td>
1894<td style="text-align:left"><code>127.0.0.1</code></td>
1895<td style="text-align:left">The IP address of the network interface that the health check server&rsquo;s secure port should be bound to. The server will only be started if this property is set to some other than the default value and corresponding key material has been configured using the <code>HONO_HEALTHCHECK_KEYPATH</code> and <code>HONO_HEALTHCHECK_CERTPATH</code> variables.</td>
hono Botb4b50ad2020-02-06 21:23:45 -05001896</tr>
hono Botb4b50ad2020-02-06 21:23:45 -05001897<tr>
Hono Botef930712021-04-08 01:12:09 +00001898<td style="text-align:left"><code>HONO_HEALTHCHECK_CERTPATH</code><br><code>--hono.healthCheck.certPath</code></td>
1899<td style="text-align:left">-</td>
1900<td style="text-align:left">The absolute path to the PEM file containing the certificate that the secure server should use for authenticating to clients. This option must be used in conjunction with <code>HONO_HEALTHCHECK_KEYPATH</code>.<br>Alternatively, the <code>HONO_HEALTHCHECK_KEYSTOREPATH</code> option can be used to configure a key store containing both the key as well as the certificate.</td>
hono Botb4b50ad2020-02-06 21:23:45 -05001901</tr>
hono Botb4b50ad2020-02-06 21:23:45 -05001902<tr>
Hono Botef930712021-04-08 01:12:09 +00001903<td style="text-align:left"><code>HONO_HEALTHCHECK_INSECUREPORTBINDADDRESS</code><br><code>--hono.healthCheck.insecurePortBindAddress</code></td>
1904<td style="text-align:left"><code>127.0.0.1</code></td>
1905<td style="text-align:left">The IP address of the network interface that the health check server&rsquo;s insecure port should be bound to. The server will only be started if this property is set to some other than the default value.</td>
hono Botb4b50ad2020-02-06 21:23:45 -05001906</tr>
hono Botb4b50ad2020-02-06 21:23:45 -05001907<tr>
Hono Botef930712021-04-08 01:12:09 +00001908<td style="text-align:left"><code>HONO_HEALTHCHECK_INSECUREPORT</code><br><code>--hono.healthCheck.insecurePort</code></td>
1909<td style="text-align:left"><code>8088</code></td>
1910<td style="text-align:left">The port that the insecure server should listen on.</td>
hono Botb4b50ad2020-02-06 21:23:45 -05001911</tr>
hono Botb4b50ad2020-02-06 21:23:45 -05001912<tr>
Hono Botef930712021-04-08 01:12:09 +00001913<td style="text-align:left"><code>HONO_HEALTHCHECK_KEYPATH</code><br><code>--hono.healthCheck.keyPath</code></td>
1914<td style="text-align:left">-</td>
1915<td style="text-align:left">The absolute path to the (PKCS8) PEM file containing the private key that the secure server should use for authenticating to clients. This option must be used in conjunction with <code>HONO_HEALTHCHECK_CERTPATH</code>. Alternatively, the <code>HONO_HEALTHCHECK_KEYSTOREPATH</code> option can be used to configure a key store containing both the key as well as the certificate.</td>
hono Botb4b50ad2020-02-06 21:23:45 -05001916</tr>
hono Botb4b50ad2020-02-06 21:23:45 -05001917<tr>
Hono Botef930712021-04-08 01:12:09 +00001918<td style="text-align:left"><code>HONO_HEALTHCHECK_PORT</code><br><code>--hono.healthCheck.port</code></td>
1919<td style="text-align:left"><code>8088</code></td>
1920<td style="text-align:left">The port that the secure server should listen on.</td>
hono Botb4b50ad2020-02-06 21:23:45 -05001921</tr>
hono Botb4b50ad2020-02-06 21:23:45 -05001922<tr>
Hono Botef930712021-04-08 01:12:09 +00001923<td style="text-align:left"><code>HONO_HEALTHCHECK_KEYSTOREPASSWORD</code><br><code>--hono.healthCheck.keyStorePassword</code></td>
1924<td style="text-align:left">-</td>
1925<td style="text-align:left">The password required to read the contents of the key store.</td>
hono Botb4b50ad2020-02-06 21:23:45 -05001926</tr>
hono Botb4b50ad2020-02-06 21:23:45 -05001927<tr>
Hono Botef930712021-04-08 01:12:09 +00001928<td style="text-align:left"><code>HONO_HEALTHCHECK_KEYSTOREPATH</code><br><code>--hono.healthCheck.keyStorePath</code></td>
1929<td style="text-align:left">-</td>
1930<td style="text-align:left">The absolute path to the Java key store containing the private key and certificate that the secure server should use for authenticating to clients. Either this option or the <code>HONO_HEALTHCHECK_KEYPATH</code> and <code>HONO_HEALTHCHECK_CERTPATH</code> options need to be set in order to enable TLS secured connections with clients. The key store format can be either <code>JKS</code> or <code>PKCS12</code> indicated by a <code>.jks</code> or <code>.p12</code> file suffix respectively. The <code>HONO_HEALTHCHECK_KEYSTOREPASSWORD</code> variable can be used to set the password required for reading the key store.</td>
hono Botb4b50ad2020-02-06 21:23:45 -05001931</tr>
1932</tbody>
1933</table>
hono Botb4b50ad2020-02-06 21:23:45 -05001934<div class="alert alert-warning">
1935 <h4 class="alert-heading"><i class="fas fa-exclamation-triangle"></i> Failure to start</h4>
1936 <div>The component/service will fail to start if neither the secure not the insecure server have been configured properly.</div>
1937</div>
hono Botb4b50ad2020-02-06 21:23:45 -05001938<h2 id="tracing">Tracing</h2>
hono Botb4b50ad2020-02-06 21:23:45 -05001939<p>In normal operation the vast majority of messages should be flowing through the system without any noteworthy delays or problems. In fact, that is the whole purpose of Hono. However, that doesn&rsquo;t mean that nothing can go wrong. For example, when a tenant&rsquo;s device administrator changes the credentials of a device in the Credentials service but has not yet updated the credentials on the device yet, then the device will start to fail in uploading any data to the protocol adapter it connects to. After a while, a back end application&rsquo;s administrator might notice, that there hasn&rsquo;t been any data being received from that particular device for quite some time. The application administrator therefore calls up the Hono operations team and complains about the data <em>being lost somewhere</em>.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001940<p>The operations team will have a hard time determining what is happening, because it will need to figure out which components have been involved in the processing of the device and why the data hasn&rsquo;t been processed as usual. The metrics alone usually do not help much here because metrics are usually not scoped to individual devices. The logs written by the individual components, on the other hand, might contain enough information to correlate individual entries in the log with each other and thus <em>trace</em> the processing of the message throughout the system. However, this is usually a very tedious (and error prone) process and the relevant information is often only logged at a level (e.g. <em>DEBUG</em>) that is not used in production (often <em>INFO</em> or above).</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001941<p>In order to address this problem, Hono&rsquo;s service components are instrumented using <a href="http://opentracing.io">OpenTracing</a>. OpenTracing provides <em>Vendor-neutral APIs and instrumentation for distributed tracing</em>. The OpenTracing web page provides a <a href="https://opentracing.io/docs/supported-tracers/">list of supported tracer implementations</a> from which users can choose in order to collect (and examine) the tracing information generated by Hono&rsquo;s individual components.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001942<h3 id="configuring-a-tracer">Configuring a Tracer</h3>
hono Botb4b50ad2020-02-06 21:23:45 -05001943<p><strong>Hint</strong>: The description in this chapter applies to any compatible OpenTracing implementation. For an easier approach to configure usage of <a href="https://www.jaegertracing.io/">Jaeger tracing</a>, see the next chapter.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001944<p>Hono&rsquo;s components use the <a href="https://github.com/opentracing-contrib/java-tracerresolver">OpenTracing Tracer Resolver</a> mechanism to find and initialize a concrete OpenTracing implementation during startup of the component. The discovery mechanism is using Java&rsquo;s <a href="https://docs.oracle.com/javase/9/docs/api/java/util/ServiceLoader.html">ServiceLoader</a> and as such relies on the required resources to be available on the class path.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001945<p>When starting up any of Hono&rsquo;s Docker images as a container, the JVM will look for additional jar files to include in its class path in the container&rsquo;s <code>/opt/hono/extensions</code> folder. Thus, using a specific implementation of OpenTracing is just a matter of configuring the container to mount a volume or binding a host folder at that location and putting the implementation&rsquo;s jar files and resources into the corresponding volume or host folder.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001946<div class="alert alert-notice">
1947 <h4 class="alert-heading"><i class="fas fa-info-circle"></i> Note</h4>
1948 <div>This also means that (currently) only Tracer implementations can be used with Hono that also implement the Tracer Resolver mechanism.</div>
1949</div>
hono Botb4b50ad2020-02-06 21:23:45 -05001950<p>Assuming that the HTTP adapter should be configured to use <a href="https://www.jaegertracing.io/">Jaeger tracing</a>, the following steps are necessary:</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001951<ol>
Hono Botef930712021-04-08 01:12:09 +00001952<li>
1953<p>Download <a href="https://github.com/jaegertracing/jaeger-client-java/tree/master/jaeger-tracerresolver">Jaeger&rsquo;s Java Tracer Resolver</a> implementation and its dependencies (see the hint at the end).</p>
1954</li>
1955<li>
1956<p>Put the jars to a folder on the Docker host, e.g. <code>/tmp/jaeger</code>.</p>
1957</li>
1958<li>
1959<p>Start the HTTP adapter Docker image mounting the host folder:</p>
1960<div class="highlight"><pre style="color:#f8f8f2;background-color:#272822;-moz-tab-size:4;-o-tab-size:4;tab-size:4"><code class="language-sh" data-lang="sh">docker run --name hono-adapter-http-vertx <span style="color:#ae81ff">\
1961</span><span style="color:#ae81ff"></span>--mount type<span style="color:#f92672">=</span>bind,src<span style="color:#f92672">=</span>/tmp/jaeger,dst<span style="color:#f92672">=</span>/opt/hono/extensions,ro <span style="color:#ae81ff">\
1962</span><span style="color:#ae81ff"></span>... <span style="color:#ae81ff">\
1963</span><span style="color:#ae81ff"></span>eclipse/hono-adapter-http-vertx
1964</code></pre></div></li>
hono Botb4b50ad2020-02-06 21:23:45 -05001965</ol>
hono Botb4b50ad2020-02-06 21:23:45 -05001966<p><strong>Note</strong>: the command given above does not contain the environment variables and secrets that are required to configure the service properly. The environment variables for configuring the Jaeger client are also missing. Please refer to the <a href="https://github.com/jaegertracing/jaeger-client-java/blob/master/jaeger-core/README.md">Jaeger documentation</a> for details.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001967<p>When the HTTP adapter starts up, it will look for a working implementation of the Tracer Resolver on its classpath and (if found) initialize and use it for publishing traces. The adapter&rsquo;s log file will indicate the name of the Tracer implementation being used.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001968<p>Using a Docker <em>volume</em> instead of a <em>bind mount</em> works the same way but requires the use of <code>volume</code> as the <em>type</em> of the <code>--mount</code> parameter. Please refer to the <a href="https://docs.docker.com/edge/engine/reference/commandline/service_create/#add-bind-mounts-volumes-or-memory-filesystems">Docker reference documentation</a> for details.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001969<p><strong>Hint</strong>: to resolve all dependencies for <code>jaeger-tracerresolver</code> in order to provide them to <code>/opt/hono/extensions</code>, you may want to rely on Maven&rsquo;s dependency plugin. To obtain all jar files you can invoke the following command in a simple Maven project that contains only the dependency to <code>jaeger-tracerresolver</code>:</p>
Hono Botef930712021-04-08 01:12:09 +00001970<div class="highlight"><pre style="color:#f8f8f2;background-color:#272822;-moz-tab-size:4;-o-tab-size:4;tab-size:4"><code class="language-sh" data-lang="sh">mvn dependency:copy-dependencies
1971</code></pre></div><p>All jar files can then be found in the directory <code>target/dependency</code>.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001972<h2 id="configuring-usage-of-jaeger-tracing-included-in-docker-images">Configuring usage of Jaeger tracing (included in Docker images)</h2>
hono Botb4b50ad2020-02-06 21:23:45 -05001973<p>In case <a href="https://www.jaegertracing.io/">Jaeger tracing</a> shall be used, there is an alternative to putting the jar files in the container&rsquo;s <code>/opt/hono/extensions</code> folder as described above.
1974This is to have the Jaeger tracing jar files be included in the Hono Docker images by using the <code>jaeger</code> Maven profile when building Hono.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001975<p>For example, building the HTTP adapter image with the Jaeger client included:</p>
Hono Botef930712021-04-08 01:12:09 +00001976<div class="highlight"><pre style="color:#f8f8f2;background-color:#272822;-moz-tab-size:4;-o-tab-size:4;tab-size:4"><code class="language-sh" data-lang="sh"><span style="color:#75715e"># in directory: hono/adapters/http-vertx/</span>
hono Botb4b50ad2020-02-06 21:23:45 -05001977mvn clean install -Pbuild-docker-image,jaeger
Hono Botef930712021-04-08 01:12:09 +00001978</code></pre></div><p>Note that when running the created docker image, the environment variables for configuring the Jaeger client still need to be set. Please refer to the <a href="https://github.com/jaegertracing/jaeger-client-java/blob/master/jaeger-core/README.md">Jaeger documentation</a> for details.</p>
hono Botb4b50ad2020-02-06 21:23:45 -05001979<h2 id="enforcing-the-recording-of-traces-for-a-tenant">Enforcing the recording of traces for a tenant</h2>
hono Botb4b50ad2020-02-06 21:23:45 -05001980<p>Typically, in production systems, the tracing components will be configured to not store <em>all</em> trace spans in the tracing backend, in order to reduce the performance impact. For debugging purposes it can however be beneficial to enforce the recording of certain traces. Hono allows this by providing a configuration option in the Tenant information with which all traces concerning the processing of telemetry, event and command messages for that specific tenant will be recorded. Furthermore, this enforced trace sampling can be restricted to only apply to messages sent in the context of a specific authentication identifier. Please refer to the <a href="/hono/docs/1.0/api/tenant/#tracing-format">description of the <code>tracing</code> object</a> in the Tenant Information for details.</p>
1981
Hono Botbf26a122021-02-10 02:11:36 +00001982<footer class="footline">
hono Botb4b50ad2020-02-06 21:23:45 -05001983
1984</footer>
1985
hono Botb4b50ad2020-02-06 21:23:45 -05001986
1987 </div>
1988
1989
1990 </div>
1991
1992 <div id="navigation">
1993
1994
1995
1996
1997
1998
1999
2000
2001
2002
2003
2004
2005
2006
2007
2008
2009
2010
2011
2012
2013
2014
2015
2016
2017
2018
2019
2020
2021
2022
2023
2024
2025
2026
2027
2028
2029
2030
2031
2032
2033
2034
2035
2036
2037
2038
2039
2040
2041
2042
2043
2044
2045
2046
2047
2048
2049
2050
2051
2052
2053
2054
2055
2056
2057
2058
2059
2060
2061
2062
2063
2064
2065
2066
2067
2068
2069
2070
2071
2072
2073
2074
2075
2076
2077
2078
2079
2080
2081
2082
2083
2084
2085
2086
2087
2088
2089
2090
2091
2092
2093
2094
2095
2096
2097
2098
2099
2100
2101
2102
2103
2104
2105
2106
2107
2108
2109
2110
2111
2112
2113
2114
2115
2116
2117
2118
2119
2120
2121
2122
2123
2124
2125
2126
2127
2128
2129
2130
2131
2132
2133
2134
2135
2136
2137
2138
2139
2140
2141
2142
2143
2144
2145
2146
2147
2148
2149
2150
2151
2152
2153
2154
2155
2156
2157
2158
2159
2160
2161
2162
2163
2164
2165
2166
2167
2168
2169
2170
2171
2172
2173
2174
2175
2176
2177
2178
2179
2180
2181
2182
2183
2184
2185
2186
2187
2188
2189
2190
2191
2192
2193
2194
2195
2196
2197
2198
2199
2200
2201
2202
2203
2204
2205
2206
2207
2208
2209
2210
2211
2212
2213
2214
2215
2216
2217
2218
2219
2220
2221
2222
2223
2224
2225
2226
2227
2228
2229
2230
2231
2232
2233
2234
2235
2236
2237
2238
2239
2240
2241
2242
2243
2244
2245
2246
2247
2248
2249
2250
2251
2252
2253
2254
2255
2256
2257
2258
2259
2260
2261
2262
2263
2264
2265
2266
2267
2268
2269
2270
2271
2272
2273
2274
2275
2276
2277
2278
2279
2280
2281
2282
2283
2284
2285
2286
2287
2288
2289
2290
2291
2292
2293
2294
2295
2296
2297
2298
2299
2300
2301
2302
2303
2304
2305
2306
2307
2308
2309
2310
2311
2312
2313
2314
2315
2316
2317
2318
2319
2320
2321
2322
2323
2324
2325
2326
2327
2328
2329
2330
2331
2332
2333
2334
2335
2336
2337
2338
2339
2340
2341
2342
2343
2344
2345
2346
2347
2348
2349
2350
2351
2352
2353
2354
2355
2356
2357
2358
2359
2360
2361
2362
2363
2364
2365
2366
2367
2368
2369
2370
2371
2372
2373
2374
2375
2376
2377
2378
2379
2380
2381
2382
2383
2384
2385
2386
2387
2388
2389
2390
2391
2392
2393
2394
2395
2396
2397
2398
2399
2400
2401
2402
2403
2404
2405
2406
2407
2408
2409
2410
2411
2412
2413
2414
2415
2416
2417
2418
2419
2420
2421
2422
2423
2424
2425
2426
2427
2428
2429
2430
2431
2432
2433
2434
2435
2436
2437
2438
2439
2440
2441
2442
2443
2444
2445
2446
2447
2448
2449
2450
2451
2452
2453
2454
2455
2456
2457
2458
2459
2460
2461
2462
2463
2464
2465
2466
2467
2468
2469
2470
2471
2472
2473
2474
2475
2476
2477
2478
2479
2480
2481
2482
2483
2484
2485
2486
2487
2488
2489
2490
2491
2492
2493
2494
2495
2496
2497
2498
2499
2500
2501
2502
2503
2504
2505
2506
2507
2508
2509
2510
2511
2512
2513
2514
2515
2516
2517
2518
2519
2520
2521
2522
2523
2524
2525
2526
2527
2528
2529
2530
2531
2532
2533
2534
2535
2536
2537
2538
2539
2540
2541
2542
2543
2544
2545
2546
2547
2548
2549
2550
2551
2552
2553
2554
2555
2556
2557
2558
2559
2560
2561
2562
2563
2564
2565
2566
2567
2568
2569
2570
2571
2572
2573
2574
2575
2576
2577
2578
2579
2580
2581
2582
2583
2584
2585
2586
2587
2588
2589
2590
2591
2592
2593
2594
2595
2596
2597
2598
2599
2600
2601
2602
2603
2604
2605
2606
2607
2608
2609
2610
2611
2612
2613
2614
2615
2616
2617
2618
2619
2620
2621
2622
2623
2624
2625
2626
2627
2628
2629
2630
2631
2632
2633
2634
2635
2636
2637
2638
2639
2640
2641
2642
2643
2644
2645
2646
2647
2648
2649
2650
2651
2652
2653
2654
2655
2656
2657
2658
2659
2660
2661
2662
2663
2664
2665
2666
2667
2668
2669
2670
2671
2672
2673
2674
2675
2676
2677
2678
2679
2680
2681
2682
2683
2684
2685
2686
2687
2688
2689
2690
2691
2692
2693
2694
2695
2696
2697
2698
2699
2700
2701
2702
2703
2704
2705
2706
2707
2708
2709
2710
2711
2712
2713
2714
2715
2716
2717
2718
2719
2720
2721
2722
2723
2724
2725
2726
2727
2728
2729
2730
2731
2732
2733
2734
2735
2736
2737
2738
2739
2740
2741
2742
2743
2744
2745
2746
2747
2748
2749
2750
2751
2752
2753
2754
2755
2756
2757
2758
2759
2760
2761
2762
2763
2764
2765
2766
2767
2768
2769
2770
2771
2772
2773
2774
2775
2776
2777
2778
2779
2780
2781
2782
2783
2784
2785
2786
2787
2788
2789
2790
2791
2792
2793
2794
2795
2796
2797
2798
2799
2800
2801
2802
2803
2804
2805
2806
2807
2808
2809
2810
2811
2812
2813
2814
2815
2816
2817
2818
2819
2820
2821
2822
2823
2824
2825
2826
2827
2828
2829
2830
2831
2832
2833
2834
2835
2836
2837
2838
2839
2840
2841
2842
2843
2844
2845
2846
2847 </div>
2848
2849 </section>
2850
2851 <div style="left: -1000px; overflow: scroll; position: absolute; top: -1000px; border: none; box-sizing: content-box; height: 200px; margin: 0px; padding: 0px; width: 200px;">
2852 <div style="border: none; box-sizing: content-box; height: 200px; margin: 0px; padding: 0px; width: 200px;"></div>
2853 </div>
Hono Bot6cac68b2021-07-16 01:10:29 +00002854 <script src="/hono/docs/js/clipboard.min.js?1626397821"></script>
2855 <script src="/hono/docs/js/perfect-scrollbar.min.js?1626397821"></script>
2856 <script src="/hono/docs/js/perfect-scrollbar.jquery.min.js?1626397821"></script>
2857 <script src="/hono/docs/js/jquery.sticky.js?1626397821"></script>
2858 <script src="/hono/docs/js/featherlight.min.js?1626397821"></script>
2859 <script src="/hono/docs/js/highlight.pack.js?1626397821"></script>
hono Botb4b50ad2020-02-06 21:23:45 -05002860 <script>hljs.initHighlightingOnLoad();</script>
Hono Bot6cac68b2021-07-16 01:10:29 +00002861 <script src="/hono/docs/js/modernizr.custom-3.6.0.js?1626397821"></script>
2862 <script src="/hono/docs/js/learn.js?1626397821"></script>
2863 <script src="/hono/docs/js/hugo-learn.js?1626397821"></script>
hono Botb4b50ad2020-02-06 21:23:45 -05002864
Hono Bot6cac68b2021-07-16 01:10:29 +00002865 <link href="/hono/docs/mermaid/mermaid.css?1626397821" rel="stylesheet" />
2866 <script src="/hono/docs/mermaid/mermaid.js?1626397821"></script>
hono Botb4b50ad2020-02-06 21:23:45 -05002867 <script>
2868 mermaid.initialize({ startOnLoad: true });
2869 </script>
2870
2871
2872
2873
hono Botb4b50ad2020-02-06 21:23:45 -05002874<script>
2875 (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
2876 new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
2877 j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
2878 'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
2879 })(window,document,'script','dataLayer','GTM-5WLCZXC');
2880</script>
2881
2882
2883<script src="https://www.eclipse.org/eclipse.org-common/themes/solstice/public/javascript/vendor/cookieconsent/default.min.js"></script>
2884
2885 </body>
2886</html>
2887