From da36fc63b6bfcc3885ef186e2d77b4ac2313fd91 Mon Sep 17 00:00:00 2001 From: Raphael Druon Date: Fri, 21 Jul 2023 01:41:10 -0600 Subject: [PATCH] Add MDS stats --- fixtures/stats.json | 4333 +---------------- src/brw_stats.rs | 4 +- .../lustrefs_exporter__tests__stats.snap | 1068 ++-- src/stats.rs | 86 +- 4 files changed, 463 insertions(+), 5028 deletions(-) diff --git a/fixtures/stats.json b/fixtures/stats.json index a42cafa..9607ae2 100644 --- a/fixtures/stats.json +++ b/fixtures/stats.json @@ -1,4332 +1 @@ -[ - { - "Host": { - "Memused": { - "param": "memused", - "value": 1601002785 - } - } - }, - { - "Host": { - "MemusedMax": { - "param": "memused_max", - "value": 1611219801 - } - } - }, - { - "Host": { - "LNetMemUsed": { - "param": "lnet_memused", - "value": 174323852 - } - } - }, - { - "Host": { - "HealthCheck": { - "param": "health_check", - "value": { - "healthy": true, - "targets": [] - } - } - } - }, - { - "Target": { - "ConnectedClients": { - "kind": "Mdt", - "param": "connected_clients", - "target": "ai400x2-MDT0000", - "value": 1 - } - } - }, - { - "Target": { - "FilesFree": { - "kind": "Mgt", - "param": "filesfree", - "target": "MGS", - "value": 130871 - } - } - }, - { - "Target": { - "FilesFree": { - "kind": "Mdt", - "param": "filesfree", - "target": "ai400x2-MDT0000", - "value": 289887431 - } - } - }, - { - "Target": { - "FilesFree": { - "kind": "Ost", - "param": "filesfree", - "target": "ai400x2-OST0000", - "value": 274725135 - } - } - }, - { - "Target": { - "FilesFree": { - "kind": "Ost", - "param": "filesfree", - "target": "ai400x2-OST0001", - "value": 274725134 - } - } - }, - { - "Target": { - "FilesTotal": { - "kind": "Mgt", - "param": "filestotal", - "target": "MGS", - "value": 131072 - } - } - }, - { - "Target": { - "FilesTotal": { - "kind": "Mdt", - "param": "filestotal", - "target": "ai400x2-MDT0000", - "value": 289887952 - } - } - }, - { - "Target": { - "FilesTotal": { - "kind": "Ost", - "param": "filestotal", - "target": "ai400x2-OST0000", - "value": 274726912 - } - } - }, - { - "Target": { - "FilesTotal": { - "kind": "Ost", - "param": "filestotal", - "target": "ai400x2-OST0001", - "value": 274726912 - } - } - }, - { - "Target": { - "FsType": { - "kind": "Mgt", - "param": "fstype", - "target": "MGS", - "value": "ldiskfs" - } - } - }, - { - "Target": { - "FsType": { - "kind": "Mdt", - "param": "fstype", - "target": "ai400x2-MDT0000", - "value": "ldiskfs" - } - } - }, - { - "Target": { - "FsType": { - "kind": "Ost", - "param": "fstype", - "target": "ai400x2-OST0000", - "value": "ldiskfs" - } - } - }, - { - "Target": { - "FsType": { - "kind": "Ost", - "param": "fstype", - "target": "ai400x2-OST0001", - "value": "ldiskfs" - } - } - }, - { - "Target": { - "KBytesAvail": { - "kind": "Mgt", - "param": "kbytesavail", - "target": "MGS", - "value": 1873772 - } - } - }, - { - "Target": { - "KBytesAvail": { - "kind": "Mdt", - "param": "kbytesavail", - "target": "ai400x2-MDT0000", - "value": 419917436 - } - } - }, - { - "Target": { - "KBytesAvail": { - "kind": "Ost", - "param": "kbytesavail", - "target": "ai400x2-OST0000", - "value": 34187914484 - } - } - }, - { - "Target": { - "KBytesAvail": { - "kind": "Ost", - "param": "kbytesavail", - "target": "ai400x2-OST0001", - "value": 34188706564 - } - } - }, - { - "Target": { - "KBytesFree": { - "kind": "Mgt", - "param": "kbytesfree", - "target": "MGS", - "value": 1978628 - } - } - }, - { - "Target": { - "KBytesFree": { - "kind": "Mdt", - "param": "kbytesfree", - "target": "ai400x2-MDT0000", - "value": 427164896 - } - } - }, - { - "Target": { - "KBytesFree": { - "kind": "Ost", - "param": "kbytesfree", - "target": "ai400x2-OST0000", - "value": 34539581312 - } - } - }, - { - "Target": { - "KBytesFree": { - "kind": "Ost", - "param": "kbytesfree", - "target": "ai400x2-OST0001", - "value": 34540373392 - } - } - }, - { - "Target": { - "KBytesTotal": { - "kind": "Mgt", - "param": "kbytestotal", - "target": "MGS", - "value": 1980036 - } - } - }, - { - "Target": { - "KBytesTotal": { - "kind": "Mdt", - "param": "kbytestotal", - "target": "ai400x2-MDT0000", - "value": 427170984 - } - } - }, - { - "Target": { - "KBytesTotal": { - "kind": "Ost", - "param": "kbytestotal", - "target": "ai400x2-OST0000", - "value": 34750424936 - } - } - }, - { - "Target": { - "KBytesTotal": { - "kind": "Ost", - "param": "kbytestotal", - "target": "ai400x2-OST0001", - "value": 34750424936 - } - } - }, - { - "Target": { - "BrwStats": { - "kind": "Mgt", - "param": "brw_stats", - "target": "MGS", - "value": [ - { - "name": "pages", - "unit": "rpcs", - "buckets": [] - }, - { - "name": "discont_pages", - "unit": "rpcs", - "buckets": [] - }, - { - "name": "discont_blocks", - "unit": "rpcs", - "buckets": [] - }, - { - "name": "dio_frags", - "unit": "ios", - "buckets": [] - }, - { - "name": "rpc_hist", - "unit": "ios", - "buckets": [] - }, - { - "name": "io_time", - "unit": "ios", - "buckets": [] - }, - { - "name": "disk_iosize", - "unit": "ios", - "buckets": [] - } - ] - } - } - }, - { - "Target": { - "BrwStats": { - "kind": "Mdt", - "param": "brw_stats", - "target": "ai400x2-MDT0000", - "value": [ - { - "name": "pages", - "unit": "rpcs", - "buckets": [] - }, - { - "name": "discont_pages", - "unit": "rpcs", - "buckets": [] - }, - { - "name": "discont_blocks", - "unit": "rpcs", - "buckets": [] - }, - { - "name": "dio_frags", - "unit": "ios", - "buckets": [] - }, - { - "name": "rpc_hist", - "unit": "ios", - "buckets": [] - }, - { - "name": "io_time", - "unit": "ios", - "buckets": [] - }, - { - "name": "disk_iosize", - "unit": "ios", - "buckets": [] - } - ] - } - } - }, - { - "Target": { - "BrwStats": { - "kind": "Ost", - "param": "brw_stats", - "target": "ai400x2-OST0000", - "value": [ - { - "name": "pages", - "unit": "rpcs", - "buckets": [ - { - "name": 1, - "read": 45221, - "write": 192 - }, - { - "name": 2, - "read": 807, - "write": 67 - }, - { - "name": 4, - "read": 341, - "write": 262 - }, - { - "name": 8, - "read": 818, - "write": 262 - }, - { - "name": 16, - "read": 1382, - "write": 728 - }, - { - "name": 32, - "read": 3718, - "write": 1548 - }, - { - "name": 64, - "read": 5363, - "write": 2295 - }, - { - "name": 128, - "read": 7996, - "write": 3506 - }, - { - "name": 256, - "read": 9230582, - "write": 4068108 - }, - { - "name": 512, - "read": 0, - "write": 0 - }, - { - "name": 1024, - "read": 50, - "write": 3411 - }, - { - "name": 2048, - "read": 11, - "write": 2509 - }, - { - "name": 4096, - "read": 55774, - "write": 40752 - } - ] - }, - { - "name": "discont_pages", - "unit": "rpcs", - "buckets": [ - { - "name": 0, - "read": 9351652, - "write": 4114231 - }, - { - "name": 1, - "read": 409, - "write": 9407 - }, - { - "name": 2, - "read": 2, - "write": 2 - } - ] - }, - { - "name": "discont_blocks", - "unit": "rpcs", - "buckets": [ - { - "name": 0, - "read": 9292664, - "write": 4072612 - }, - { - "name": 1, - "read": 42047, - "write": 28493 - }, - { - "name": 2, - "read": 17352, - "write": 21665 - }, - { - "name": 3, - "read": 0, - "write": 687 - }, - { - "name": 4, - "read": 0, - "write": 137 - }, - { - "name": 5, - "read": 0, - "write": 27 - }, - { - "name": 6, - "read": 0, - "write": 13 - }, - { - "name": 7, - "read": 0, - "write": 5 - }, - { - "name": 8, - "read": 0, - "write": 1 - } - ] - }, - { - "name": "dio_frags", - "unit": "ios", - "buckets": [ - { - "name": 1, - "read": 9292607, - "write": 4076945 - }, - { - "name": 2, - "read": 3669, - "write": 3434 - }, - { - "name": 3, - "read": 2, - "write": 0 - }, - { - "name": 4, - "read": 11, - "write": 2509 - }, - { - "name": 5, - "read": 0, - "write": 0 - }, - { - "name": 6, - "read": 6, - "write": 2041 - }, - { - "name": 7, - "read": 0, - "write": 0 - }, - { - "name": 8, - "read": 55768, - "write": 38711 - } - ] - }, - { - "name": "rpc_hist", - "unit": "ios", - "buckets": [ - { - "name": 1, - "read": 2499387, - "write": 1187036 - }, - { - "name": 2, - "read": 1883945, - "write": 793707 - }, - { - "name": 3, - "read": 1493683, - "write": 503920 - }, - { - "name": 4, - "read": 1058167, - "write": 395381 - }, - { - "name": 5, - "read": 704804, - "write": 288275 - }, - { - "name": 6, - "read": 495027, - "write": 197769 - }, - { - "name": 7, - "read": 356780, - "write": 132864 - }, - { - "name": 8, - "read": 256413, - "write": 89052 - }, - { - "name": 9, - "read": 181632, - "write": 58501 - }, - { - "name": 10, - "read": 123818, - "write": 26704 - }, - { - "name": 11, - "read": 90035, - "write": 14119 - }, - { - "name": 12, - "read": 68887, - "write": 8829 - }, - { - "name": 13, - "read": 55465, - "write": 6550 - }, - { - "name": 14, - "read": 45232, - "write": 5547 - }, - { - "name": 15, - "read": 38000, - "write": 5383 - }, - { - "name": 16, - "read": 31971, - "write": 5481 - }, - { - "name": 17, - "read": 25211, - "write": 6177 - }, - { - "name": 18, - "read": 21467, - "write": 6767 - }, - { - "name": 19, - "read": 18780, - "write": 8074 - }, - { - "name": 20, - "read": 16625, - "write": 9646 - }, - { - "name": 21, - "read": 15098, - "write": 12313 - }, - { - "name": 22, - "read": 13849, - "write": 15267 - }, - { - "name": 23, - "read": 13017, - "write": 19877 - }, - { - "name": 24, - "read": 12337, - "write": 24453 - }, - { - "name": 25, - "read": 11413, - "write": 30315 - }, - { - "name": 26, - "read": 11028, - "write": 34324 - }, - { - "name": 27, - "read": 10704, - "write": 37750 - }, - { - "name": 28, - "read": 10471, - "write": 38776 - }, - { - "name": 29, - "read": 10297, - "write": 38871 - }, - { - "name": 30, - "read": 10119, - "write": 36556 - }, - { - "name": 31, - "read": 162513, - "write": 377499 - } - ] - }, - { - "name": "io_time", - "unit": "ios", - "buckets": [ - { - "name": 1, - "read": 9244557, - "write": 3616861 - }, - { - "name": 2, - "read": 45925, - "write": 83848 - }, - { - "name": 4, - "read": 30611, - "write": 314948 - }, - { - "name": 8, - "read": 26141, - "write": 49922 - }, - { - "name": 16, - "read": 4808, - "write": 51585 - }, - { - "name": 32, - "read": 14, - "write": 6394 - }, - { - "name": 64, - "read": 6, - "write": 82 - }, - { - "name": 128, - "read": 1, - "write": 0 - } - ] - }, - { - "name": "disk_iosize", - "unit": "ios", - "buckets": [ - { - "name": 4096, - "read": 48747, - "write": 9253 - }, - { - "name": 8192, - "read": 808, - "write": 24 - }, - { - "name": 16384, - "read": 342, - "write": 144 - }, - { - "name": 32768, - "read": 819, - "write": 129 - }, - { - "name": 65536, - "read": 1394, - "write": 344 - }, - { - "name": 131072, - "read": 3731, - "write": 777 - }, - { - "name": 262144, - "read": 5397, - "write": 1152 - }, - { - "name": 524288, - "read": 8031, - "write": 1759 - }, - { - "name": 1048576, - "read": 9230582, - "write": 4063409 - }, - { - "name": 2097152, - "read": 446324, - "write": 338792 - } - ] - } - ] - } - } - }, - { - "Target": { - "BrwStats": { - "kind": "Ost", - "param": "brw_stats", - "target": "ai400x2-OST0001", - "value": [ - { - "name": "pages", - "unit": "rpcs", - "buckets": [ - { - "name": 1, - "read": 46495, - "write": 208 - }, - { - "name": 2, - "read": 709, - "write": 85 - }, - { - "name": 4, - "read": 281, - "write": 248 - }, - { - "name": 8, - "read": 867, - "write": 281 - }, - { - "name": 16, - "read": 1396, - "write": 702 - }, - { - "name": 32, - "read": 3421, - "write": 1478 - }, - { - "name": 64, - "read": 5613, - "write": 2418 - }, - { - "name": 128, - "read": 7951, - "write": 3519 - }, - { - "name": 256, - "read": 9191867, - "write": 4072014 - }, - { - "name": 512, - "read": 0, - "write": 0 - }, - { - "name": 1024, - "read": 46, - "write": 3569 - }, - { - "name": 2048, - "read": 14, - "write": 2603 - }, - { - "name": 4096, - "read": 57301, - "write": 41094 - } - ] - }, - { - "name": "discont_pages", - "unit": "rpcs", - "buckets": [ - { - "name": 0, - "read": 9315526, - "write": 4118794 - }, - { - "name": 1, - "read": 435, - "write": 9423 - }, - { - "name": 2, - "read": 0, - "write": 2 - } - ] - }, - { - "name": "discont_blocks", - "unit": "rpcs", - "buckets": [ - { - "name": 0, - "read": 9254895, - "write": 4076814 - }, - { - "name": 1, - "read": 41231, - "write": 28934 - }, - { - "name": 2, - "read": 19835, - "write": 21641 - }, - { - "name": 3, - "read": 0, - "write": 635 - }, - { - "name": 4, - "read": 0, - "write": 146 - }, - { - "name": 5, - "read": 0, - "write": 33 - }, - { - "name": 6, - "read": 0, - "write": 12 - }, - { - "name": 7, - "read": 0, - "write": 3 - }, - { - "name": 8, - "read": 0, - "write": 0 - }, - { - "name": 9, - "read": 0, - "write": 0 - }, - { - "name": 10, - "read": 0, - "write": 0 - }, - { - "name": 11, - "read": 0, - "write": 0 - }, - { - "name": 12, - "read": 0, - "write": 0 - }, - { - "name": 13, - "read": 0, - "write": 0 - }, - { - "name": 14, - "read": 0, - "write": 0 - }, - { - "name": 15, - "read": 0, - "write": 0 - }, - { - "name": 16, - "read": 0, - "write": 0 - }, - { - "name": 17, - "read": 0, - "write": 0 - }, - { - "name": 18, - "read": 0, - "write": 0 - }, - { - "name": 19, - "read": 0, - "write": 0 - }, - { - "name": 20, - "read": 0, - "write": 0 - }, - { - "name": 21, - "read": 0, - "write": 0 - }, - { - "name": 22, - "read": 0, - "write": 0 - }, - { - "name": 23, - "read": 0, - "write": 0 - }, - { - "name": 24, - "read": 0, - "write": 0 - }, - { - "name": 25, - "read": 0, - "write": 0 - }, - { - "name": 26, - "read": 0, - "write": 0 - }, - { - "name": 27, - "read": 0, - "write": 0 - }, - { - "name": 28, - "read": 0, - "write": 0 - }, - { - "name": 29, - "read": 0, - "write": 0 - }, - { - "name": 30, - "read": 0, - "write": 0 - }, - { - "name": 31, - "read": 0, - "write": 1 - } - ] - }, - { - "name": "dio_frags", - "unit": "ios", - "buckets": [ - { - "name": 1, - "read": 9254837, - "write": 4080923 - }, - { - "name": 2, - "read": 3808, - "write": 3599 - }, - { - "name": 3, - "read": 1, - "write": 0 - }, - { - "name": 4, - "read": 14, - "write": 2603 - }, - { - "name": 5, - "read": 0, - "write": 0 - }, - { - "name": 6, - "read": 7, - "write": 2055 - }, - { - "name": 7, - "read": 0, - "write": 0 - }, - { - "name": 8, - "read": 57294, - "write": 39039 - } - ] - }, - { - "name": "rpc_hist", - "unit": "ios", - "buckets": [ - { - "name": 1, - "read": 2488039, - "write": 1185285 - }, - { - "name": 2, - "read": 1873744, - "write": 787309 - }, - { - "name": 3, - "read": 1490244, - "write": 498673 - }, - { - "name": 4, - "read": 1058749, - "write": 395423 - }, - { - "name": 5, - "read": 704439, - "write": 291932 - }, - { - "name": 6, - "read": 495012, - "write": 201902 - }, - { - "name": 7, - "read": 357583, - "write": 137081 - }, - { - "name": 8, - "read": 255910, - "write": 91340 - }, - { - "name": 9, - "read": 181672, - "write": 59739 - }, - { - "name": 10, - "read": 122401, - "write": 27549 - }, - { - "name": 11, - "read": 88149, - "write": 14513 - }, - { - "name": 12, - "read": 67154, - "write": 9077 - }, - { - "name": 13, - "read": 53823, - "write": 6688 - }, - { - "name": 14, - "read": 44023, - "write": 5725 - }, - { - "name": 15, - "read": 37170, - "write": 5530 - }, - { - "name": 16, - "read": 31368, - "write": 5664 - }, - { - "name": 17, - "read": 24929, - "write": 6440 - }, - { - "name": 18, - "read": 21347, - "write": 7087 - }, - { - "name": 19, - "read": 18674, - "write": 8465 - }, - { - "name": 20, - "read": 16527, - "write": 10044 - }, - { - "name": 21, - "read": 15156, - "write": 12647 - }, - { - "name": 22, - "read": 14051, - "write": 15863 - }, - { - "name": 23, - "read": 13243, - "write": 20105 - }, - { - "name": 24, - "read": 12577, - "write": 24737 - }, - { - "name": 25, - "read": 11661, - "write": 30564 - }, - { - "name": 26, - "read": 11371, - "write": 34765 - }, - { - "name": 27, - "read": 11019, - "write": 37755 - }, - { - "name": 28, - "read": 10843, - "write": 38708 - }, - { - "name": 29, - "read": 10656, - "write": 38610 - }, - { - "name": 30, - "read": 10512, - "write": 36144 - }, - { - "name": 31, - "read": 168860, - "write": 377811 - } - ] - }, - { - "name": "io_time", - "unit": "ios", - "buckets": [ - { - "name": 1, - "read": 9207507, - "write": 3621675 - }, - { - "name": 2, - "read": 45907, - "write": 83387 - }, - { - "name": 4, - "read": 31151, - "write": 314557 - }, - { - "name": 8, - "read": 26619, - "write": 50234 - }, - { - "name": 16, - "read": 4762, - "write": 52033 - }, - { - "name": 32, - "read": 9, - "write": 6238 - }, - { - "name": 64, - "read": 6, - "write": 95 - } - ] - }, - { - "name": "disk_iosize", - "unit": "ios", - "buckets": [ - { - "name": 4096, - "read": 50197, - "write": 9280 - }, - { - "name": 8192, - "read": 710, - "write": 28 - }, - { - "name": 16384, - "read": 281, - "write": 125 - }, - { - "name": 32768, - "read": 867, - "write": 148 - }, - { - "name": 65536, - "read": 1407, - "write": 329 - }, - { - "name": 131072, - "read": 3430, - "write": 741 - }, - { - "name": 262144, - "read": 5639, - "write": 1216 - }, - { - "name": 524288, - "read": 7966, - "write": 1763 - }, - { - "name": 1048576, - "read": 9191867, - "write": 4067353 - }, - { - "name": 2097152, - "read": 458542, - "write": 342192 - } - ] - } - ] - } - } - }, - { - "Target": { - "ConnectedClients": { - "kind": "Mdt", - "param": "connected_clients", - "target": "ai400x2-MDT0000", - "value": 1 - } - } - }, - { - "Target": { - "Stats": { - "kind": "Mgt", - "param": "stats", - "target": "MGS", - "value": [ - { - "name": "req_waittime", - "units": "usec", - "samples": 41486, - "min": 7, - "max": 48373, - "sum": 4436399, - "sumsquare": 66817492203 - }, - { - "name": "req_qdepth", - "units": "reqs", - "samples": 41486, - "min": 0, - "max": 1, - "sum": 33, - "sumsquare": 33 - }, - { - "name": "req_active", - "units": "reqs", - "samples": 41486, - "min": 1, - "max": 3, - "sum": 47679, - "sumsquare": 60067 - }, - { - "name": "req_timeout", - "units": "sec", - "samples": 41486, - "min": 1, - "max": 15, - "sum": 616475, - "sumsquare": 9241265 - }, - { - "name": "reqbuf_avail", - "units": "bufs", - "samples": 86048, - "min": 61, - "max": 64, - "sum": 5394829, - "sumsquare": 338250681 - }, - { - "name": "ldlm_plain_enqueue", - "units": "reqs", - "samples": 379, - "min": 1, - "max": 1, - "sum": 379, - "sumsquare": 379 - }, - { - "name": "mgs_connect", - "units": "usec", - "samples": 8, - "min": 34, - "max": 77, - "sum": 419, - "sumsquare": 22987 - }, - { - "name": "mgs_disconnect", - "units": "usec", - "samples": 2, - "min": 31, - "max": 36, - "sum": 67, - "sumsquare": 2257 - }, - { - "name": "mgs_target_reg", - "units": "usec", - "samples": 20, - "min": 11, - "max": 331, - "sum": 2706, - "sumsquare": 595784 - }, - { - "name": "mgs_config_read", - "units": "usec", - "samples": 14, - "min": 33, - "max": 205, - "sum": 1315, - "sumsquare": 161729 - }, - { - "name": "obd_ping", - "units": "usec", - "samples": 39853, - "min": 2, - "max": 46832, - "sum": 2578221, - "sumsquare": 42371052125 - }, - { - "name": "llog_origin_handle_open", - "units": "usec", - "samples": 360, - "min": 5, - "max": 1355, - "sum": 6847, - "sumsquare": 2147729 - }, - { - "name": "llog_origin_handle_next_block", - "units": "usec", - "samples": 532, - "min": 6, - "max": 275, - "sum": 12196, - "sumsquare": 1492540 - }, - { - "name": "llog_origin_handle_read_header", - "units": "usec", - "samples": 318, - "min": 6, - "max": 293, - "sum": 7446, - "sumsquare": 1063150 - } - ] - } - } - }, - { - "Target": { - "ThreadsMax": { - "kind": "Mgt", - "param": "threads_max", - "target": "MGS", - "value": 32 - } - } - }, - { - "Target": { - "ThreadsMin": { - "kind": "Mgt", - "param": "threads_min", - "target": "MGS", - "value": 3 - } - } - }, - { - "Target": { - "ThreadsStarted": { - "kind": "Mgt", - "param": "threads_started", - "target": "MGS", - "value": 4 - } - } - }, - { - "Target": { - "NumExports": { - "kind": "Mgt", - "param": "num_exports", - "target": "MGS", - "value": 6 - } - } - }, - { - "Target": { - "JobStatsOst": { - "kind": "Ost", - "param": "job_stats", - "target": "ai400x2-OST0000", - "value": null - } - } - }, - { - "Target": { - "JobStatsOst": { - "kind": "Ost", - "param": "job_stats", - "target": "ai400x2-OST0001", - "value": null - } - } - }, - { - "Target": { - "Stats": { - "kind": "Ost", - "param": "stats", - "target": "ai400x2-OST0000", - "value": [ - { - "name": "read_bytes", - "units": "bytes", - "samples": 9352060, - "min": 4096, - "max": 16777216, - "sum": 10614117224448, - "sumsquare": 7393889699900686336 - }, - { - "name": "write_bytes", - "units": "bytes", - "samples": 4114603, - "min": 183, - "max": 16777216, - "sum": 4971114377425, - "sumsquare": 15921893747369135927 - }, - { - "name": "read", - "units": "usecs", - "samples": 9352060, - "min": 18, - "max": 66767, - "sum": 8475506312, - "sumsquare": 17311638021000 - }, - { - "name": "write", - "units": "usecs", - "samples": 4114603, - "min": 2, - "max": 68119, - "sum": 1678932253, - "sumsquare": 1403596852083 - }, - { - "name": "punch", - "units": "usecs", - "samples": 31, - "min": 16, - "max": 697, - "sum": 2155, - "sumsquare": 782325 - }, - { - "name": "sync", - "units": "usecs", - "samples": 28, - "min": 0, - "max": 3747, - "sum": 8832, - "sumsquare": 15468294 - }, - { - "name": "destroy", - "units": "usecs", - "samples": 7681, - "min": 40, - "max": 16193, - "sum": 4065089, - "sumsquare": 8546659631 - }, - { - "name": "create", - "units": "usecs", - "samples": 289, - "min": 1, - "max": 2206, - "sum": 101519, - "sumsquare": 44866565 - }, - { - "name": "statfs", - "units": "usecs", - "samples": 122497, - "min": 0, - "max": 46132, - "sum": 613392, - "sumsquare": 3254812084 - }, - { - "name": "get_info", - "units": "usecs", - "samples": 4, - "min": 723, - "max": 5778, - "sum": 7955, - "sumsquare": 34965073 - }, - { - "name": "set_info", - "units": "usecs", - "samples": 8, - "min": 3, - "max": 11, - "sum": 71, - "sumsquare": 687 - } - ] - } - } - }, - { - "Target": { - "Stats": { - "kind": "Ost", - "param": "stats", - "target": "ai400x2-OST0001", - "value": [ - { - "name": "read_bytes", - "units": "bytes", - "samples": 9315947, - "min": 4096, - "max": 16777216, - "sum": 10599265554432, - "sumsquare": 7781353419029086208 - }, - { - "name": "write_bytes", - "units": "bytes", - "samples": 4119187, - "min": 183, - "max": 16777216, - "sum": 4982409908141, - "sumsquare": 16030200894436904983 - }, - { - "name": "read", - "units": "usecs", - "samples": 9315947, - "min": 19, - "max": 65425, - "sum": 8478868967, - "sumsquare": 17416751612153 - }, - { - "name": "write", - "units": "usecs", - "samples": 4119187, - "min": 2, - "max": 64436, - "sum": 1676141801, - "sumsquare": 1388228758619 - }, - { - "name": "punch", - "units": "usecs", - "samples": 28, - "min": 13, - "max": 497, - "sum": 1067, - "sumsquare": 259627 - }, - { - "name": "sync", - "units": "usecs", - "samples": 28, - "min": 0, - "max": 3680, - "sum": 8374, - "sumsquare": 14946056 - }, - { - "name": "destroy", - "units": "usecs", - "samples": 7680, - "min": 47, - "max": 16360, - "sum": 4073496, - "sumsquare": 8670965576 - }, - { - "name": "create", - "units": "usecs", - "samples": 289, - "min": 2, - "max": 2895, - "sum": 104936, - "sumsquare": 51638974 - }, - { - "name": "statfs", - "units": "usecs", - "samples": 122497, - "min": 0, - "max": 31296, - "sum": 560743, - "sumsquare": 1163174149 - }, - { - "name": "get_info", - "units": "usecs", - "samples": 4, - "min": 631, - "max": 4625, - "sum": 6553, - "sumsquare": 22629915 - }, - { - "name": "set_info", - "units": "usecs", - "samples": 12, - "min": 3, - "max": 12, - "sum": 111, - "sumsquare": 1135 - } - ] - } - } - }, - { - "Target": { - "NumExports": { - "kind": "Ost", - "param": "num_exports", - "target": "ai400x2-OST0000", - "value": 4 - } - } - }, - { - "Target": { - "NumExports": { - "kind": "Ost", - "param": "num_exports", - "target": "ai400x2-OST0001", - "value": 4 - } - } - }, - { - "Target": { - "TotDirty": { - "kind": "Ost", - "param": "tot_dirty", - "target": "ai400x2-OST0000", - "value": 0 - } - } - }, - { - "Target": { - "TotDirty": { - "kind": "Ost", - "param": "tot_dirty", - "target": "ai400x2-OST0001", - "value": 0 - } - } - }, - { - "Target": { - "TotGranted": { - "kind": "Ost", - "param": "tot_granted", - "target": "ai400x2-OST0000", - "value": 143424 - } - } - }, - { - "Target": { - "TotGranted": { - "kind": "Ost", - "param": "tot_granted", - "target": "ai400x2-OST0001", - "value": 143424 - } - } - }, - { - "Target": { - "TotPending": { - "kind": "Ost", - "param": "tot_pending", - "target": "ai400x2-OST0000", - "value": 0 - } - } - }, - { - "Target": { - "TotPending": { - "kind": "Ost", - "param": "tot_pending", - "target": "ai400x2-OST0001", - "value": 0 - } - } - }, - { - "Target": { - "Oss": { - "param": "ost", - "stats": [ - { - "name": "req_waittime", - "units": "usec", - "samples": 77655, - "min": 3, - "max": 15952, - "sum": 2114553, - "sumsquare": 2370684671 - }, - { - "name": "req_qdepth", - "units": "reqs", - "samples": 77655, - "min": 0, - "max": 3, - "sum": 167, - "sumsquare": 195 - }, - { - "name": "req_active", - "units": "reqs", - "samples": 77655, - "min": 1, - "max": 16, - "sum": 165685, - "sumsquare": 859411 - }, - { - "name": "req_timeout", - "units": "sec", - "samples": 77655, - "min": 1, - "max": 15, - "sum": 1164317, - "sumsquare": 17463707 - }, - { - "name": "reqbuf_avail", - "units": "bufs", - "samples": 157527, - "min": 62, - "max": 64, - "sum": 10069194, - "sumsquare": 643638790 - }, - { - "name": "ldlm_glimpse_enqueue", - "units": "reqs", - "samples": 42486, - "min": 1, - "max": 1, - "sum": 42486, - "sumsquare": 42486 - }, - { - "name": "ldlm_extent_enqueue", - "units": "reqs", - "samples": 17980, - "min": 1, - "max": 1, - "sum": 17980, - "sumsquare": 17980 - }, - { - "name": "ost_create", - "units": "usec", - "samples": 578, - "min": 6, - "max": 2913, - "sum": 213507, - "sumsquare": 101752771 - }, - { - "name": "ost_destroy", - "units": "usec", - "samples": 15361, - "min": 45, - "max": 16367, - "sum": 8257699, - "sumsquare": 17357666429 - }, - { - "name": "ost_get_info", - "units": "usec", - "samples": 8, - "min": 645, - "max": 5798, - "sum": 14611, - "sumsquare": 58099255 - }, - { - "name": "ost_connect", - "units": "usec", - "samples": 68, - "min": 27, - "max": 151, - "sum": 4590, - "sumsquare": 346116 - }, - { - "name": "ost_disconnect", - "units": "usec", - "samples": 48, - "min": 28, - "max": 319, - "sum": 8078, - "sumsquare": 1610542 - }, - { - "name": "ost_sync", - "units": "usec", - "samples": 56, - "min": 5, - "max": 3754, - "sum": 17692, - "sumsquare": 30724000 - }, - { - "name": "ost_set_info", - "units": "usec", - "samples": 20, - "min": 10, - "max": 38, - "sum": 569, - "sumsquare": 17685 - }, - { - "name": "obd_ping", - "units": "usec", - "samples": 1050, - "min": 3, - "max": 47, - "sum": 17869, - "sumsquare": 352157 - } - ] - } - } - }, - { - "Target": { - "Oss": { - "param": "ost_io", - "stats": [ - { - "name": "req_waittime", - "units": "usec", - "samples": 26901856, - "min": 3, - "max": 30377, - "sum": 634484024, - "sumsquare": 67017160966 - }, - { - "name": "req_qdepth", - "units": "reqs", - "samples": 26901856, - "min": 0, - "max": 35, - "sum": 128008, - "sumsquare": 168296 - }, - { - "name": "req_active", - "units": "reqs", - "samples": 26901856, - "min": 1, - "max": 59, - "sum": 186318394, - "sumsquare": 2748893296 - }, - { - "name": "req_timeout", - "units": "sec", - "samples": 26901856, - "min": 15, - "max": 15, - "sum": 403527840, - "sumsquare": 6052917600 - }, - { - "name": "reqbuf_avail", - "units": "bufs", - "samples": 55114862, - "min": 63, - "max": 64, - "sum": 3526259632, - "sumsquare": 225611849680 - }, - { - "name": "ost_read", - "units": "usec", - "samples": 18668007, - "min": 26, - "max": 67617, - "sum": 17213363616, - "sumsquare": 35519190864978 - }, - { - "name": "ost_write", - "units": "usec", - "samples": 8233790, - "min": 57, - "max": 70720, - "sum": 12884209522, - "sumsquare": 60924472063584 - }, - { - "name": "ost_punch", - "units": "usec", - "samples": 59, - "min": 19, - "max": 705, - "sum": 3808, - "sumsquare": 1117930 - } - ] - } - } - }, - { - "Target": { - "Oss": { - "param": "ost_create", - "stats": [ - { - "name": "req_waittime", - "units": "usec", - "samples": 244994, - "min": 5, - "max": 47720, - "sum": 13993585, - "sumsquare": 87692498449 - }, - { - "name": "req_qdepth", - "units": "reqs", - "samples": 244994, - "min": 0, - "max": 1, - "sum": 105, - "sumsquare": 105 - }, - { - "name": "req_active", - "units": "reqs", - "samples": 244994, - "min": 1, - "max": 2, - "sum": 279479, - "sumsquare": 348449 - }, - { - "name": "req_timeout", - "units": "sec", - "samples": 244994, - "min": 1, - "max": 15, - "sum": 3673611, - "sumsquare": 55102641 - }, - { - "name": "reqbuf_avail", - "units": "bufs", - "samples": 507392, - "min": 63, - "max": 64, - "sum": 32463727, - "sumsquare": 2077088785 - }, - { - "name": "ost_statfs", - "units": "usec", - "samples": 244994, - "min": 4, - "max": 48630, - "sum": 7834717, - "sumsquare": 39139477245 - } - ] - } - } - }, - { - "Target": { - "Oss": { - "param": "ost_out", - "stats": [ - { - "name": "req_waittime", - "units": "usec", - "samples": 51413, - "min": 7, - "max": 16344, - "sum": 1985680, - "sumsquare": 2133648502 - }, - { - "name": "req_qdepth", - "units": "reqs", - "samples": 51413, - "min": 0, - "max": 0, - "sum": 0, - "sumsquare": 0 - }, - { - "name": "req_active", - "units": "reqs", - "samples": 51413, - "min": 1, - "max": 2, - "sum": 51416, - "sumsquare": 51422 - }, - { - "name": "req_timeout", - "units": "sec", - "samples": 51413, - "min": 1, - "max": 15, - "sum": 770432, - "sumsquare": 11555402 - }, - { - "name": "reqbuf_avail", - "units": "bufs", - "samples": 105488, - "min": 63, - "max": 64, - "sum": 6750253, - "sumsquare": 431954515 - }, - { - "name": "ldlm_ibits_enqueue", - "units": "reqs", - "samples": 26, - "min": 1, - "max": 1, - "sum": 26, - "sumsquare": 26 - }, - { - "name": "mds_connect", - "units": "usec", - "samples": 11, - "min": 49, - "max": 85, - "sum": 697, - "sumsquare": 45139 - }, - { - "name": "mds_statfs", - "units": "usec", - "samples": 51236, - "min": 5, - "max": 709, - "sum": 1406304, - "sumsquare": 42157834 - }, - { - "name": "obd_ping", - "units": "usec", - "samples": 6, - "min": 6, - "max": 17, - "sum": 68, - "sumsquare": 846 - }, - { - "name": "out_update", - "units": "usec", - "samples": 134, - "min": 6, - "max": 1557, - "sum": 11942, - "sumsquare": 8735808 - } - ] - } - } - }, - { - "Target": { - "Oss": { - "param": "ost_seq", - "stats": [ - { - "name": "req_waittime", - "units": "usec", - "samples": 30, - "min": 15, - "max": 563, - "sum": 1776, - "sumsquare": 381252 - }, - { - "name": "req_qdepth", - "units": "reqs", - "samples": 30, - "min": 0, - "max": 0, - "sum": 0, - "sumsquare": 0 - }, - { - "name": "req_active", - "units": "reqs", - "samples": 30, - "min": 1, - "max": 2, - "sum": 32, - "sumsquare": 36 - }, - { - "name": "req_timeout", - "units": "sec", - "samples": 30, - "min": 1, - "max": 10, - "sum": 75, - "sumsquare": 525 - }, - { - "name": "reqbuf_avail", - "units": "bufs", - "samples": 79, - "min": 64, - "max": 64, - "sum": 5056, - "sumsquare": 323584 - }, - { - "name": "seq_query", - "units": "usec", - "samples": 30, - "min": 3, - "max": 5309, - "sum": 28881, - "sumsquare": 134979703 - } - ] - } - } - }, - { - "Target": { - "JobStatsMdt": { - "kind": "Mdt", - "param": "job_stats", - "target": "ai400x2-MDT0000", - "value": null - } - } - }, - { - "Target": { - "Changelog": { - "kind": "Mdt", - "param": "changelog_users", - "target": "ai400x2-MDT0000", - "value": { - "users": - [ - { - "user": "cl2", - "index": 8, - "idle_secs": 180 - } - ], - "current_index": 50 - } - } - } - }, - { - "Target": { - "Changelog": { - "kind": "Mdt", - "param": "changelog_users", - "target": "ai400x2-MDT0001", - "value": { - "users": - [ - - ], - "current_index": 0 - } - } - } - }, - { - "Target": { - "Stats": { - "kind": "Mdt", - "param": "md_stats", - "target": "ai400x2-MDT0000", - "value": [ - { - "name": "open", - "units": "usecs", - "samples": 232, - "min": 24, - "max": 1091, - "sum": 22203, - "sumsquare": 3836069 - }, - { - "name": "close", - "units": "usecs", - "samples": 7632, - "min": 7, - "max": 255, - "sum": 191804, - "sumsquare": 6447596 - }, - { - "name": "mknod", - "units": "usecs", - "samples": 228, - "min": 47, - "max": 1081, - "sum": 19926, - "sumsquare": 3382060 - }, - { - "name": "unlink", - "units": "usecs", - "samples": 3, - "min": 412, - "max": 4498, - "sum": 5408, - "sumsquare": 20649752 - }, - { - "name": "mkdir", - "units": "usecs", - "samples": 6, - "min": 162, - "max": 2911, - "sum": 5639, - "sumsquare": 10578071 - }, - { - "name": "rmdir", - "units": "usecs", - "samples": 4, - "min": 58, - "max": 115, - "sum": 302, - "sumsquare": 24994 - }, - { - "name": "getattr", - "units": "usecs", - "samples": 9464, - "min": 0, - "max": 1740, - "sum": 44670, - "sumsquare": 5861688 - }, - { - "name": "setattr", - "units": "usecs", - "samples": 228, - "min": 18, - "max": 241, - "sum": 8279, - "sumsquare": 363795 - }, - { - "name": "getxattr", - "units": "usecs", - "samples": 3591, - "min": 6, - "max": 47, - "sum": 50689, - "sumsquare": 765417 - }, - { - "name": "statfs", - "units": "usecs", - "samples": 91893, - "min": 0, - "max": 65, - "sum": 634431, - "sumsquare": 5333055 - }, - { - "name": "sync", - "units": "usecs", - "samples": 224, - "min": 2, - "max": 24, - "sum": 1433, - "sumsquare": 11323 - } - ] - } - } - }, - { - "Target": { - "NumExports": { - "kind": "Mdt", - "param": "num_exports", - "target": "ai400x2-MDT0000", - "value": 16 - } - } - }, - { - "Target": { - "ContendedLocks": { - "kind": "Mdt", - "param": "contended_locks", - "target": "ai400x2-MDT0000", - "value": 32 - } - } - }, - { - "Target": { - "ContendedLocks": { - "kind": "Ost", - "param": "contended_locks", - "target": "ai400x2-OST0000", - "value": 32 - } - } - }, - { - "Target": { - "ContendedLocks": { - "kind": "Ost", - "param": "contended_locks", - "target": "ai400x2-OST0001", - "value": 32 - } - } - }, - { - "Target": { - "ContentionSeconds": { - "kind": "Mdt", - "param": "contention_seconds", - "target": "ai400x2-MDT0000", - "value": 2 - } - } - }, - { - "Target": { - "ContentionSeconds": { - "kind": "Ost", - "param": "contention_seconds", - "target": "ai400x2-OST0000", - "value": 2 - } - } - }, - { - "Target": { - "ContentionSeconds": { - "kind": "Ost", - "param": "contention_seconds", - "target": "ai400x2-OST0001", - "value": 2 - } - } - }, - { - "Target": { - "CtimeAgeLimit": { - "kind": "Mdt", - "param": "ctime_age_limit", - "target": "ai400x2-MDT0000", - "value": 10 - } - } - }, - { - "Target": { - "CtimeAgeLimit": { - "kind": "Ost", - "param": "ctime_age_limit", - "target": "ai400x2-OST0000", - "value": 10 - } - } - }, - { - "Target": { - "CtimeAgeLimit": { - "kind": "Ost", - "param": "ctime_age_limit", - "target": "ai400x2-OST0001", - "value": 10 - } - } - }, - { - "Target": { - "EarlyLockCancel": { - "kind": "Mdt", - "param": "early_lock_cancel", - "target": "ai400x2-MDT0000", - "value": 0 - } - } - }, - { - "Target": { - "EarlyLockCancel": { - "kind": "Ost", - "param": "early_lock_cancel", - "target": "ai400x2-OST0000", - "value": 0 - } - } - }, - { - "Target": { - "EarlyLockCancel": { - "kind": "Ost", - "param": "early_lock_cancel", - "target": "ai400x2-OST0001", - "value": 0 - } - } - }, - { - "Target": { - "LockCount": { - "kind": "Mdt", - "param": "lock_count", - "target": "ai400x2-MDT0000", - "value": 2 - } - } - }, - { - "Target": { - "LockCount": { - "kind": "Ost", - "param": "lock_count", - "target": "ai400x2-OST0000", - "value": 0 - } - } - }, - { - "Target": { - "LockCount": { - "kind": "Ost", - "param": "lock_count", - "target": "ai400x2-OST0001", - "value": 0 - } - } - }, - { - "Target": { - "LockTimeouts": { - "kind": "Mdt", - "param": "lock_timeouts", - "target": "ai400x2-MDT0000", - "value": 0 - } - } - }, - { - "Target": { - "LockTimeouts": { - "kind": "Ost", - "param": "lock_timeouts", - "target": "ai400x2-OST0000", - "value": 0 - } - } - }, - { - "Target": { - "LockTimeouts": { - "kind": "Ost", - "param": "lock_timeouts", - "target": "ai400x2-OST0001", - "value": 0 - } - } - }, - { - "Target": { - "LockUnusedCount": { - "kind": "Mdt", - "param": "lock_unused_count", - "target": "ai400x2-MDT0000", - "value": 0 - } - } - }, - { - "Target": { - "LockUnusedCount": { - "kind": "Ost", - "param": "lock_unused_count", - "target": "ai400x2-OST0000", - "value": 0 - } - } - }, - { - "Target": { - "LockUnusedCount": { - "kind": "Ost", - "param": "lock_unused_count", - "target": "ai400x2-OST0001", - "value": 0 - } - } - }, - { - "Target": { - "LruMaxAge": { - "kind": "Mdt", - "param": "lru_max_age", - "target": "ai400x2-MDT0000", - "value": 3900000 - } - } - }, - { - "Target": { - "LruMaxAge": { - "kind": "Ost", - "param": "lru_max_age", - "target": "ai400x2-OST0000", - "value": 3900000 - } - } - }, - { - "Target": { - "LruMaxAge": { - "kind": "Ost", - "param": "lru_max_age", - "target": "ai400x2-OST0001", - "value": 3900000 - } - } - }, - { - "Target": { - "LruSize": { - "kind": "Mdt", - "param": "lru_size", - "target": "ai400x2-MDT0000", - "value": 2400 - } - } - }, - { - "Target": { - "LruSize": { - "kind": "Ost", - "param": "lru_size", - "target": "ai400x2-OST0000", - "value": 2400 - } - } - }, - { - "Target": { - "LruSize": { - "kind": "Ost", - "param": "lru_size", - "target": "ai400x2-OST0001", - "value": 2400 - } - } - }, - { - "Target": { - "MaxNolockBytes": { - "kind": "Mdt", - "param": "max_nolock_bytes", - "target": "ai400x2-MDT0000", - "value": 0 - } - } - }, - { - "Target": { - "MaxNolockBytes": { - "kind": "Ost", - "param": "max_nolock_bytes", - "target": "ai400x2-OST0000", - "value": 0 - } - } - }, - { - "Target": { - "MaxNolockBytes": { - "kind": "Ost", - "param": "max_nolock_bytes", - "target": "ai400x2-OST0001", - "value": 0 - } - } - }, - { - "Target": { - "MaxParallelAst": { - "kind": "Mdt", - "param": "max_parallel_ast", - "target": "ai400x2-MDT0000", - "value": 1024 - } - } - }, - { - "Target": { - "MaxParallelAst": { - "kind": "Ost", - "param": "max_parallel_ast", - "target": "ai400x2-OST0000", - "value": 1024 - } - } - }, - { - "Target": { - "MaxParallelAst": { - "kind": "Ost", - "param": "max_parallel_ast", - "target": "ai400x2-OST0001", - "value": 1024 - } - } - }, - { - "Target": { - "ResourceCount": { - "kind": "Mdt", - "param": "resource_count", - "target": "ai400x2-MDT0000", - "value": 1 - } - } - }, - { - "Target": { - "ResourceCount": { - "kind": "Ost", - "param": "resource_count", - "target": "ai400x2-OST0000", - "value": 0 - } - } - }, - { - "Target": { - "ResourceCount": { - "kind": "Ost", - "param": "resource_count", - "target": "ai400x2-OST0001", - "value": 0 - } - } - }, - { - "LustreService": { - "LdlmCanceld": [ - { - "name": "req_waittime", - "units": "usec", - "samples": 30049, - "min": 3, - "max": 7981, - "sum": 755915, - "sumsquare": 287075573 - }, - { - "name": "req_qdepth", - "units": "reqs", - "samples": 30049, - "min": 0, - "max": 3, - "sum": 125, - "sumsquare": 159 - }, - { - "name": "req_active", - "units": "reqs", - "samples": 30049, - "min": 1, - "max": 4, - "sum": 35199, - "sumsquare": 48323 - }, - { - "name": "req_timeout", - "units": "sec", - "samples": 30049, - "min": 1, - "max": 15, - "sum": 450182, - "sumsquare": 6751862 - }, - { - "name": "reqbuf_avail", - "units": "bufs", - "samples": 61601, - "min": 60, - "max": 64, - "sum": 3929009, - "sumsquare": 250609501 - }, - { - "name": "ldlm_cancel", - "units": "usec", - "samples": 30049, - "min": 3, - "max": 13824, - "sum": 2293482, - "sumsquare": 1623673342 - } - ] - } - }, - { - "LustreService": { - "LdlmCbd": [ - { - "name": "req_waittime", - "units": "usec", - "samples": 79, - "min": 11, - "max": 106, - "sum": 3906, - "sumsquare": 229000 - }, - { - "name": "req_qdepth", - "units": "reqs", - "samples": 79, - "min": 0, - "max": 1, - "sum": 3, - "sumsquare": 3 - }, - { - "name": "req_active", - "units": "reqs", - "samples": 79, - "min": 1, - "max": 3, - "sum": 117, - "sumsquare": 213 - }, - { - "name": "req_timeout", - "units": "sec", - "samples": 79, - "min": 1, - "max": 15, - "sum": 1049, - "sumsquare": 15509 - }, - { - "name": "reqbuf_avail", - "units": "bufs", - "samples": 177, - "min": 0, - "max": 1, - "sum": 163, - "sumsquare": 163 - }, - { - "name": "ldlm_bl_callback", - "units": "usec", - "samples": 79, - "min": 4, - "max": 42, - "sum": 1378, - "sumsquare": 29612 - } - ] - } - }, - { - "Target": { - "Llite": { - "target": "exatest-ff3f2ef8d0a64000", - "param": "stats", - "stats": [ - { - "name": "ioctl", - "units": "reqs", - "samples": 22, - "min": null, - "max": null, - "sum": null, - "sumsquare": null - }, - { - "name": "getattr", - "units": "usecs", - "samples": 84, - "min": 1, - "max": 513, - "sum": 13196, - "sumsquare": 2498214 - }, - { - "name": "statfs", - "units": "usecs", - "samples": 3468656, - "min": 0, - "max": 184655, - "sum": 377137837, - "sumsquare": 1090598845443 - }, - { - "name": "inode_permission", - "units": "usecs", - "samples": 18, - "min": 1, - "max": 159, - "sum": 659, - "sumsquare": 86963 - }, - { - "name": "opencount", - "units": "reqs", - "samples": 14, - "min": 1, - "max": 1, - "sum": 14, - "sumsquare": 14 - } - ] - } - } - }, - { - "Target": { - "Changelog": { - "kind": "Mdt", - "param": "changelog_users", - "target": "exatest-MDT0000", - "value": { - "current_index": 0, - "users": [] - } - } - } - }, - { - "Target": { - "Changelog": { - "kind": "Mdt", - "param": "changelog_users", - "target": "exatest-MDT0003", - "value": { - "current_index": 0, - "users": [] - } - } - } - }, - { - "Target": { - "Changelog": { - "kind": "Mdt", - "param": "changelog_users", - "target": "exatest-MDT0004", - "value": { - "current_index": 0, - "users": [] - } - } - } - }, - { - "Target": { - "Changelog": { - "kind": "Mdt", - "param": "changelog_users", - "target": "exatest-MDT0007", - "value": { - "current_index": 0, - "users": [] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Mdt", - "param": "quota_slave.acct_group", - "target": "exatest-MDT0003", - "value": { - "kind": "Grp", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 300, - "kbytes": 1454216 - } - }, - { - "id": 1000017, - "usage": { - "inodes": 8, - "kbytes": 32 - } - }, - { - "id": 1000007, - "usage": { - "inodes": 2, - "kbytes": 8 - } - }, - { - "id": 1000022, - "usage": { - "inodes": 392, - "kbytes": 224 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Mdt", - "param": "quota_slave.acct_group", - "target": "exatest-MDT0004", - "value": { - "kind": "Grp", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 357, - "kbytes": 1448448 - } - }, - { - "id": 1000017, - "usage": { - "inodes": 11, - "kbytes": 36 - } - }, - { - "id": 1000007, - "usage": { - "inodes": 2, - "kbytes": 8 - } - }, - { - "id": 1000022, - "usage": { - "inodes": 205, - "kbytes": 140 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Mdt", - "param": "quota_slave.acct_group", - "target": "exatest-MDT0007", - "value": { - "kind": "Grp", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 298, - "kbytes": 1395244 - } - }, - { - "id": 1000017, - "usage": { - "inodes": 8, - "kbytes": 32 - } - }, - { - "id": 1000007, - "usage": { - "inodes": 1, - "kbytes": 4 - } - }, - { - "id": 1000022, - "usage": { - "inodes": 397, - "kbytes": 528 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Ost", - "param": "quota_slave.acct_group", - "target": "exatest-OST0000", - "value": { - "kind": "Grp", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 103724, - "kbytes": 1496920 - } - }, - { - "id": 1000022, - "usage": { - "inodes": 134, - "kbytes": 604 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Ost", - "param": "quota_slave.acct_group", - "target": "exatest-OST0003", - "value": { - "kind": "Grp", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 120204, - "kbytes": 1494996 - } - }, - { - "id": 1000017, - "usage": { - "inodes": 1, - "kbytes": 4 - } - }, - { - "id": 1000022, - "usage": { - "inodes": 135, - "kbytes": 672 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Ost", - "param": "quota_slave.acct_group", - "target": "exatest-OST0004", - "value": { - "kind": "Grp", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 106143, - "kbytes": 1494860 - } - }, - { - "id": 1000022, - "usage": { - "inodes": 135, - "kbytes": 940 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Ost", - "param": "quota_slave.acct_group", - "target": "exatest-OST0007", - "value": { - "kind": "Grp", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 99920, - "kbytes": 1492820 - } - }, - { - "id": 1000022, - "usage": { - "inodes": 136, - "kbytes": 1460 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Mdt", - "param": "quota_slave.acct_user", - "target": "exatest-MDT0000", - "value": { - "kind": "Usr", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 428, - "kbytes": 1624872 - } - }, - { - "id": 1000013, - "usage": { - "inodes": 10, - "kbytes": 56 - } - }, - { - "id": 1000000, - "usage": { - "inodes": 3, - "kbytes": 56 - } - }, - { - "id": 1000018, - "usage": { - "inodes": 152, - "kbytes": 148 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Mdt", - "param": "quota_slave.acct_user", - "target": "exatest-MDT0003", - "value": { - "kind": "Usr", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 300, - "kbytes": 1454216 - } - }, - { - "id": 1000013, - "usage": { - "inodes": 8, - "kbytes": 32 - } - }, - { - "id": 1000000, - "usage": { - "inodes": 2, - "kbytes": 8 - } - }, - { - "id": 1000018, - "usage": { - "inodes": 392, - "kbytes": 224 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Mdt", - "param": "quota_slave.acct_user", - "target": "exatest-MDT0004", - "value": { - "kind": "Usr", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 357, - "kbytes": 1448448 - } - }, - { - "id": 1000013, - "usage": { - "inodes": 11, - "kbytes": 36 - } - }, - { - "id": 1000000, - "usage": { - "inodes": 2, - "kbytes": 8 - } - }, - { - "id": 1000018, - "usage": { - "inodes": 205, - "kbytes": 140 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Mdt", - "param": "quota_slave.acct_user", - "target": "exatest-MDT0007", - "value": { - "kind": "Usr", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 298, - "kbytes": 1395244 - } - }, - { - "id": 1000013, - "usage": { - "inodes": 8, - "kbytes": 32 - } - }, - { - "id": 1000000, - "usage": { - "inodes": 1, - "kbytes": 4 - } - }, - { - "id": 1000018, - "usage": { - "inodes": 397, - "kbytes": 528 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Ost", - "param": "quota_slave.acct_user", - "target": "exatest-OST0000", - "value": { - "kind": "Usr", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 103724, - "kbytes": 1496920 - } - }, - { - "id": 1000018, - "usage": { - "inodes": 134, - "kbytes": 604 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Ost", - "param": "quota_slave.acct_user", - "target": "exatest-OST0003", - "value": { - "kind": "Usr", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 120204, - "kbytes": 1494996 - } - }, - { - "id": 1000013, - "usage": { - "inodes": 1, - "kbytes": 4 - } - }, - { - "id": 1000018, - "usage": { - "inodes": 135, - "kbytes": 672 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Ost", - "param": "quota_slave.acct_user", - "target": "exatest-OST0004", - "value": { - "kind": "Usr", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 106143, - "kbytes": 1494860 - } - }, - { - "id": 1000018, - "usage": { - "inodes": 135, - "kbytes": 940 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Ost", - "param": "quota_slave.acct_user", - "target": "exatest-OST0007", - "value": { - "kind": "Usr", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 99920, - "kbytes": 1492820 - } - }, - { - "id": 1000018, - "usage": { - "inodes": 136, - "kbytes": 1460 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Mdt", - "param": "quota_slave.acct_project", - "target": "exatest-MDT0000", - "value": { - "kind": "Prj", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 593, - "kbytes": 1625132 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Mdt", - "param": "quota_slave.acct_project", - "target": "exatest-MDT0003", - "value": { - "kind": "Prj", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 702, - "kbytes": 1454480 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Mdt", - "param": "quota_slave.acct_project", - "target": "exatest-MDT0004", - "value": { - "kind": "Prj", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 575, - "kbytes": 1448632 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Mdt", - "param": "quota_slave.acct_project", - "target": "exatest-MDT0007", - "value": { - "kind": "Prj", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 704, - "kbytes": 1395808 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Ost", - "param": "quota_slave.acct_project", - "target": "exatest-OST0000", - "value": { - "kind": "Prj", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 103858, - "kbytes": 1497524 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Ost", - "param": "quota_slave.acct_project", - "target": "exatest-OST0003", - "value": { - "kind": "Prj", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 120340, - "kbytes": 1495672 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Ost", - "param": "quota_slave.acct_project", - "target": "exatest-OST0004", - "value": { - "kind": "Prj", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 106278, - "kbytes": 1495800 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStatsOsd": { - "kind": "Ost", - "param": "quota_slave.acct_project", - "target": "exatest-OST0007", - "value": { - "kind": "Prj", - "stats": [ - { - "id": 0, - "usage": { - "inodes": 100056, - "kbytes": 1494280 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStats": { - "pool": "0x0", - "manager": "dt", - "param": "usr", - "target": "exatest-QMT0000", - "value": { - "kind": "Usr", - "stats": [ - { - "id": 0, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 604800 - } - }, - { - "id": 1000028, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 281474976710656 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStats": { - "pool": "ddn_ssd", - "manager": "dt", - "param": "usr", - "target": "exatest-QMT0000", - "value": { - "kind": "Usr", - "stats": [ - { - "id": 0, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 604800 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStats": { - "pool": "sfa_0", - "manager": "dt", - "param": "usr", - "target": "exatest-QMT0000", - "value": { - "kind": "Usr", - "stats": [ - { - "id": 0, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 604800 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStats": { - "pool": "0x0", - "manager": "md", - "param": "usr", - "target": "exatest-QMT0000", - "value": { - "kind": "Usr", - "stats": [ - { - "id": 0, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 604800 - } - }, - { - "id": 1000028, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 281474976710656 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStats": { - "pool": "0x0", - "manager": "dt", - "param": "prj", - "target": "exatest-QMT0000", - "value": { - "kind": "Prj", - "stats": [ - { - "id": 0, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 604800 - } - }, - { - "id": 1000118, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 281474976710656 - } - }, - { - "id": 1234, - "limits": { - "hard": 104857600, - "soft": 0, - "granted": 0, - "time": 0 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStats": { - "pool": "ddn_ssd", - "manager": "dt", - "param": "prj", - "target": "exatest-QMT0000", - "value": { - "kind": "Prj", - "stats": [ - { - "id": 0, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 604800 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStats": { - "pool": "sfa_0", - "manager": "dt", - "param": "prj", - "target": "exatest-QMT0000", - "value": { - "kind": "Prj", - "stats": [ - { - "id": 0, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 604800 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStats": { - "pool": "0x0", - "manager": "md", - "param": "prj", - "target": "exatest-QMT0000", - "value": { - "kind": "Prj", - "stats": [ - { - "id": 0, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 604800 - } - }, - { - "id": 1000118, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 281474976710656 - } - }, - { - "id": 1234, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 281474976710656 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStats": { - "pool": "0x0", - "manager": "dt", - "param": "grp", - "target": "exatest-QMT0000", - "value": { - "kind": "Grp", - "stats": [ - { - "id": 0, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 604800 - } - }, - { - "id": 1000032, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 281474976710656 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStats": { - "pool": "ddn_ssd", - "manager": "dt", - "param": "grp", - "target": "exatest-QMT0000", - "value": { - "kind": "Grp", - "stats": [ - { - "id": 0, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 604800 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStats": { - "pool": "sfa_0", - "manager": "dt", - "param": "grp", - "target": "exatest-QMT0000", - "value": { - "kind": "Grp", - "stats": [ - { - "id": 0, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 604800 - } - } - ] - } - } - } - }, - { - "Target": { - "QuotaStats": { - "pool": "0x0", - "manager": "md", - "param": "grp", - "target": "exatest-QMT0000", - "value": { - "kind": "Grp", - "stats": [ - { - "id": 0, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 604800 - } - }, - { - "id": 1000032, - "limits": { - "hard": 0, - "soft": 0, - "granted": 0, - "time": 281474976710656 - } - } - ] - } - } - } - }, - { - "LNetStat": { - "SendCount": { - "nid": "0@lo", - "param": "send_count", - "value": 191882 - } - } - }, - { - "LNetStat": { - "RecvCount": { - "nid": "0@lo", - "param": "recv_count", - "value": 191882 - } - } - }, - { - "LNetStat": { - "DropCount": { - "nid": "0@lo", - "param": "drop_count", - "value": 0 - } - } - }, - { - "LNetStat": { - "SendCount": { - "nid": "172.16.240.133@o2ib", - "param": "send_count", - "value": 28893723 - } - } - }, - { - "LNetStat": { - "RecvCount": { - "nid": "172.16.240.133@o2ib", - "param": "recv_count", - "value": 24143352 - } - } - }, - { - "LNetStat": { - "DropCount": { - "nid": "172.16.240.133@o2ib", - "param": "drop_count", - "value": 0 - } - } - }, - { - "LNetStat": { - "SendCount": { - "nid": "172.16.241.133@o2ib", - "param": "send_count", - "value": 28892480 - } - } - }, - { - "LNetStat": { - "RecvCount": { - "nid": "172.16.241.133@o2ib", - "param": "recv_count", - "value": 24141806 - } - } - }, - { - "LNetStat": { - "DropCount": { - "nid": "172.16.241.133@o2ib", - "param": "drop_count", - "value": 0 - } - } - }, - { - "Target": { - "FsNames": { - "kind": "Mgt", - "param": "fsnames", - "target": "MGS", - "value": [ - "ai400x2" - ] - } - } - }, - { - "Target": { - "RecoveryStatus": { - "kind": "Ost", - "param": "recovery_status", - "target": "ai400x2-OST0000", - "value": "Inactive" - } - } - }, - { - "Target": { - "RecoveryStatus": { - "kind": "Ost", - "param": "recovery_status", - "target": "ai400x2-OST0001", - "value": "Inactive" - } - } - }, - { - "Target": { - "RecoveryStatus": { - "kind": "Mdt", - "param": "recovery_status", - "target": "ai400x2-MDT0000", - "value": "Inactive" - } - } - }, - { - "LNetStat": { - "SendLength": { - "param": "send_length", - "value": 21225620772816 - } - } - }, - { - "LNetStat": { - "RecvLength": { - "param": "recv_length", - "value": 9966973976959 - } - } - }, - { - "LNetStat": { - "DropLength": { - "param": "drop_length", - "value": 0 - } - } - } -] +[{"Host":{"Memused":{"param":"memused","value":1015120175}}},{"Host":{"MemusedMax":{"param":"memused_max","value":1015698967}}},{"Host":{"LNetMemUsed":{"param":"lnet_memused","value":49757220}}},{"Host":{"HealthCheck":{"param":"health_check","value":{"healthy":true,"targets":[]}}}},{"Target":{"ConnectedClients":{"kind":"Mdt","param":"connected_clients","target":"fs-MDT0000","value":1}}},{"Target":{"FilesFree":{"kind":"Mgt","param":"filesfree","target":"MGS","value":32570}}},{"Target":{"FilesFree":{"kind":"Mdt","param":"filesfree","target":"fs-MDT0000","value":1885341}}},{"Target":{"FilesFree":{"kind":"Ost","param":"filesfree","target":"fs-OST0000","value":40658}}},{"Target":{"FilesFree":{"kind":"Ost","param":"filesfree","target":"fs-OST0001","value":40658}}},{"Target":{"FilesTotal":{"kind":"Mgt","param":"filestotal","target":"MGS","value":32768}}},{"Target":{"FilesTotal":{"kind":"Mdt","param":"filestotal","target":"fs-MDT0000","value":1885696}}},{"Target":{"FilesTotal":{"kind":"Ost","param":"filestotal","target":"fs-OST0000","value":40960}}},{"Target":{"FilesTotal":{"kind":"Ost","param":"filestotal","target":"fs-OST0001","value":40960}}},{"Target":{"FsType":{"kind":"Mgt","param":"fstype","target":"MGS","value":"ldiskfs"}}},{"Target":{"FsType":{"kind":"Mdt","param":"fstype","target":"fs-MDT0000","value":"ldiskfs"}}},{"Target":{"FsType":{"kind":"Ost","param":"fstype","target":"fs-OST0000","value":"ldiskfs"}}},{"Target":{"FsType":{"kind":"Ost","param":"fstype","target":"fs-OST0001","value":"ldiskfs"}}},{"Target":{"KBytesAvail":{"kind":"Mgt","param":"kbytesavail","target":"MGS","value":463676}}},{"Target":{"KBytesAvail":{"kind":"Mdt","param":"kbytesavail","target":"fs-MDT0000","value":2366352}}},{"Target":{"KBytesAvail":{"kind":"Ost","param":"kbytesavail","target":"fs-OST0000","value":3935772}}},{"Target":{"KBytesAvail":{"kind":"Ost","param":"kbytesavail","target":"fs-OST0001","value":4038172}}},{"Target":{"KBytesFree":{"kind":"Mgt","param":"kbytesfree","target":"MGS","value":489888}}},{"Target":{"KBytesFree":{"kind":"Mdt","param":"kbytesfree","target":"fs-MDT0000","value":2600460}}},{"Target":{"KBytesFree":{"kind":"Ost","param":"kbytesfree","target":"fs-OST0000","value":4004584}}},{"Target":{"KBytesFree":{"kind":"Ost","param":"kbytesfree","target":"fs-OST0001","value":4106984}}},{"Target":{"KBytesTotal":{"kind":"Mgt","param":"kbytestotal","target":"MGS","value":491092}}},{"Target":{"KBytesTotal":{"kind":"Mdt","param":"kbytestotal","target":"fs-MDT0000","value":2602832}}},{"Target":{"KBytesTotal":{"kind":"Ost","param":"kbytestotal","target":"fs-OST0000","value":4108388}}},{"Target":{"KBytesTotal":{"kind":"Ost","param":"kbytestotal","target":"fs-OST0001","value":4108388}}},{"Target":{"BrwStats":{"kind":"Mgt","param":"brw_stats","target":"MGS","value":[{"name":"pages","unit":"rpcs","buckets":[]},{"name":"discont_pages","unit":"rpcs","buckets":[]},{"name":"discont_blocks","unit":"rpcs","buckets":[]},{"name":"dio_frags","unit":"ios","buckets":[]},{"name":"rpc_hist","unit":"ios","buckets":[]},{"name":"io_time","unit":"ios","buckets":[]},{"name":"disk_iosize","unit":"ios","buckets":[]},{"name":"block_maps_msec","unit":"maps","buckets":[]}]}}},{"Target":{"BrwStats":{"kind":"Mdt","param":"brw_stats","target":"fs-MDT0000","value":[{"name":"pages","unit":"rpcs","buckets":[]},{"name":"discont_pages","unit":"rpcs","buckets":[]},{"name":"discont_blocks","unit":"rpcs","buckets":[]},{"name":"dio_frags","unit":"ios","buckets":[]},{"name":"rpc_hist","unit":"ios","buckets":[]},{"name":"io_time","unit":"ios","buckets":[]},{"name":"disk_iosize","unit":"ios","buckets":[]},{"name":"block_maps_msec","unit":"maps","buckets":[]}]}}},{"Target":{"BrwStats":{"kind":"Ost","param":"brw_stats","target":"fs-OST0000","value":[{"name":"pages","unit":"rpcs","buckets":[{"name":64,"read":0,"write":1},{"name":128,"read":0,"write":0},{"name":256,"read":0,"write":0},{"name":512,"read":0,"write":0},{"name":1024,"read":0,"write":25}]},{"name":"discont_pages","unit":"rpcs","buckets":[{"name":0,"read":0,"write":19},{"name":1,"read":0,"write":7}]},{"name":"discont_blocks","unit":"rpcs","buckets":[{"name":0,"read":0,"write":19},{"name":1,"read":0,"write":7}]},{"name":"dio_frags","unit":"ios","buckets":[{"name":1,"read":0,"write":1},{"name":2,"read":0,"write":18},{"name":3,"read":0,"write":7}]},{"name":"rpc_hist","unit":"ios","buckets":[{"name":1,"read":0,"write":2},{"name":2,"read":0,"write":2},{"name":3,"read":0,"write":6},{"name":4,"read":0,"write":2},{"name":5,"read":0,"write":3},{"name":6,"read":0,"write":5},{"name":7,"read":0,"write":5},{"name":8,"read":0,"write":5},{"name":9,"read":0,"write":7},{"name":10,"read":0,"write":7},{"name":11,"read":0,"write":7},{"name":12,"read":0,"write":5},{"name":13,"read":0,"write":2}]},{"name":"io_time","unit":"ios","buckets":[{"name":32,"read":0,"write":1},{"name":64,"read":0,"write":0},{"name":128,"read":0,"write":0},{"name":256,"read":0,"write":0},{"name":512,"read":0,"write":1},{"name":1024,"read":0,"write":7},{"name":2048,"read":0,"write":12},{"name":4096,"read":0,"write":5}]},{"name":"disk_iosize","unit":"ios","buckets":[{"name":32768,"read":0,"write":1},{"name":65536,"read":0,"write":1},{"name":131072,"read":0,"write":3},{"name":262144,"read":0,"write":3},{"name":524288,"read":0,"write":0},{"name":1048576,"read":0,"write":0},{"name":2097152,"read":0,"write":50}]},{"name":"block_maps_msec","unit":"maps","buckets":[{"name":1,"read":0,"write":33}]}]}}},{"Target":{"BrwStats":{"kind":"Ost","param":"brw_stats","target":"fs-OST0001","value":[{"name":"pages","unit":"rpcs","buckets":[]},{"name":"discont_pages","unit":"rpcs","buckets":[]},{"name":"discont_blocks","unit":"rpcs","buckets":[]},{"name":"dio_frags","unit":"ios","buckets":[]},{"name":"rpc_hist","unit":"ios","buckets":[]},{"name":"io_time","unit":"ios","buckets":[]},{"name":"disk_iosize","unit":"ios","buckets":[]},{"name":"block_maps_msec","unit":"maps","buckets":[]}]}}},{"Target":{"BrwStats":{"kind":"Mgt","param":"brw_stats","target":"MGS","value":[{"name":"pages","unit":"rpcs","buckets":[]},{"name":"discont_pages","unit":"rpcs","buckets":[]},{"name":"discont_blocks","unit":"rpcs","buckets":[]},{"name":"dio_frags","unit":"ios","buckets":[]},{"name":"rpc_hist","unit":"ios","buckets":[]},{"name":"io_time","unit":"ios","buckets":[]},{"name":"disk_iosize","unit":"ios","buckets":[]},{"name":"block_maps_msec","unit":"maps","buckets":[]}]}}},{"Target":{"BrwStats":{"kind":"Mdt","param":"brw_stats","target":"fs-MDT0000","value":[{"name":"pages","unit":"rpcs","buckets":[]},{"name":"discont_pages","unit":"rpcs","buckets":[]},{"name":"discont_blocks","unit":"rpcs","buckets":[]},{"name":"dio_frags","unit":"ios","buckets":[]},{"name":"rpc_hist","unit":"ios","buckets":[]},{"name":"io_time","unit":"ios","buckets":[]},{"name":"disk_iosize","unit":"ios","buckets":[]},{"name":"block_maps_msec","unit":"maps","buckets":[]}]}}},{"Target":{"BrwStats":{"kind":"Ost","param":"brw_stats","target":"fs-OST0000","value":[{"name":"pages","unit":"rpcs","buckets":[{"name":64,"read":0,"write":1},{"name":128,"read":0,"write":0},{"name":256,"read":0,"write":0},{"name":512,"read":0,"write":0},{"name":1024,"read":0,"write":25}]},{"name":"discont_pages","unit":"rpcs","buckets":[{"name":0,"read":0,"write":19},{"name":1,"read":0,"write":7}]},{"name":"discont_blocks","unit":"rpcs","buckets":[{"name":0,"read":0,"write":19},{"name":1,"read":0,"write":7}]},{"name":"dio_frags","unit":"ios","buckets":[{"name":1,"read":0,"write":1},{"name":2,"read":0,"write":18},{"name":3,"read":0,"write":7}]},{"name":"rpc_hist","unit":"ios","buckets":[{"name":1,"read":0,"write":2},{"name":2,"read":0,"write":2},{"name":3,"read":0,"write":6},{"name":4,"read":0,"write":2},{"name":5,"read":0,"write":3},{"name":6,"read":0,"write":5},{"name":7,"read":0,"write":5},{"name":8,"read":0,"write":5},{"name":9,"read":0,"write":7},{"name":10,"read":0,"write":7},{"name":11,"read":0,"write":7},{"name":12,"read":0,"write":5},{"name":13,"read":0,"write":2}]},{"name":"io_time","unit":"ios","buckets":[{"name":32,"read":0,"write":1},{"name":64,"read":0,"write":0},{"name":128,"read":0,"write":0},{"name":256,"read":0,"write":0},{"name":512,"read":0,"write":1},{"name":1024,"read":0,"write":7},{"name":2048,"read":0,"write":12},{"name":4096,"read":0,"write":5}]},{"name":"disk_iosize","unit":"ios","buckets":[{"name":32768,"read":0,"write":1},{"name":65536,"read":0,"write":1},{"name":131072,"read":0,"write":3},{"name":262144,"read":0,"write":3},{"name":524288,"read":0,"write":0},{"name":1048576,"read":0,"write":0},{"name":2097152,"read":0,"write":50}]},{"name":"block_maps_msec","unit":"maps","buckets":[{"name":1,"read":0,"write":33}]}]}}},{"Target":{"BrwStats":{"kind":"Ost","param":"brw_stats","target":"fs-OST0001","value":[{"name":"pages","unit":"rpcs","buckets":[]},{"name":"discont_pages","unit":"rpcs","buckets":[]},{"name":"discont_blocks","unit":"rpcs","buckets":[]},{"name":"dio_frags","unit":"ios","buckets":[]},{"name":"rpc_hist","unit":"ios","buckets":[]},{"name":"io_time","unit":"ios","buckets":[]},{"name":"disk_iosize","unit":"ios","buckets":[]},{"name":"block_maps_msec","unit":"maps","buckets":[]}]}}},{"Target":{"QuotaStatsOsd":{"kind":"Mdt","param":"quota_slave.acct_group","target":"fs-MDT0000","value":{"kind":"Grp","stats":[{"id":0,"usage":{"inodes":345,"kbytes":2152}}]}}}},{"Target":{"QuotaStatsOsd":{"kind":"Ost","param":"quota_slave.acct_group","target":"fs-OST0000","value":{"kind":"Grp","stats":[{"id":0,"usage":{"inodes":292,"kbytes":103768}}]}}}},{"Target":{"QuotaStatsOsd":{"kind":"Ost","param":"quota_slave.acct_group","target":"fs-OST0001","value":{"kind":"Grp","stats":[{"id":0,"usage":{"inodes":292,"kbytes":1368}}]}}}},{"Target":{"QuotaStatsOsd":{"kind":"Mdt","param":"quota_slave.acct_user","target":"fs-MDT0000","value":{"kind":"Usr","stats":[{"id":0,"usage":{"inodes":345,"kbytes":2152}}]}}}},{"Target":{"QuotaStatsOsd":{"kind":"Ost","param":"quota_slave.acct_user","target":"fs-OST0000","value":{"kind":"Usr","stats":[{"id":0,"usage":{"inodes":292,"kbytes":103768}}]}}}},{"Target":{"QuotaStatsOsd":{"kind":"Ost","param":"quota_slave.acct_user","target":"fs-OST0001","value":{"kind":"Usr","stats":[{"id":0,"usage":{"inodes":292,"kbytes":1368}}]}}}},{"Target":{"QuotaStatsOsd":{"kind":"Mdt","param":"quota_slave.acct_project","target":"fs-MDT0000","value":{"kind":"Prj","stats":[{"id":0,"usage":{"inodes":345,"kbytes":2152}}]}}}},{"Target":{"QuotaStatsOsd":{"kind":"Ost","param":"quota_slave.acct_project","target":"fs-OST0000","value":{"kind":"Prj","stats":[{"id":0,"usage":{"inodes":292,"kbytes":103768}}]}}}},{"Target":{"QuotaStatsOsd":{"kind":"Ost","param":"quota_slave.acct_project","target":"fs-OST0001","value":{"kind":"Prj","stats":[{"id":0,"usage":{"inodes":292,"kbytes":1368}}]}}}},{"Target":{"Stats":{"kind":"Mgt","param":"stats","target":"MGS","value":[{"name":"req_waittime","units":"usecs","samples":728,"min":7,"max":1052,"sum":25107,"sumsquare":3344333},{"name":"req_qdepth","units":"reqs","samples":728,"min":0,"max":0,"sum":0,"sumsquare":0},{"name":"req_active","units":"reqs","samples":728,"min":1,"max":2,"sum":734,"sumsquare":746},{"name":"req_timeout","units":"secs","samples":728,"min":1,"max":15,"sum":7667,"sumsquare":111707},{"name":"reqbuf_avail","units":"bufs","samples":1471,"min":62,"max":64,"sum":92680,"sumsquare":5839316},{"name":"ldlm_plain_enqueue","units":"reqs","samples":140,"min":1,"max":1,"sum":140,"sumsquare":140},{"name":"mgs_connect","units":"usecs","samples":4,"min":64,"max":95,"sum":314,"sumsquare":25354},{"name":"mgs_target_reg","units":"usecs","samples":18,"min":130,"max":73570,"sum":411893,"sumsquare":20048963093},{"name":"mgs_config_read","units":"usecs","samples":7,"min":29,"max":541,"sum":1369,"sumsquare":494645},{"name":"obd_ping","units":"usecs","samples":142,"min":6,"max":59,"sum":3842,"sumsquare":113142},{"name":"llog_origin_handle_open","units":"usecs","samples":131,"min":10,"max":482,"sum":4178,"sumsquare":380188},{"name":"llog_origin_handle_next_block","units":"usecs","samples":175,"min":12,"max":2423,"sum":9074,"sumsquare":7224980},{"name":"llog_origin_handle_read_header","units":"usecs","samples":111,"min":13,"max":24796,"sum":61882,"sumsquare":821519762}]}}},{"Target":{"ThreadsMax":{"kind":"Mgt","param":"threads_max","target":"MGS","value":32}}},{"Target":{"ThreadsMin":{"kind":"Mgt","param":"threads_min","target":"MGS","value":3}}},{"Target":{"ThreadsStarted":{"kind":"Mgt","param":"threads_started","target":"MGS","value":3}}},{"Target":{"NumExports":{"kind":"Mgt","param":"num_exports","target":"MGS","value":4}}},{"Target":{"JobStatsOst":{"kind":"Ost","param":"job_stats","target":"fs-OST0000","value":null}}},{"Target":{"JobStatsOst":{"kind":"Ost","param":"job_stats","target":"fs-OST0001","value":null}}},{"Target":{"Stats":{"kind":"Ost","param":"stats","target":"fs-OST0000","value":[{"name":"write_bytes","units":"bytes","samples":26,"min":196608,"max":4194304,"sum":104857600,"sumsquare":438198870212608},{"name":"write","units":"usecs","samples":26,"min":146,"max":1893462,"sum":6834466,"sumsquare":8049837728956},{"name":"create","units":"usecs","samples":2,"min":2,"max":39344,"sum":39346,"sumsquare":1547950340},{"name":"statfs","units":"usecs","samples":183,"min":2,"max":22,"sum":1600,"sumsquare":14974},{"name":"get_info","units":"usecs","samples":1,"min":56470,"max":56470,"sum":56470,"sumsquare":3188860900}]}}},{"Target":{"Stats":{"kind":"Ost","param":"stats","target":"fs-OST0001","value":[{"name":"create","units":"usecs","samples":2,"min":3,"max":12838,"sum":12841,"sumsquare":164814253},{"name":"statfs","units":"usecs","samples":183,"min":1,"max":20,"sum":1480,"sumsquare":12596},{"name":"get_info","units":"usecs","samples":1,"min":21408,"max":21408,"sum":21408,"sumsquare":458302464}]}}},{"Target":{"NumExports":{"kind":"Ost","param":"num_exports","target":"fs-OST0000","value":2}}},{"Target":{"NumExports":{"kind":"Ost","param":"num_exports","target":"fs-OST0001","value":1}}},{"Target":{"TotDirty":{"kind":"Ost","param":"tot_dirty","target":"fs-OST0000","value":0}}},{"Target":{"TotDirty":{"kind":"Ost","param":"tot_dirty","target":"fs-OST0001","value":0}}},{"Target":{"TotGranted":{"kind":"Ost","param":"tot_granted","target":"fs-OST0000","value":122430016}}},{"Target":{"TotGranted":{"kind":"Ost","param":"tot_granted","target":"fs-OST0001","value":279104}}},{"Target":{"TotPending":{"kind":"Ost","param":"tot_pending","target":"fs-OST0000","value":0}}},{"Target":{"TotPending":{"kind":"Ost","param":"tot_pending","target":"fs-OST0001","value":0}}},{"Target":{"ExportStats":{"kind":"Ost","param":"exports","target":"fs-OST0000","value":[{"nid":"0@lo","stats":[{"name":"write_bytes","units":"bytes","samples":26,"min":196608,"max":4194304,"sum":104857600,"sumsquare":438198870212608},{"name":"write","units":"usecs","samples":26,"min":146,"max":1893462,"sum":6834466,"sumsquare":8049837728956},{"name":"create","units":"usecs","samples":2,"min":2,"max":39344,"sum":39346,"sumsquare":1547950340},{"name":"statfs","units":"usecs","samples":183,"min":2,"max":22,"sum":1600,"sumsquare":14974},{"name":"get_info","units":"usecs","samples":1,"min":56470,"max":56470,"sum":56470,"sumsquare":3188860900}]}]}}},{"Target":{"ExportStats":{"kind":"Ost","param":"exports","target":"fs-OST0001","value":[{"nid":"0@lo","stats":[{"name":"create","units":"usecs","samples":2,"min":3,"max":12838,"sum":12841,"sumsquare":164814253},{"name":"statfs","units":"usecs","samples":183,"min":1,"max":20,"sum":1480,"sumsquare":12596},{"name":"get_info","units":"usecs","samples":1,"min":21408,"max":21408,"sum":21408,"sumsquare":458302464}]}]}}},{"Target":{"Oss":{"param":"ost","stats":[{"name":"req_waittime","units":"usecs","samples":21,"min":18,"max":145,"sum":1348,"sumsquare":118332},{"name":"req_qdepth","units":"reqs","samples":21,"min":0,"max":0,"sum":0,"sumsquare":0},{"name":"req_active","units":"reqs","samples":21,"min":1,"max":1,"sum":21,"sumsquare":21},{"name":"req_timeout","units":"secs","samples":21,"min":1,"max":15,"sum":202,"sumsquare":2782},{"name":"reqbuf_avail","units":"bufs","samples":55,"min":64,"max":64,"sum":3520,"sumsquare":225280},{"name":"ldlm_extent_enqueue","units":"reqs","samples":1,"min":1,"max":1,"sum":1,"sumsquare":1},{"name":"ost_create","units":"usecs","samples":4,"min":14,"max":39393,"sum":52293,"sumsquare":1717394393},{"name":"ost_get_info","units":"usecs","samples":2,"min":21439,"max":56505,"sum":77944,"sumsquare":3652445746},{"name":"ost_connect","units":"usecs","samples":4,"min":23,"max":109,"sum":291,"sumsquare":25811},{"name":"ost_disconnect","units":"usecs","samples":1,"min":71,"max":71,"sum":71,"sumsquare":5041},{"name":"obd_ping","units":"usecs","samples":9,"min":5,"max":29,"sum":119,"sumsquare":2031}]}}},{"Target":{"Oss":{"param":"ost_io","stats":[{"name":"req_waittime","units":"usecs","samples":26,"min":23,"max":2120,"sum":14164,"sumsquare":16287244},{"name":"req_qdepth","units":"reqs","samples":26,"min":0,"max":0,"sum":0,"sumsquare":0},{"name":"req_active","units":"reqs","samples":26,"min":1,"max":6,"sum":78,"sumsquare":304},{"name":"req_timeout","units":"secs","samples":26,"min":15,"max":15,"sum":390,"sumsquare":5850},{"name":"reqbuf_avail","units":"bufs","samples":58,"min":64,"max":64,"sum":3712,"sumsquare":237568},{"name":"ost_write","units":"usecs","samples":26,"min":25496,"max":3565691,"sum":42682730,"sumsquare":97777975391960}]}}},{"Target":{"Oss":{"param":"ost_create","stats":[{"name":"req_waittime","units":"usecs","samples":366,"min":19,"max":3892,"sum":20603,"sumsquare":16383303},{"name":"req_qdepth","units":"reqs","samples":366,"min":0,"max":0,"sum":0,"sumsquare":0},{"name":"req_active","units":"reqs","samples":366,"min":1,"max":1,"sum":366,"sumsquare":366},{"name":"req_timeout","units":"secs","samples":366,"min":1,"max":15,"sum":4845,"sumsquare":71895},{"name":"reqbuf_avail","units":"bufs","samples":788,"min":63,"max":64,"sum":50426,"sumsquare":3226886},{"name":"ost_statfs","units":"usecs","samples":366,"min":13,"max":104,"sum":11556,"sumsquare":395824}]}}},{"Target":{"Oss":{"param":"ost_out","stats":[]}}},{"Target":{"Oss":{"param":"ost_seq","stats":[{"name":"req_waittime","units":"usecs","samples":11,"min":19,"max":2202,"sum":2605,"sumsquare":4866277},{"name":"req_qdepth","units":"reqs","samples":11,"min":0,"max":0,"sum":0,"sumsquare":0},{"name":"req_active","units":"reqs","samples":11,"min":1,"max":1,"sum":11,"sumsquare":11},{"name":"req_timeout","units":"secs","samples":11,"min":1,"max":10,"sum":38,"sumsquare":308},{"name":"reqbuf_avail","units":"bufs","samples":29,"min":64,"max":64,"sum":1856,"sumsquare":118784},{"name":"seq_query","units":"usecs","samples":11,"min":13,"max":163160,"sum":259737,"sumsquare":35267079219}]}}},{"Target":{"Mds":{"param":"mdt","stats":[{"name":"req_waittime","units":"usecs","samples":357,"min":12,"max":608,"sum":21983,"sumsquare":2587587},{"name":"req_qdepth","units":"reqs","samples":357,"min":0,"max":0,"sum":0,"sumsquare":0},{"name":"req_active","units":"reqs","samples":357,"min":1,"max":2,"sum":472,"sumsquare":702},{"name":"req_timeout","units":"secs","samples":357,"min":1,"max":15,"sum":4728,"sumsquare":70068},{"name":"reqbuf_avail","units":"bufs","samples":840,"min":64,"max":64,"sum":53760,"sumsquare":3440640},{"name":"ldlm_ibits_enqueue","units":"reqs","samples":4,"min":1,"max":1,"sum":4,"sumsquare":4},{"name":"mds_reint_open","units":"reqs","samples":2,"min":1,"max":1,"sum":2,"sumsquare":2},{"name":"mds_connect","units":"usecs","samples":11,"min":12,"max":1375,"sum":2103,"sumsquare":1955337},{"name":"mds_get_root","units":"usecs","samples":1,"min":8,"max":8,"sum":8,"sumsquare":64},{"name":"mds_statfs","units":"usecs","samples":2,"min":5,"max":29,"sum":34,"sumsquare":866},{"name":"obd_ping","units":"usecs","samples":339,"min":3,"max":66,"sum":6349,"sumsquare":156077}]}}},{"Target":{"Mds":{"param":"mdt_fld","stats":[{"name":"req_waittime","units":"usecs","samples":7,"min":16,"max":92,"sum":295,"sumsquare":16379},{"name":"req_qdepth","units":"reqs","samples":7,"min":0,"max":0,"sum":0,"sumsquare":0},{"name":"req_active","units":"reqs","samples":7,"min":1,"max":1,"sum":7,"sumsquare":7},{"name":"req_timeout","units":"secs","samples":7,"min":1,"max":10,"sum":16,"sumsquare":106},{"name":"reqbuf_avail","units":"bufs","samples":15,"min":64,"max":64,"sum":960,"sumsquare":61440},{"name":"fld_read","units":"usecs","samples":7,"min":9,"max":46,"sum":211,"sumsquare":7375}]}}},{"Target":{"Mds":{"param":"mdt_io","stats":[]}}},{"Target":{"Mds":{"param":"mdt_out","stats":[]}}},{"Target":{"Mds":{"param":"mdt_readpage","stats":[{"name":"req_waittime","units":"usecs","samples":64,"min":9,"max":12427,"sum":59566,"sumsquare":481210356},{"name":"req_qdepth","units":"reqs","samples":64,"min":0,"max":0,"sum":0,"sumsquare":0},{"name":"req_active","units":"reqs","samples":64,"min":1,"max":4,"sum":113,"sumsquare":263},{"name":"req_timeout","units":"secs","samples":64,"min":1,"max":15,"sum":524,"sumsquare":7154},{"name":"reqbuf_avail","units":"bufs","samples":137,"min":62,"max":64,"sum":8719,"sumsquare":554933},{"name":"ldlm_ibits_enqueue","units":"reqs","samples":30,"min":1,"max":1,"sum":30,"sumsquare":30},{"name":"mds_getattr","units":"usecs","samples":1,"min":72,"max":72,"sum":72,"sumsquare":5184},{"name":"mds_close","units":"usecs","samples":2,"min":121,"max":137,"sum":258,"sumsquare":33410},{"name":"mds_readpage","units":"usecs","samples":1,"min":183,"max":183,"sum":183,"sumsquare":33489},{"name":"dt_index_read","units":"usecs","samples":30,"min":239,"max":4776,"sum":48508,"sumsquare":133655116}]}}},{"Target":{"Mds":{"param":"mdt_seqm","stats":[{"name":"req_waittime","units":"usecs","samples":1,"min":80,"max":80,"sum":80,"sumsquare":6400},{"name":"req_qdepth","units":"reqs","samples":1,"min":0,"max":0,"sum":0,"sumsquare":0},{"name":"req_active","units":"reqs","samples":1,"min":1,"max":1,"sum":1,"sumsquare":1},{"name":"req_timeout","units":"secs","samples":1,"min":15,"max":15,"sum":15,"sumsquare":225},{"name":"reqbuf_avail","units":"bufs","samples":3,"min":64,"max":64,"sum":192,"sumsquare":12288},{"name":"seq_query","units":"usecs","samples":1,"min":37,"max":37,"sum":37,"sumsquare":1369}]}}},{"Target":{"Mds":{"param":"mdt_seqs","stats":[{"name":"req_waittime","units":"usecs","samples":8,"min":33,"max":206,"sum":582,"sumsquare":69118},{"name":"req_qdepth","units":"reqs","samples":8,"min":0,"max":0,"sum":0,"sumsquare":0},{"name":"req_active","units":"reqs","samples":8,"min":1,"max":3,"sum":14,"sumsquare":30},{"name":"req_timeout","units":"secs","samples":8,"min":1,"max":10,"sum":35,"sumsquare":305},{"name":"reqbuf_avail","units":"bufs","samples":17,"min":64,"max":64,"sum":1088,"sumsquare":69632},{"name":"seq_query","units":"usecs","samples":8,"min":21375,"max":168585,"sum":665087,"sumsquare":70873841357}]}}},{"Target":{"Mds":{"param":"mdt_setattr","stats":[]}}},{"Target":{"JobStatsMdt":{"kind":"Mdt","param":"job_stats","target":"fs-MDT0000","value":null}}},{"Target":{"Stats":{"kind":"Mdt","param":"md_stats","target":"fs-MDT0000","value":[{"name":"open","units":"usecs","samples":2,"min":52,"max":5393,"sum":5445,"sumsquare":29087153},{"name":"close","units":"usecs","samples":2,"min":102,"max":103,"sum":205,"sumsquare":21013},{"name":"mknod","units":"usecs","samples":1,"min":5357,"max":5357,"sum":5357,"sumsquare":28697449},{"name":"getattr","units":"usecs","samples":3,"min":11,"max":27,"sum":59,"sumsquare":1291},{"name":"statfs","units":"usecs","samples":2,"min":0,"max":13,"sum":13,"sumsquare":169}]}}},{"Target":{"NumExports":{"kind":"Mdt","param":"num_exports","target":"fs-MDT0000","value":10}}},{"Target":{"ExportStats":{"kind":"Mdt","param":"exports","target":"fs-MDT0000","value":[{"nid":"0@lo","stats":[{"name":"open","units":"usecs","samples":2,"min":52,"max":5393,"sum":5445,"sumsquare":29087153},{"name":"close","units":"usecs","samples":2,"min":102,"max":103,"sum":205,"sumsquare":21013},{"name":"mknod","units":"usecs","samples":1,"min":5357,"max":5357,"sum":5357,"sumsquare":28697449},{"name":"getattr","units":"usecs","samples":3,"min":11,"max":27,"sum":59,"sumsquare":1291},{"name":"statfs","units":"usecs","samples":2,"min":0,"max":13,"sum":13,"sumsquare":169}]}]}}},{"Target":{"ExportStats":{"kind":"Mdt","param":"exports","target":"fs-MDT0000","value":[{"nid":"10.73.20.12@tcp","stats":[]}]}}},{"Target":{"ExportStats":{"kind":"Mdt","param":"exports","target":"fs-MDT0000","value":[{"nid":"10.73.20.13@tcp","stats":[]}]}}},{"Target":{"ExportStats":{"kind":"Mdt","param":"exports","target":"fs-MDT0000","value":[{"nid":"10.73.20.14@tcp","stats":[]}]}}},{"Target":{"ContendedLocks":{"kind":"Mdt","param":"contended_locks","target":"fs-MDT0000","value":32}}},{"Target":{"ContendedLocks":{"kind":"Ost","param":"contended_locks","target":"fs-OST0000","value":32}}},{"Target":{"ContendedLocks":{"kind":"Ost","param":"contended_locks","target":"fs-OST0001","value":32}}},{"Target":{"ContentionSeconds":{"kind":"Mdt","param":"contention_seconds","target":"fs-MDT0000","value":2}}},{"Target":{"ContentionSeconds":{"kind":"Ost","param":"contention_seconds","target":"fs-OST0000","value":2}}},{"Target":{"ContentionSeconds":{"kind":"Ost","param":"contention_seconds","target":"fs-OST0001","value":2}}},{"Target":{"CtimeAgeLimit":{"kind":"Mdt","param":"ctime_age_limit","target":"fs-MDT0000","value":10}}},{"Target":{"CtimeAgeLimit":{"kind":"Ost","param":"ctime_age_limit","target":"fs-OST0000","value":10}}},{"Target":{"CtimeAgeLimit":{"kind":"Ost","param":"ctime_age_limit","target":"fs-OST0001","value":10}}},{"Target":{"EarlyLockCancel":{"kind":"Mdt","param":"early_lock_cancel","target":"fs-MDT0000","value":0}}},{"Target":{"EarlyLockCancel":{"kind":"Ost","param":"early_lock_cancel","target":"fs-OST0000","value":0}}},{"Target":{"EarlyLockCancel":{"kind":"Ost","param":"early_lock_cancel","target":"fs-OST0001","value":0}}},{"Target":{"LockCount":{"kind":"Mdt","param":"lock_count","target":"fs-MDT0000","value":32}}},{"Target":{"LockCount":{"kind":"Ost","param":"lock_count","target":"fs-OST0000","value":1}}},{"Target":{"LockCount":{"kind":"Ost","param":"lock_count","target":"fs-OST0001","value":0}}},{"Target":{"LockTimeouts":{"kind":"Mdt","param":"lock_timeouts","target":"fs-MDT0000","value":0}}},{"Target":{"LockTimeouts":{"kind":"Ost","param":"lock_timeouts","target":"fs-OST0000","value":0}}},{"Target":{"LockTimeouts":{"kind":"Ost","param":"lock_timeouts","target":"fs-OST0001","value":0}}},{"Target":{"LockUnusedCount":{"kind":"Mdt","param":"lock_unused_count","target":"fs-MDT0000","value":0}}},{"Target":{"LockUnusedCount":{"kind":"Ost","param":"lock_unused_count","target":"fs-OST0000","value":0}}},{"Target":{"LockUnusedCount":{"kind":"Ost","param":"lock_unused_count","target":"fs-OST0001","value":0}}},{"Target":{"LruMaxAge":{"kind":"Mdt","param":"lru_max_age","target":"fs-MDT0000","value":3900000}}},{"Target":{"LruMaxAge":{"kind":"Ost","param":"lru_max_age","target":"fs-OST0000","value":3900000}}},{"Target":{"LruMaxAge":{"kind":"Ost","param":"lru_max_age","target":"fs-OST0001","value":3900000}}},{"Target":{"LruSize":{"kind":"Mdt","param":"lru_size","target":"fs-MDT0000","value":800}}},{"Target":{"LruSize":{"kind":"Ost","param":"lru_size","target":"fs-OST0000","value":800}}},{"Target":{"LruSize":{"kind":"Ost","param":"lru_size","target":"fs-OST0001","value":800}}},{"Target":{"MaxNolockBytes":{"kind":"Mdt","param":"max_nolock_bytes","target":"fs-MDT0000","value":0}}},{"Target":{"MaxNolockBytes":{"kind":"Ost","param":"max_nolock_bytes","target":"fs-OST0000","value":0}}},{"Target":{"MaxNolockBytes":{"kind":"Ost","param":"max_nolock_bytes","target":"fs-OST0001","value":0}}},{"Target":{"MaxParallelAst":{"kind":"Mdt","param":"max_parallel_ast","target":"fs-MDT0000","value":1024}}},{"Target":{"MaxParallelAst":{"kind":"Ost","param":"max_parallel_ast","target":"fs-OST0000","value":1024}}},{"Target":{"MaxParallelAst":{"kind":"Ost","param":"max_parallel_ast","target":"fs-OST0001","value":1024}}},{"Target":{"ResourceCount":{"kind":"Mdt","param":"resource_count","target":"fs-MDT0000","value":8}}},{"Target":{"ResourceCount":{"kind":"Ost","param":"resource_count","target":"fs-OST0000","value":1}}},{"Target":{"ResourceCount":{"kind":"Ost","param":"resource_count","target":"fs-OST0001","value":0}}},{"LustreService":{"LdlmCanceld":[{"name":"req_waittime","units":"usecs","samples":101,"min":9,"max":1062,"sum":5320,"sumsquare":1336980},{"name":"req_qdepth","units":"reqs","samples":101,"min":0,"max":0,"sum":0,"sumsquare":0},{"name":"req_active","units":"reqs","samples":101,"min":1,"max":2,"sum":128,"sumsquare":182},{"name":"req_timeout","units":"secs","samples":101,"min":1,"max":15,"sum":1089,"sumsquare":15729},{"name":"reqbuf_avail","units":"bufs","samples":218,"min":63,"max":64,"sum":13863,"sumsquare":881625},{"name":"ldlm_cancel","units":"usecs","samples":101,"min":3,"max":252,"sum":1860,"sumsquare":126762}]}},{"LustreService":{"LdlmCbd":[{"name":"req_waittime","units":"usecs","samples":33,"min":24,"max":1124,"sum":6524,"sumsquare":4077770},{"name":"req_qdepth","units":"reqs","samples":33,"min":0,"max":1,"sum":1,"sumsquare":1},{"name":"req_active","units":"reqs","samples":33,"min":1,"max":2,"sum":37,"sumsquare":45},{"name":"req_timeout","units":"secs","samples":33,"min":1,"max":15,"sum":345,"sumsquare":4935},{"name":"reqbuf_avail","units":"bufs","samples":74,"min":0,"max":1,"sum":70,"sumsquare":70},{"name":"ldlm_bl_callback","units":"usecs","samples":33,"min":2,"max":57,"sum":493,"sumsquare":13093}]}},{"Target":{"Llite":{"target":"fs-ffff9f7daee63800","param":"stats","stats":[{"name":"read_bytes","units":"bytes","samples":25,"min":4194304,"max":4194304,"sum":104857600,"sumsquare":439804651110400},{"name":"write_bytes","units":"bytes","samples":100,"min":1048576,"max":1048576,"sum":104857600,"sumsquare":109951162777600},{"name":"read","units":"usecs","samples":25,"min":593,"max":2489,"sum":21845,"sumsquare":22779903},{"name":"write","units":"usecs","samples":100,"min":454,"max":580719,"sum":3770185,"sumsquare":1390945292821},{"name":"open","units":"usecs","samples":2,"min":14,"max":274,"sum":288,"sumsquare":75272},{"name":"close","units":"usecs","samples":2,"min":268,"max":802,"sum":1070,"sumsquare":715028},{"name":"readdir","units":"usecs","samples":12,"min":0,"max":14,"sum":49,"sumsquare":443},{"name":"getattr","units":"usecs","samples":20,"min":1,"max":436,"sum":1052,"sumsquare":301508},{"name":"mknod","units":"usecs","samples":1,"min":5947,"max":5947,"sum":5947,"sumsquare":35366809},{"name":"inode_permission","units":"usecs","samples":11,"min":0,"max":793,"sum":847,"sumsquare":630887},{"name":"opencount","units":"reqs","samples":8,"min":1,"max":2,"sum":9,"sumsquare":11},{"name":"openclosetime","units":"usecs","samples":1,"min":8377531,"max":8377531,"sum":8377531,"sumsquare":70183025655961}]}}},{"Target":{"Changelog":{"kind":"Mdt","param":"changelog_users","target":"fs-MDT0000","value":{"current_index":0,"users":[]}}}},{"Target":{"QuotaStats":{"pool":"0x0","manager":"dt","param":"usr","target":"fs-QMT0000","value":{"kind":"Usr","stats":[{"id":0,"limits":{"hard":0,"soft":0,"granted":0,"time":604800}}]}}}},{"Target":{"QuotaStats":{"pool":"ddn_hdd","manager":"dt","param":"usr","target":"fs-QMT0000","value":{"kind":"Usr","stats":[{"id":0,"limits":{"hard":0,"soft":0,"granted":0,"time":604800}}]}}}},{"Target":{"QuotaStats":{"pool":"ddn_ssd","manager":"dt","param":"usr","target":"fs-QMT0000","value":{"kind":"Usr","stats":[{"id":0,"limits":{"hard":0,"soft":0,"granted":0,"time":604800}}]}}}},{"Target":{"QuotaStats":{"pool":"0x0","manager":"md","param":"usr","target":"fs-QMT0000","value":{"kind":"Usr","stats":[{"id":0,"limits":{"hard":0,"soft":0,"granted":0,"time":604800}}]}}}},{"Target":{"QuotaStats":{"pool":"0x0","manager":"dt","param":"prj","target":"fs-QMT0000","value":{"kind":"Prj","stats":[{"id":0,"limits":{"hard":0,"soft":0,"granted":0,"time":604800}}]}}}},{"Target":{"QuotaStats":{"pool":"ddn_hdd","manager":"dt","param":"prj","target":"fs-QMT0000","value":{"kind":"Prj","stats":[{"id":0,"limits":{"hard":0,"soft":0,"granted":0,"time":604800}}]}}}},{"Target":{"QuotaStats":{"pool":"ddn_ssd","manager":"dt","param":"prj","target":"fs-QMT0000","value":{"kind":"Prj","stats":[{"id":0,"limits":{"hard":0,"soft":0,"granted":0,"time":604800}}]}}}},{"Target":{"QuotaStats":{"pool":"0x0","manager":"md","param":"prj","target":"fs-QMT0000","value":{"kind":"Prj","stats":[{"id":0,"limits":{"hard":0,"soft":0,"granted":0,"time":604800}}]}}}},{"Target":{"QuotaStats":{"pool":"0x0","manager":"dt","param":"grp","target":"fs-QMT0000","value":{"kind":"Grp","stats":[{"id":0,"limits":{"hard":0,"soft":0,"granted":0,"time":604800}}]}}}},{"Target":{"QuotaStats":{"pool":"ddn_hdd","manager":"dt","param":"grp","target":"fs-QMT0000","value":{"kind":"Grp","stats":[{"id":0,"limits":{"hard":0,"soft":0,"granted":0,"time":604800}}]}}}},{"Target":{"QuotaStats":{"pool":"ddn_ssd","manager":"dt","param":"grp","target":"fs-QMT0000","value":{"kind":"Grp","stats":[{"id":0,"limits":{"hard":0,"soft":0,"granted":0,"time":604800}}]}}}},{"Target":{"QuotaStats":{"pool":"0x0","manager":"md","param":"grp","target":"fs-QMT0000","value":{"kind":"Grp","stats":[{"id":0,"limits":{"hard":0,"soft":0,"granted":0,"time":604800}}]}}}},{"LNetStat":{"SendCount":{"nid":"0@lo","param":"send_count","value":2227}}},{"LNetStat":{"RecvCount":{"nid":"0@lo","param":"recv_count","value":2225}}},{"LNetStat":{"DropCount":{"nid":"0@lo","param":"drop_count","value":2}}},{"LNetStat":{"SendCount":{"nid":"10.73.20.11@tcp","param":"send_count","value":2736}}},{"LNetStat":{"RecvCount":{"nid":"10.73.20.11@tcp","param":"recv_count","value":2733}}},{"LNetStat":{"DropCount":{"nid":"10.73.20.11@tcp","param":"drop_count","value":4}}},{"Target":{"FsNames":{"kind":"Mgt","param":"fsnames","target":"MGS","value":["fs"]}}},{"Target":{"RecoveryStatus":{"kind":"Ost","param":"recovery_status","target":"fs-OST0000","value":"Inactive"}}},{"Target":{"RecoveryStatus":{"kind":"Ost","param":"recovery_status","target":"fs-OST0001","value":"Inactive"}}},{"Target":{"RecoveryStatus":{"kind":"Mdt","param":"recovery_status","target":"fs-MDT0000","value":"Inactive"}}},{"LNetStat":{"SendLength":{"param":"send_length","value":140887016}}},{"LNetStat":{"RecvLength":{"param":"recv_length","value":120086240}}},{"LNetStat":{"DropLength":{"param":"drop_length","value":3120}}}] diff --git a/src/brw_stats.rs b/src/brw_stats.rs index 42b5522..7bf1531 100644 --- a/src/brw_stats.rs +++ b/src/brw_stats.rs @@ -8,7 +8,7 @@ use prometheus_exporter_base::{prelude::*, Yes}; use crate::{ jobstats::{build_mdt_job_stats, build_ost_job_stats}, quota::{build_ost_quota_stats, build_quota_stats}, - stats::build_stats, + stats::{build_mds_stats, build_stats}, LabelProm, Metric, StatsMapExt, ToMetricInst, }; @@ -422,7 +422,6 @@ pub fn build_target_stats( TargetStats::RecoveryEvictedClients(_) => {} TargetStats::Llite(_) => {} TargetStats::ExportStats(_) => {} - TargetStats::Mds(_) => {} TargetStats::QuotaStats(x) => { build_quota_stats(x, stats_map); } @@ -431,5 +430,6 @@ pub fn build_target_stats( } TargetStats::Oss(x) => build_oss_stats(x, stats_map), TargetStats::Changelog(x) => build_changelog_stats(x, stats_map), + TargetStats::Mds(x) => build_mds_stats(x, stats_map), }; } diff --git a/src/snapshots/lustrefs_exporter__tests__stats.snap b/src/snapshots/lustrefs_exporter__tests__stats.snap index 852f66e..98d9787 100644 --- a/src/snapshots/lustrefs_exporter__tests__stats.snap +++ b/src/snapshots/lustrefs_exporter__tests__stats.snap @@ -4,383 +4,193 @@ expression: x --- # HELP lustre_available_kilobytes Number of kilobytes readily available in the pool # TYPE lustre_available_kilobytes gauge -lustre_available_kilobytes{component="mgt",target="MGS"} 1873772 -lustre_available_kilobytes{component="mdt",target="ai400x2-MDT0000"} 419917436 -lustre_available_kilobytes{component="ost",target="ai400x2-OST0000"} 34187914484 -lustre_available_kilobytes{component="ost",target="ai400x2-OST0001"} 34188706564 +lustre_available_kilobytes{component="mgt",target="MGS"} 463676 +lustre_available_kilobytes{component="mdt",target="fs-MDT0000"} 2366352 +lustre_available_kilobytes{component="ost",target="fs-OST0000"} 3935772 +lustre_available_kilobytes{component="ost",target="fs-OST0001"} 4038172 + +# HELP lustre_block_maps_milliseconds_total Number of block maps in milliseconds +# TYPE lustre_block_maps_milliseconds_total counter +lustre_block_maps_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="1"} 0 +lustre_block_maps_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="1"} 33 +lustre_block_maps_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="1"} 0 +lustre_block_maps_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="1"} 33 # HELP lustre_capacity_kilobytes Capacity of the pool in kilobytes # TYPE lustre_capacity_kilobytes gauge -lustre_capacity_kilobytes{component="mgt",target="MGS"} 1980036 -lustre_capacity_kilobytes{component="mdt",target="ai400x2-MDT0000"} 427170984 -lustre_capacity_kilobytes{component="ost",target="ai400x2-OST0000"} 34750424936 -lustre_capacity_kilobytes{component="ost",target="ai400x2-OST0001"} 34750424936 +lustre_capacity_kilobytes{component="mgt",target="MGS"} 491092 +lustre_capacity_kilobytes{component="mdt",target="fs-MDT0000"} 2602832 +lustre_capacity_kilobytes{component="ost",target="fs-OST0000"} 4108388 +lustre_capacity_kilobytes{component="ost",target="fs-OST0001"} 4108388 # HELP lustre_changelog_current_index current changelog index. # TYPE lustre_changelog_current_index gauge -lustre_changelog_current_index{target="ai400x2-MDT0000"} 50 -lustre_changelog_current_index{target="ai400x2-MDT0001"} 0 -lustre_changelog_current_index{target="exatest-MDT0000"} 0 -lustre_changelog_current_index{target="exatest-MDT0003"} 0 -lustre_changelog_current_index{target="exatest-MDT0004"} 0 -lustre_changelog_current_index{target="exatest-MDT0007"} 0 - -# HELP lustre_changelog_user_idle_sec current changelog user idle seconds. -# TYPE lustre_changelog_user_idle_sec gauge -lustre_changelog_user_idle_sec{user="cl2"} 180 - -# HELP lustre_changelog_user_index current, maximum changelog index per registered changelog user. -# TYPE lustre_changelog_user_index gauge -lustre_changelog_user_index{user="cl2",target="ai400x2-MDT0000"} 8 +lustre_changelog_current_index{target="fs-MDT0000"} 0 # HELP lustre_connected_clients Number of connected clients # TYPE lustre_connected_clients gauge -lustre_connected_clients{component="mdt",target="ai400x2-MDT0000"} 1 -lustre_connected_clients{component="mdt",target="ai400x2-MDT0000"} 1 +lustre_connected_clients{component="mdt",target="fs-MDT0000"} 1 # HELP lustre_dio_frags Current disk IO fragmentation for the given size. # TYPE lustre_dio_frags gauge -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0000",size="1"} 9292607 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0000",size="1"} 4076945 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0000",size="2"} 3669 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0000",size="2"} 3434 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0000",size="3"} 2 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0000",size="3"} 0 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0000",size="4"} 11 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0000",size="4"} 2509 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0000",size="5"} 0 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0000",size="5"} 0 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0000",size="6"} 6 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0000",size="6"} 2041 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0000",size="7"} 0 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0000",size="7"} 0 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0000",size="8"} 55768 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0000",size="8"} 38711 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0001",size="1"} 9254837 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0001",size="1"} 4080923 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0001",size="2"} 3808 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0001",size="2"} 3599 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0001",size="3"} 1 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0001",size="3"} 0 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0001",size="4"} 14 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0001",size="4"} 2603 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0001",size="5"} 0 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0001",size="5"} 0 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0001",size="6"} 7 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0001",size="6"} 2055 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0001",size="7"} 0 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0001",size="7"} 0 -lustre_dio_frags{component="ost",operation="read",target="ai400x2-OST0001",size="8"} 57294 -lustre_dio_frags{component="ost",operation="write",target="ai400x2-OST0001",size="8"} 39039 +lustre_dio_frags{component="ost",operation="read",target="fs-OST0000",size="1"} 0 +lustre_dio_frags{component="ost",operation="write",target="fs-OST0000",size="1"} 1 +lustre_dio_frags{component="ost",operation="read",target="fs-OST0000",size="2"} 0 +lustre_dio_frags{component="ost",operation="write",target="fs-OST0000",size="2"} 18 +lustre_dio_frags{component="ost",operation="read",target="fs-OST0000",size="3"} 0 +lustre_dio_frags{component="ost",operation="write",target="fs-OST0000",size="3"} 7 +lustre_dio_frags{component="ost",operation="read",target="fs-OST0000",size="1"} 0 +lustre_dio_frags{component="ost",operation="write",target="fs-OST0000",size="1"} 1 +lustre_dio_frags{component="ost",operation="read",target="fs-OST0000",size="2"} 0 +lustre_dio_frags{component="ost",operation="write",target="fs-OST0000",size="2"} 18 +lustre_dio_frags{component="ost",operation="read",target="fs-OST0000",size="3"} 0 +lustre_dio_frags{component="ost",operation="write",target="fs-OST0000",size="3"} 7 # HELP lustre_discontiguous_blocks_total # TYPE lustre_discontiguous_blocks_total counter -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0000",size="0"} 9292664 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0000",size="0"} 4072612 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0000",size="1"} 42047 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0000",size="1"} 28493 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0000",size="2"} 17352 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0000",size="2"} 21665 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0000",size="3"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0000",size="3"} 687 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0000",size="4"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0000",size="4"} 137 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0000",size="5"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0000",size="5"} 27 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0000",size="6"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0000",size="6"} 13 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0000",size="7"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0000",size="7"} 5 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0000",size="8"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0000",size="8"} 1 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="0"} 9254895 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="0"} 4076814 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="1"} 41231 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="1"} 28934 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="2"} 19835 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="2"} 21641 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="3"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="3"} 635 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="4"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="4"} 146 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="5"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="5"} 33 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="6"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="6"} 12 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="7"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="7"} 3 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="8"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="8"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="9"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="9"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="10"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="10"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="11"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="11"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="12"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="12"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="13"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="13"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="14"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="14"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="15"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="15"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="16"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="16"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="17"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="17"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="18"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="18"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="19"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="19"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="20"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="20"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="21"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="21"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="22"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="22"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="23"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="23"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="24"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="24"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="25"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="25"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="26"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="26"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="27"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="27"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="28"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="28"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="29"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="29"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="30"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="30"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="read",target="ai400x2-OST0001",size="31"} 0 -lustre_discontiguous_blocks_total{component="ost",operation="write",target="ai400x2-OST0001",size="31"} 1 +lustre_discontiguous_blocks_total{component="ost",operation="read",target="fs-OST0000",size="0"} 0 +lustre_discontiguous_blocks_total{component="ost",operation="write",target="fs-OST0000",size="0"} 19 +lustre_discontiguous_blocks_total{component="ost",operation="read",target="fs-OST0000",size="1"} 0 +lustre_discontiguous_blocks_total{component="ost",operation="write",target="fs-OST0000",size="1"} 7 +lustre_discontiguous_blocks_total{component="ost",operation="read",target="fs-OST0000",size="0"} 0 +lustre_discontiguous_blocks_total{component="ost",operation="write",target="fs-OST0000",size="0"} 19 +lustre_discontiguous_blocks_total{component="ost",operation="read",target="fs-OST0000",size="1"} 0 +lustre_discontiguous_blocks_total{component="ost",operation="write",target="fs-OST0000",size="1"} 7 # HELP lustre_discontiguous_pages_total Total number of logical discontinuities per RPC. # TYPE lustre_discontiguous_pages_total counter -lustre_discontiguous_pages_total{component="ost",operation="read",target="ai400x2-OST0000",size="0"} 9351652 -lustre_discontiguous_pages_total{component="ost",operation="write",target="ai400x2-OST0000",size="0"} 4114231 -lustre_discontiguous_pages_total{component="ost",operation="read",target="ai400x2-OST0000",size="1"} 409 -lustre_discontiguous_pages_total{component="ost",operation="write",target="ai400x2-OST0000",size="1"} 9407 -lustre_discontiguous_pages_total{component="ost",operation="read",target="ai400x2-OST0000",size="2"} 2 -lustre_discontiguous_pages_total{component="ost",operation="write",target="ai400x2-OST0000",size="2"} 2 -lustre_discontiguous_pages_total{component="ost",operation="read",target="ai400x2-OST0001",size="0"} 9315526 -lustre_discontiguous_pages_total{component="ost",operation="write",target="ai400x2-OST0001",size="0"} 4118794 -lustre_discontiguous_pages_total{component="ost",operation="read",target="ai400x2-OST0001",size="1"} 435 -lustre_discontiguous_pages_total{component="ost",operation="write",target="ai400x2-OST0001",size="1"} 9423 -lustre_discontiguous_pages_total{component="ost",operation="read",target="ai400x2-OST0001",size="2"} 0 -lustre_discontiguous_pages_total{component="ost",operation="write",target="ai400x2-OST0001",size="2"} 2 +lustre_discontiguous_pages_total{component="ost",operation="read",target="fs-OST0000",size="0"} 0 +lustre_discontiguous_pages_total{component="ost",operation="write",target="fs-OST0000",size="0"} 19 +lustre_discontiguous_pages_total{component="ost",operation="read",target="fs-OST0000",size="1"} 0 +lustre_discontiguous_pages_total{component="ost",operation="write",target="fs-OST0000",size="1"} 7 +lustre_discontiguous_pages_total{component="ost",operation="read",target="fs-OST0000",size="0"} 0 +lustre_discontiguous_pages_total{component="ost",operation="write",target="fs-OST0000",size="0"} 19 +lustre_discontiguous_pages_total{component="ost",operation="read",target="fs-OST0000",size="1"} 0 +lustre_discontiguous_pages_total{component="ost",operation="write",target="fs-OST0000",size="1"} 7 # HELP lustre_disk_io Current number of I/O operations that are processing during the snapshot. # TYPE lustre_disk_io gauge -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="1"} 2499387 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="1"} 1187036 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="2"} 1883945 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="2"} 793707 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="3"} 1493683 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="3"} 503920 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="4"} 1058167 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="4"} 395381 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="5"} 704804 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="5"} 288275 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="6"} 495027 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="6"} 197769 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="7"} 356780 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="7"} 132864 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="8"} 256413 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="8"} 89052 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="9"} 181632 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="9"} 58501 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="10"} 123818 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="10"} 26704 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="11"} 90035 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="11"} 14119 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="12"} 68887 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="12"} 8829 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="13"} 55465 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="13"} 6550 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="14"} 45232 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="14"} 5547 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="15"} 38000 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="15"} 5383 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="16"} 31971 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="16"} 5481 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="17"} 25211 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="17"} 6177 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="18"} 21467 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="18"} 6767 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="19"} 18780 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="19"} 8074 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="20"} 16625 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="20"} 9646 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="21"} 15098 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="21"} 12313 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="22"} 13849 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="22"} 15267 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="23"} 13017 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="23"} 19877 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="24"} 12337 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="24"} 24453 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="25"} 11413 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="25"} 30315 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="26"} 11028 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="26"} 34324 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="27"} 10704 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="27"} 37750 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="28"} 10471 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="28"} 38776 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="29"} 10297 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="29"} 38871 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="30"} 10119 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="30"} 36556 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0000",size="31"} 162513 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0000",size="31"} 377499 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="1"} 2488039 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="1"} 1185285 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="2"} 1873744 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="2"} 787309 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="3"} 1490244 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="3"} 498673 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="4"} 1058749 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="4"} 395423 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="5"} 704439 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="5"} 291932 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="6"} 495012 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="6"} 201902 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="7"} 357583 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="7"} 137081 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="8"} 255910 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="8"} 91340 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="9"} 181672 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="9"} 59739 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="10"} 122401 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="10"} 27549 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="11"} 88149 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="11"} 14513 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="12"} 67154 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="12"} 9077 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="13"} 53823 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="13"} 6688 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="14"} 44023 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="14"} 5725 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="15"} 37170 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="15"} 5530 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="16"} 31368 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="16"} 5664 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="17"} 24929 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="17"} 6440 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="18"} 21347 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="18"} 7087 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="19"} 18674 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="19"} 8465 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="20"} 16527 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="20"} 10044 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="21"} 15156 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="21"} 12647 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="22"} 14051 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="22"} 15863 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="23"} 13243 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="23"} 20105 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="24"} 12577 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="24"} 24737 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="25"} 11661 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="25"} 30564 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="26"} 11371 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="26"} 34765 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="27"} 11019 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="27"} 37755 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="28"} 10843 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="28"} 38708 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="29"} 10656 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="29"} 38610 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="30"} 10512 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="30"} 36144 -lustre_disk_io{component="ost",operation="read",target="ai400x2-OST0001",size="31"} 168860 -lustre_disk_io{component="ost",operation="write",target="ai400x2-OST0001",size="31"} 377811 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="1"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="1"} 2 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="2"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="2"} 2 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="3"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="3"} 6 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="4"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="4"} 2 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="5"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="5"} 3 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="6"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="6"} 5 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="7"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="7"} 5 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="8"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="8"} 5 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="9"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="9"} 7 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="10"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="10"} 7 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="11"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="11"} 7 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="12"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="12"} 5 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="13"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="13"} 2 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="1"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="1"} 2 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="2"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="2"} 2 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="3"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="3"} 6 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="4"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="4"} 2 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="5"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="5"} 3 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="6"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="6"} 5 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="7"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="7"} 5 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="8"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="8"} 5 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="9"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="9"} 7 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="10"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="10"} 7 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="11"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="11"} 7 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="12"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="12"} 5 +lustre_disk_io{component="ost",operation="read",target="fs-OST0000",size="13"} 0 +lustre_disk_io{component="ost",operation="write",target="fs-OST0000",size="13"} 2 # HELP lustre_disk_io_total Total number of operations the filesystem has performed for the given size. # TYPE lustre_disk_io_total counter -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0000",size="4096"} 48747 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0000",size="4096"} 9253 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0000",size="8192"} 808 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0000",size="8192"} 24 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0000",size="16384"} 342 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0000",size="16384"} 144 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0000",size="32768"} 819 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0000",size="32768"} 129 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0000",size="65536"} 1394 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0000",size="65536"} 344 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0000",size="131072"} 3731 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0000",size="131072"} 777 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0000",size="262144"} 5397 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0000",size="262144"} 1152 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0000",size="524288"} 8031 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0000",size="524288"} 1759 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0000",size="1048576"} 9230582 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0000",size="1048576"} 4063409 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0000",size="2097152"} 446324 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0000",size="2097152"} 338792 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0001",size="4096"} 50197 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0001",size="4096"} 9280 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0001",size="8192"} 710 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0001",size="8192"} 28 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0001",size="16384"} 281 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0001",size="16384"} 125 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0001",size="32768"} 867 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0001",size="32768"} 148 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0001",size="65536"} 1407 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0001",size="65536"} 329 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0001",size="131072"} 3430 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0001",size="131072"} 741 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0001",size="262144"} 5639 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0001",size="262144"} 1216 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0001",size="524288"} 7966 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0001",size="524288"} 1763 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0001",size="1048576"} 9191867 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0001",size="1048576"} 4067353 -lustre_disk_io_total{component="ost",operation="read",target="ai400x2-OST0001",size="2097152"} 458542 -lustre_disk_io_total{component="ost",operation="write",target="ai400x2-OST0001",size="2097152"} 342192 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="32768"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="32768"} 1 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="65536"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="65536"} 1 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="131072"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="131072"} 3 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="262144"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="262144"} 3 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="524288"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="524288"} 0 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="1048576"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="1048576"} 0 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="2097152"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="2097152"} 50 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="32768"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="32768"} 1 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="65536"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="65536"} 1 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="131072"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="131072"} 3 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="262144"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="262144"} 3 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="524288"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="524288"} 0 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="1048576"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="1048576"} 0 +lustre_disk_io_total{component="ost",operation="read",target="fs-OST0000",size="2097152"} 0 +lustre_disk_io_total{component="ost",operation="write",target="fs-OST0000",size="2097152"} 50 # HELP lustre_drop_bytes_total Total number of bytes that have been dropped # TYPE lustre_drop_bytes_total counter -lustre_drop_bytes_total 0 +lustre_drop_bytes_total 3120 # HELP lustre_drop_count_total Total number of messages that have been dropped # TYPE lustre_drop_count_total counter -lustre_drop_count_total{nid="0@lo"} 0 -lustre_drop_count_total{nid="172.16.240.133@o2ib"} 0 -lustre_drop_count_total{nid="172.16.241.133@o2ib"} 0 +lustre_drop_count_total{nid="0@lo"} 2 +lustre_drop_count_total{nid="10.73.20.11@tcp"} 4 # HELP lustre_exports_dirty_total Total number of exports that have been marked dirty # TYPE lustre_exports_dirty_total counter -lustre_exports_dirty_total{component="ost",target="ai400x2-OST0000"} 0 -lustre_exports_dirty_total{component="ost",target="ai400x2-OST0001"} 0 +lustre_exports_dirty_total{component="ost",target="fs-OST0000"} 0 +lustre_exports_dirty_total{component="ost",target="fs-OST0001"} 0 # HELP lustre_exports_granted_total Total number of exports that have been marked granted # TYPE lustre_exports_granted_total counter -lustre_exports_granted_total{component="ost",target="ai400x2-OST0000"} 143424 -lustre_exports_granted_total{component="ost",target="ai400x2-OST0001"} 143424 +lustre_exports_granted_total{component="ost",target="fs-OST0000"} 122430016 +lustre_exports_granted_total{component="ost",target="fs-OST0001"} 279104 # HELP lustre_exports_pending_total Total number of exports that have been marked pending # TYPE lustre_exports_pending_total counter -lustre_exports_pending_total{component="ost",target="ai400x2-OST0000"} 0 -lustre_exports_pending_total{component="ost",target="ai400x2-OST0001"} 0 +lustre_exports_pending_total{component="ost",target="fs-OST0000"} 0 +lustre_exports_pending_total{component="ost",target="fs-OST0001"} 0 # HELP lustre_exports_total Total number of times the pool has been exported # TYPE lustre_exports_total counter -lustre_exports_total{component="mgt",target="MGS"} 6 -lustre_exports_total{component="ost",target="ai400x2-OST0000"} 4 -lustre_exports_total{component="ost",target="ai400x2-OST0001"} 4 -lustre_exports_total{component="mdt",target="ai400x2-MDT0000"} 16 +lustre_exports_total{component="mgt",target="MGS"} 4 +lustre_exports_total{component="ost",target="fs-OST0000"} 2 +lustre_exports_total{component="ost",target="fs-OST0001"} 1 +lustre_exports_total{component="mdt",target="fs-MDT0000"} 10 # HELP lustre_free_kilobytes Number of kilobytes allocated to the pool # TYPE lustre_free_kilobytes gauge -lustre_free_kilobytes{component="mgt",target="MGS"} 1978628 -lustre_free_kilobytes{component="mdt",target="ai400x2-MDT0000"} 427164896 -lustre_free_kilobytes{component="ost",target="ai400x2-OST0000"} 34539581312 -lustre_free_kilobytes{component="ost",target="ai400x2-OST0001"} 34540373392 +lustre_free_kilobytes{component="mgt",target="MGS"} 489888 +lustre_free_kilobytes{component="mdt",target="fs-MDT0000"} 2600460 +lustre_free_kilobytes{component="ost",target="fs-OST0000"} 4004584 +lustre_free_kilobytes{component="ost",target="fs-OST0001"} 4106984 # HELP lustre_health_healthy Indicates whether the Lustre target is healthy or not. 1 is healthy, 0 is unhealthy. # TYPE lustre_health_healthy gauge @@ -388,451 +198,323 @@ lustre_health_healthy 1 # HELP lustre_inodes_free The number of inodes (objects) available # TYPE lustre_inodes_free gauge -lustre_inodes_free{component="mgt",target="MGS"} 130871 -lustre_inodes_free{component="mdt",target="ai400x2-MDT0000"} 289887431 -lustre_inodes_free{component="ost",target="ai400x2-OST0000"} 274725135 -lustre_inodes_free{component="ost",target="ai400x2-OST0001"} 274725134 +lustre_inodes_free{component="mgt",target="MGS"} 32570 +lustre_inodes_free{component="mdt",target="fs-MDT0000"} 1885341 +lustre_inodes_free{component="ost",target="fs-OST0000"} 40658 +lustre_inodes_free{component="ost",target="fs-OST0001"} 40658 # HELP lustre_inodes_maximum The maximum number of inodes (objects) the filesystem can hold # TYPE lustre_inodes_maximum gauge -lustre_inodes_maximum{component="mgt",target="MGS"} 131072 -lustre_inodes_maximum{component="mdt",target="ai400x2-MDT0000"} 289887952 -lustre_inodes_maximum{component="ost",target="ai400x2-OST0000"} 274726912 -lustre_inodes_maximum{component="ost",target="ai400x2-OST0001"} 274726912 +lustre_inodes_maximum{component="mgt",target="MGS"} 32768 +lustre_inodes_maximum{component="mdt",target="fs-MDT0000"} 1885696 +lustre_inodes_maximum{component="ost",target="fs-OST0000"} 40960 +lustre_inodes_maximum{component="ost",target="fs-OST0001"} 40960 # HELP lustre_io_time_milliseconds_total Total time in milliseconds the filesystem has spent processing various object sizes. # TYPE lustre_io_time_milliseconds_total counter -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0000",size="1"} 9244557 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0000",size="1"} 3616861 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0000",size="2"} 45925 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0000",size="2"} 83848 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0000",size="4"} 30611 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0000",size="4"} 314948 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0000",size="8"} 26141 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0000",size="8"} 49922 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0000",size="16"} 4808 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0000",size="16"} 51585 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0000",size="32"} 14 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0000",size="32"} 6394 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0000",size="64"} 6 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0000",size="64"} 82 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0000",size="128"} 1 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0000",size="128"} 0 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0001",size="1"} 9207507 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0001",size="1"} 3621675 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0001",size="2"} 45907 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0001",size="2"} 83387 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0001",size="4"} 31151 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0001",size="4"} 314557 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0001",size="8"} 26619 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0001",size="8"} 50234 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0001",size="16"} 4762 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0001",size="16"} 52033 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0001",size="32"} 9 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0001",size="32"} 6238 -lustre_io_time_milliseconds_total{component="ost",operation="read",target="ai400x2-OST0001",size="64"} 6 -lustre_io_time_milliseconds_total{component="ost",operation="write",target="ai400x2-OST0001",size="64"} 95 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="32"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="32"} 1 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="64"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="64"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="128"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="128"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="256"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="256"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="512"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="512"} 1 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="1024"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="1024"} 7 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="2048"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="2048"} 12 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="4096"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="4096"} 5 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="32"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="32"} 1 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="64"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="64"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="128"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="128"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="256"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="256"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="512"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="512"} 1 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="1024"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="1024"} 7 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="2048"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="2048"} 12 +lustre_io_time_milliseconds_total{component="ost",operation="read",target="fs-OST0000",size="4096"} 0 +lustre_io_time_milliseconds_total{component="ost",operation="write",target="fs-OST0000",size="4096"} 5 # HELP lustre_ldlm_canceld_stats Gives information about LDLM Canceld service. # TYPE lustre_ldlm_canceld_stats counter -lustre_ldlm_canceld_stats{operation="req_waittime"} 30049 -lustre_ldlm_canceld_stats{operation="req_qdepth"} 30049 -lustre_ldlm_canceld_stats{operation="req_active"} 30049 -lustre_ldlm_canceld_stats{operation="req_timeout"} 30049 -lustre_ldlm_canceld_stats{operation="reqbuf_avail"} 61601 -lustre_ldlm_canceld_stats{operation="ldlm_cancel"} 30049 +lustre_ldlm_canceld_stats{operation="req_waittime"} 101 +lustre_ldlm_canceld_stats{operation="req_qdepth"} 101 +lustre_ldlm_canceld_stats{operation="req_active"} 101 +lustre_ldlm_canceld_stats{operation="req_timeout"} 101 +lustre_ldlm_canceld_stats{operation="reqbuf_avail"} 218 +lustre_ldlm_canceld_stats{operation="ldlm_cancel"} 101 # HELP lustre_ldlm_cbd_stats Gives information about LDLM Callback service. # TYPE lustre_ldlm_cbd_stats counter -lustre_ldlm_cbd_stats{operation="req_waittime"} 79 -lustre_ldlm_cbd_stats{operation="req_qdepth"} 79 -lustre_ldlm_cbd_stats{operation="req_active"} 79 -lustre_ldlm_cbd_stats{operation="req_timeout"} 79 -lustre_ldlm_cbd_stats{operation="reqbuf_avail"} 177 -lustre_ldlm_cbd_stats{operation="ldlm_bl_callback"} 79 +lustre_ldlm_cbd_stats{operation="req_waittime"} 33 +lustre_ldlm_cbd_stats{operation="req_qdepth"} 33 +lustre_ldlm_cbd_stats{operation="req_active"} 33 +lustre_ldlm_cbd_stats{operation="req_timeout"} 33 +lustre_ldlm_cbd_stats{operation="reqbuf_avail"} 74 +lustre_ldlm_cbd_stats{operation="ldlm_bl_callback"} 33 # HELP lustre_lnet_mem_used Gives information about Lustre LNet memory usage. # TYPE lustre_lnet_mem_used gauge -lustre_lnet_mem_used 174323852 +lustre_lnet_mem_used 49757220 # HELP lustre_lock_contended_total Number of contended locks # TYPE lustre_lock_contended_total counter -lustre_lock_contended_total{component="mdt",target="ai400x2-MDT0000"} 32 -lustre_lock_contended_total{component="ost",target="ai400x2-OST0000"} 32 -lustre_lock_contended_total{component="ost",target="ai400x2-OST0001"} 32 +lustre_lock_contended_total{component="mdt",target="fs-MDT0000"} 32 +lustre_lock_contended_total{component="ost",target="fs-OST0000"} 32 +lustre_lock_contended_total{component="ost",target="fs-OST0001"} 32 # HELP lustre_lock_contention_seconds_total Time in seconds during which locks were contended # TYPE lustre_lock_contention_seconds_total counter -lustre_lock_contention_seconds_total{component="mdt",target="ai400x2-MDT0000"} 2 -lustre_lock_contention_seconds_total{component="ost",target="ai400x2-OST0000"} 2 -lustre_lock_contention_seconds_total{component="ost",target="ai400x2-OST0001"} 2 +lustre_lock_contention_seconds_total{component="mdt",target="fs-MDT0000"} 2 +lustre_lock_contention_seconds_total{component="ost",target="fs-OST0000"} 2 +lustre_lock_contention_seconds_total{component="ost",target="fs-OST0001"} 2 # HELP lustre_lock_count_total Number of locks # TYPE lustre_lock_count_total counter -lustre_lock_count_total{component="mdt",target="ai400x2-MDT0000"} 2 -lustre_lock_count_total{component="ost",target="ai400x2-OST0000"} 0 -lustre_lock_count_total{component="ost",target="ai400x2-OST0001"} 0 +lustre_lock_count_total{component="mdt",target="fs-MDT0000"} 32 +lustre_lock_count_total{component="ost",target="fs-OST0000"} 1 +lustre_lock_count_total{component="ost",target="fs-OST0001"} 0 # HELP lustre_lock_timeout_total Number of lock timeouts # TYPE lustre_lock_timeout_total counter -lustre_lock_timeout_total{component="mdt",target="ai400x2-MDT0000"} 0 -lustre_lock_timeout_total{component="ost",target="ai400x2-OST0000"} 0 -lustre_lock_timeout_total{component="ost",target="ai400x2-OST0001"} 0 +lustre_lock_timeout_total{component="mdt",target="fs-MDT0000"} 0 +lustre_lock_timeout_total{component="ost",target="fs-OST0000"} 0 +lustre_lock_timeout_total{component="ost",target="fs-OST0001"} 0 + +# HELP lustre_mds_mdt_fld_stats MDS mdt_fld stats +# TYPE lustre_mds_mdt_fld_stats gauge +lustre_mds_mdt_fld_stats{operation="req_waittime",units="usecs"} 7 +lustre_mds_mdt_fld_stats{operation="req_qdepth",units="reqs"} 7 +lustre_mds_mdt_fld_stats{operation="req_active",units="reqs"} 7 +lustre_mds_mdt_fld_stats{operation="req_timeout",units="secs"} 7 +lustre_mds_mdt_fld_stats{operation="reqbuf_avail",units="bufs"} 15 +lustre_mds_mdt_fld_stats{operation="fld_read",units="usecs"} 7 + +# HELP lustre_mds_mdt_readpage_stats MDS mdt_readpage stats +# TYPE lustre_mds_mdt_readpage_stats gauge +lustre_mds_mdt_readpage_stats{operation="req_waittime",units="usecs"} 64 +lustre_mds_mdt_readpage_stats{operation="req_qdepth",units="reqs"} 64 +lustre_mds_mdt_readpage_stats{operation="req_active",units="reqs"} 64 +lustre_mds_mdt_readpage_stats{operation="req_timeout",units="secs"} 64 +lustre_mds_mdt_readpage_stats{operation="reqbuf_avail",units="bufs"} 137 +lustre_mds_mdt_readpage_stats{operation="ldlm_ibits_enqueue",units="reqs"} 30 +lustre_mds_mdt_readpage_stats{operation="mds_getattr",units="usecs"} 1 +lustre_mds_mdt_readpage_stats{operation="mds_close",units="usecs"} 2 +lustre_mds_mdt_readpage_stats{operation="mds_readpage",units="usecs"} 1 +lustre_mds_mdt_readpage_stats{operation="dt_index_read",units="usecs"} 30 + +# HELP lustre_mds_mdt_seqm_stats MDS mdt_seqm stats +# TYPE lustre_mds_mdt_seqm_stats gauge +lustre_mds_mdt_seqm_stats{operation="req_waittime",units="usecs"} 1 +lustre_mds_mdt_seqm_stats{operation="req_qdepth",units="reqs"} 1 +lustre_mds_mdt_seqm_stats{operation="req_active",units="reqs"} 1 +lustre_mds_mdt_seqm_stats{operation="req_timeout",units="secs"} 1 +lustre_mds_mdt_seqm_stats{operation="reqbuf_avail",units="bufs"} 3 +lustre_mds_mdt_seqm_stats{operation="seq_query",units="usecs"} 1 + +# HELP lustre_mds_mdt_seqs_stats MDS mdt_seqs stats +# TYPE lustre_mds_mdt_seqs_stats gauge +lustre_mds_mdt_seqs_stats{operation="req_waittime",units="usecs"} 8 +lustre_mds_mdt_seqs_stats{operation="req_qdepth",units="reqs"} 8 +lustre_mds_mdt_seqs_stats{operation="req_active",units="reqs"} 8 +lustre_mds_mdt_seqs_stats{operation="req_timeout",units="secs"} 8 +lustre_mds_mdt_seqs_stats{operation="reqbuf_avail",units="bufs"} 17 +lustre_mds_mdt_seqs_stats{operation="seq_query",units="usecs"} 8 + +# HELP lustre_mds_mdt_stats MDS mdt stats +# TYPE lustre_mds_mdt_stats gauge +lustre_mds_mdt_stats{operation="req_waittime",units="usecs"} 357 +lustre_mds_mdt_stats{operation="req_qdepth",units="reqs"} 357 +lustre_mds_mdt_stats{operation="req_active",units="reqs"} 357 +lustre_mds_mdt_stats{operation="req_timeout",units="secs"} 357 +lustre_mds_mdt_stats{operation="reqbuf_avail",units="bufs"} 840 +lustre_mds_mdt_stats{operation="ldlm_ibits_enqueue",units="reqs"} 4 +lustre_mds_mdt_stats{operation="mds_reint_open",units="reqs"} 2 +lustre_mds_mdt_stats{operation="mds_connect",units="usecs"} 11 +lustre_mds_mdt_stats{operation="mds_get_root",units="usecs"} 1 +lustre_mds_mdt_stats{operation="mds_statfs",units="usecs"} 2 +lustre_mds_mdt_stats{operation="obd_ping",units="usecs"} 339 # HELP lustre_mem_used Gives information about Lustre memory usage. # TYPE lustre_mem_used gauge -lustre_mem_used 1601002785 +lustre_mem_used 1015120175 # HELP lustre_mem_used_max Gives information about Lustre maximum memory usage. # TYPE lustre_mem_used_max gauge -lustre_mem_used_max 1611219801 +lustre_mem_used_max 1015698967 # HELP lustre_oss_ost_create_stats OSS ost_create stats # TYPE lustre_oss_ost_create_stats gauge -lustre_oss_ost_create_stats{operation="req_waittime",units="usec"} 244994 -lustre_oss_ost_create_stats{operation="req_qdepth",units="reqs"} 244994 -lustre_oss_ost_create_stats{operation="req_active",units="reqs"} 244994 -lustre_oss_ost_create_stats{operation="req_timeout",units="sec"} 244994 -lustre_oss_ost_create_stats{operation="reqbuf_avail",units="bufs"} 507392 -lustre_oss_ost_create_stats{operation="ost_statfs",units="usec"} 244994 +lustre_oss_ost_create_stats{operation="req_waittime",units="usecs"} 366 +lustre_oss_ost_create_stats{operation="req_qdepth",units="reqs"} 366 +lustre_oss_ost_create_stats{operation="req_active",units="reqs"} 366 +lustre_oss_ost_create_stats{operation="req_timeout",units="secs"} 366 +lustre_oss_ost_create_stats{operation="reqbuf_avail",units="bufs"} 788 +lustre_oss_ost_create_stats{operation="ost_statfs",units="usecs"} 366 # HELP lustre_oss_ost_io_stats OSS ost_io stats # TYPE lustre_oss_ost_io_stats gauge -lustre_oss_ost_io_stats{operation="req_waittime",units="usec"} 26901856 -lustre_oss_ost_io_stats{operation="req_qdepth",units="reqs"} 26901856 -lustre_oss_ost_io_stats{operation="req_active",units="reqs"} 26901856 -lustre_oss_ost_io_stats{operation="req_timeout",units="sec"} 26901856 -lustre_oss_ost_io_stats{operation="reqbuf_avail",units="bufs"} 55114862 -lustre_oss_ost_io_stats{operation="ost_read",units="usec"} 18668007 -lustre_oss_ost_io_stats{operation="ost_write",units="usec"} 8233790 -lustre_oss_ost_io_stats{operation="ost_punch",units="usec"} 59 +lustre_oss_ost_io_stats{operation="req_waittime",units="usecs"} 26 +lustre_oss_ost_io_stats{operation="req_qdepth",units="reqs"} 26 +lustre_oss_ost_io_stats{operation="req_active",units="reqs"} 26 +lustre_oss_ost_io_stats{operation="req_timeout",units="secs"} 26 +lustre_oss_ost_io_stats{operation="reqbuf_avail",units="bufs"} 58 +lustre_oss_ost_io_stats{operation="ost_write",units="usecs"} 26 # HELP lustre_oss_ost_stats OSS ost stats # TYPE lustre_oss_ost_stats gauge -lustre_oss_ost_stats{operation="req_waittime",units="usec"} 77655 -lustre_oss_ost_stats{operation="req_qdepth",units="reqs"} 77655 -lustre_oss_ost_stats{operation="req_active",units="reqs"} 77655 -lustre_oss_ost_stats{operation="req_timeout",units="sec"} 77655 -lustre_oss_ost_stats{operation="reqbuf_avail",units="bufs"} 157527 -lustre_oss_ost_stats{operation="ldlm_glimpse_enqueue",units="reqs"} 42486 -lustre_oss_ost_stats{operation="ldlm_extent_enqueue",units="reqs"} 17980 -lustre_oss_ost_stats{operation="ost_create",units="usec"} 578 -lustre_oss_ost_stats{operation="ost_destroy",units="usec"} 15361 -lustre_oss_ost_stats{operation="ost_get_info",units="usec"} 8 -lustre_oss_ost_stats{operation="ost_connect",units="usec"} 68 -lustre_oss_ost_stats{operation="ost_disconnect",units="usec"} 48 -lustre_oss_ost_stats{operation="ost_sync",units="usec"} 56 -lustre_oss_ost_stats{operation="ost_set_info",units="usec"} 20 -lustre_oss_ost_stats{operation="obd_ping",units="usec"} 1050 +lustre_oss_ost_stats{operation="req_waittime",units="usecs"} 21 +lustre_oss_ost_stats{operation="req_qdepth",units="reqs"} 21 +lustre_oss_ost_stats{operation="req_active",units="reqs"} 21 +lustre_oss_ost_stats{operation="req_timeout",units="secs"} 21 +lustre_oss_ost_stats{operation="reqbuf_avail",units="bufs"} 55 +lustre_oss_ost_stats{operation="ldlm_extent_enqueue",units="reqs"} 1 +lustre_oss_ost_stats{operation="ost_create",units="usecs"} 4 +lustre_oss_ost_stats{operation="ost_get_info",units="usecs"} 2 +lustre_oss_ost_stats{operation="ost_connect",units="usecs"} 4 +lustre_oss_ost_stats{operation="ost_disconnect",units="usecs"} 1 +lustre_oss_ost_stats{operation="obd_ping",units="usecs"} 9 # HELP lustre_pages_per_bulk_rw_total Total number of pages per block RPC. # TYPE lustre_pages_per_bulk_rw_total counter -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="1"} 45221 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="1"} 192 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="2"} 807 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="2"} 67 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="4"} 341 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="4"} 262 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="8"} 818 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="8"} 262 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="16"} 1382 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="16"} 728 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="32"} 3718 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="32"} 1548 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="64"} 5363 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="64"} 2295 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="128"} 7996 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="128"} 3506 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="256"} 9230582 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="256"} 4068108 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="512"} 0 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="512"} 0 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="1024"} 50 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="1024"} 3411 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="2048"} 11 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="2048"} 2509 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0000",size="4096"} 55774 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0000",size="4096"} 40752 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="1"} 46495 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="1"} 208 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="2"} 709 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="2"} 85 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="4"} 281 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="4"} 248 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="8"} 867 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="8"} 281 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="16"} 1396 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="16"} 702 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="32"} 3421 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="32"} 1478 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="64"} 5613 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="64"} 2418 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="128"} 7951 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="128"} 3519 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="256"} 9191867 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="256"} 4072014 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="512"} 0 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="512"} 0 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="1024"} 46 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="1024"} 3569 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="2048"} 14 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="2048"} 2603 -lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="ai400x2-OST0001",size="4096"} 57301 -lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="ai400x2-OST0001",size="4096"} 41094 +lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="fs-OST0000",size="64"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="fs-OST0000",size="64"} 1 +lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="fs-OST0000",size="128"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="fs-OST0000",size="128"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="fs-OST0000",size="256"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="fs-OST0000",size="256"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="fs-OST0000",size="512"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="fs-OST0000",size="512"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="fs-OST0000",size="1024"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="fs-OST0000",size="1024"} 25 +lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="fs-OST0000",size="64"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="fs-OST0000",size="64"} 1 +lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="fs-OST0000",size="128"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="fs-OST0000",size="128"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="fs-OST0000",size="256"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="fs-OST0000",size="256"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="fs-OST0000",size="512"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="fs-OST0000",size="512"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="read",target="fs-OST0000",size="1024"} 0 +lustre_pages_per_bulk_rw_total{component="ost",operation="write",target="fs-OST0000",size="1024"} 25 # HELP lustre_quota_granted The granted quota for a given component. # TYPE lustre_quota_granted gauge -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="user",manager="dt",id="0"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="user",manager="dt",id="1000028"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="ddn_ssd",accounting="user",manager="dt",id="0"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="sfa_0",accounting="user",manager="dt",id="0"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="user",manager="md",id="0"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="user",manager="md",id="1000028"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="project",manager="dt",id="0"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="project",manager="dt",id="1000118"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="project",manager="dt",id="1234"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="ddn_ssd",accounting="project",manager="dt",id="0"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="sfa_0",accounting="project",manager="dt",id="0"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="project",manager="md",id="0"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="project",manager="md",id="1000118"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="project",manager="md",id="1234"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="group",manager="dt",id="0"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="group",manager="dt",id="1000032"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="ddn_ssd",accounting="group",manager="dt",id="0"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="sfa_0",accounting="group",manager="dt",id="0"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="group",manager="md",id="0"} 0 -lustre_quota_granted{target="exatest-QMT0000",pool="",accounting="group",manager="md",id="1000032"} 0 +lustre_quota_granted{target="fs-QMT0000",pool="",accounting="user",manager="dt",id="0"} 0 +lustre_quota_granted{target="fs-QMT0000",pool="ddn_hdd",accounting="user",manager="dt",id="0"} 0 +lustre_quota_granted{target="fs-QMT0000",pool="ddn_ssd",accounting="user",manager="dt",id="0"} 0 +lustre_quota_granted{target="fs-QMT0000",pool="",accounting="user",manager="md",id="0"} 0 +lustre_quota_granted{target="fs-QMT0000",pool="",accounting="project",manager="dt",id="0"} 0 +lustre_quota_granted{target="fs-QMT0000",pool="ddn_hdd",accounting="project",manager="dt",id="0"} 0 +lustre_quota_granted{target="fs-QMT0000",pool="ddn_ssd",accounting="project",manager="dt",id="0"} 0 +lustre_quota_granted{target="fs-QMT0000",pool="",accounting="project",manager="md",id="0"} 0 +lustre_quota_granted{target="fs-QMT0000",pool="",accounting="group",manager="dt",id="0"} 0 +lustre_quota_granted{target="fs-QMT0000",pool="ddn_hdd",accounting="group",manager="dt",id="0"} 0 +lustre_quota_granted{target="fs-QMT0000",pool="ddn_ssd",accounting="group",manager="dt",id="0"} 0 +lustre_quota_granted{target="fs-QMT0000",pool="",accounting="group",manager="md",id="0"} 0 # HELP lustre_quota_hard The hard quota for a given component. # TYPE lustre_quota_hard gauge -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="user",manager="dt",id="0"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="user",manager="dt",id="1000028"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="ddn_ssd",accounting="user",manager="dt",id="0"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="sfa_0",accounting="user",manager="dt",id="0"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="user",manager="md",id="0"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="user",manager="md",id="1000028"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="project",manager="dt",id="0"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="project",manager="dt",id="1000118"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="project",manager="dt",id="1234"} 104857600 -lustre_quota_hard{target="exatest-QMT0000",pool="ddn_ssd",accounting="project",manager="dt",id="0"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="sfa_0",accounting="project",manager="dt",id="0"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="project",manager="md",id="0"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="project",manager="md",id="1000118"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="project",manager="md",id="1234"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="group",manager="dt",id="0"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="group",manager="dt",id="1000032"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="ddn_ssd",accounting="group",manager="dt",id="0"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="sfa_0",accounting="group",manager="dt",id="0"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="group",manager="md",id="0"} 0 -lustre_quota_hard{target="exatest-QMT0000",pool="",accounting="group",manager="md",id="1000032"} 0 +lustre_quota_hard{target="fs-QMT0000",pool="",accounting="user",manager="dt",id="0"} 0 +lustre_quota_hard{target="fs-QMT0000",pool="ddn_hdd",accounting="user",manager="dt",id="0"} 0 +lustre_quota_hard{target="fs-QMT0000",pool="ddn_ssd",accounting="user",manager="dt",id="0"} 0 +lustre_quota_hard{target="fs-QMT0000",pool="",accounting="user",manager="md",id="0"} 0 +lustre_quota_hard{target="fs-QMT0000",pool="",accounting="project",manager="dt",id="0"} 0 +lustre_quota_hard{target="fs-QMT0000",pool="ddn_hdd",accounting="project",manager="dt",id="0"} 0 +lustre_quota_hard{target="fs-QMT0000",pool="ddn_ssd",accounting="project",manager="dt",id="0"} 0 +lustre_quota_hard{target="fs-QMT0000",pool="",accounting="project",manager="md",id="0"} 0 +lustre_quota_hard{target="fs-QMT0000",pool="",accounting="group",manager="dt",id="0"} 0 +lustre_quota_hard{target="fs-QMT0000",pool="ddn_hdd",accounting="group",manager="dt",id="0"} 0 +lustre_quota_hard{target="fs-QMT0000",pool="ddn_ssd",accounting="group",manager="dt",id="0"} 0 +lustre_quota_hard{target="fs-QMT0000",pool="",accounting="group",manager="md",id="0"} 0 # HELP lustre_quota_soft The soft quota for a given component. # TYPE lustre_quota_soft gauge -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="user",manager="dt",id="0"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="user",manager="dt",id="1000028"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="ddn_ssd",accounting="user",manager="dt",id="0"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="sfa_0",accounting="user",manager="dt",id="0"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="user",manager="md",id="0"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="user",manager="md",id="1000028"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="project",manager="dt",id="0"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="project",manager="dt",id="1000118"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="project",manager="dt",id="1234"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="ddn_ssd",accounting="project",manager="dt",id="0"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="sfa_0",accounting="project",manager="dt",id="0"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="project",manager="md",id="0"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="project",manager="md",id="1000118"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="project",manager="md",id="1234"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="group",manager="dt",id="0"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="group",manager="dt",id="1000032"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="ddn_ssd",accounting="group",manager="dt",id="0"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="sfa_0",accounting="group",manager="dt",id="0"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="group",manager="md",id="0"} 0 -lustre_quota_soft{target="exatest-QMT0000",pool="",accounting="group",manager="md",id="1000032"} 0 +lustre_quota_soft{target="fs-QMT0000",pool="",accounting="user",manager="dt",id="0"} 0 +lustre_quota_soft{target="fs-QMT0000",pool="ddn_hdd",accounting="user",manager="dt",id="0"} 0 +lustre_quota_soft{target="fs-QMT0000",pool="ddn_ssd",accounting="user",manager="dt",id="0"} 0 +lustre_quota_soft{target="fs-QMT0000",pool="",accounting="user",manager="md",id="0"} 0 +lustre_quota_soft{target="fs-QMT0000",pool="",accounting="project",manager="dt",id="0"} 0 +lustre_quota_soft{target="fs-QMT0000",pool="ddn_hdd",accounting="project",manager="dt",id="0"} 0 +lustre_quota_soft{target="fs-QMT0000",pool="ddn_ssd",accounting="project",manager="dt",id="0"} 0 +lustre_quota_soft{target="fs-QMT0000",pool="",accounting="project",manager="md",id="0"} 0 +lustre_quota_soft{target="fs-QMT0000",pool="",accounting="group",manager="dt",id="0"} 0 +lustre_quota_soft{target="fs-QMT0000",pool="ddn_hdd",accounting="group",manager="dt",id="0"} 0 +lustre_quota_soft{target="fs-QMT0000",pool="ddn_ssd",accounting="group",manager="dt",id="0"} 0 +lustre_quota_soft{target="fs-QMT0000",pool="",accounting="group",manager="md",id="0"} 0 # HELP lustre_quota_used_inodes The amount of inodes used by quota. # TYPE lustre_quota_used_inodes gauge -lustre_quota_used_inodes{component="mdt",accounting="group",target="exatest-MDT0003",id="0"} 300 -lustre_quota_used_inodes{component="mdt",accounting="group",target="exatest-MDT0003",id="1000017"} 8 -lustre_quota_used_inodes{component="mdt",accounting="group",target="exatest-MDT0003",id="1000007"} 2 -lustre_quota_used_inodes{component="mdt",accounting="group",target="exatest-MDT0003",id="1000022"} 392 -lustre_quota_used_inodes{component="mdt",accounting="group",target="exatest-MDT0004",id="0"} 357 -lustre_quota_used_inodes{component="mdt",accounting="group",target="exatest-MDT0004",id="1000017"} 11 -lustre_quota_used_inodes{component="mdt",accounting="group",target="exatest-MDT0004",id="1000007"} 2 -lustre_quota_used_inodes{component="mdt",accounting="group",target="exatest-MDT0004",id="1000022"} 205 -lustre_quota_used_inodes{component="mdt",accounting="group",target="exatest-MDT0007",id="0"} 298 -lustre_quota_used_inodes{component="mdt",accounting="group",target="exatest-MDT0007",id="1000017"} 8 -lustre_quota_used_inodes{component="mdt",accounting="group",target="exatest-MDT0007",id="1000007"} 1 -lustre_quota_used_inodes{component="mdt",accounting="group",target="exatest-MDT0007",id="1000022"} 397 -lustre_quota_used_inodes{component="ost",accounting="group",target="exatest-OST0000",id="0"} 103724 -lustre_quota_used_inodes{component="ost",accounting="group",target="exatest-OST0000",id="1000022"} 134 -lustre_quota_used_inodes{component="ost",accounting="group",target="exatest-OST0003",id="0"} 120204 -lustre_quota_used_inodes{component="ost",accounting="group",target="exatest-OST0003",id="1000017"} 1 -lustre_quota_used_inodes{component="ost",accounting="group",target="exatest-OST0003",id="1000022"} 135 -lustre_quota_used_inodes{component="ost",accounting="group",target="exatest-OST0004",id="0"} 106143 -lustre_quota_used_inodes{component="ost",accounting="group",target="exatest-OST0004",id="1000022"} 135 -lustre_quota_used_inodes{component="ost",accounting="group",target="exatest-OST0007",id="0"} 99920 -lustre_quota_used_inodes{component="ost",accounting="group",target="exatest-OST0007",id="1000022"} 136 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0000",id="0"} 428 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0000",id="1000013"} 10 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0000",id="1000000"} 3 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0000",id="1000018"} 152 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0003",id="0"} 300 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0003",id="1000013"} 8 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0003",id="1000000"} 2 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0003",id="1000018"} 392 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0004",id="0"} 357 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0004",id="1000013"} 11 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0004",id="1000000"} 2 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0004",id="1000018"} 205 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0007",id="0"} 298 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0007",id="1000013"} 8 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0007",id="1000000"} 1 -lustre_quota_used_inodes{component="mdt",accounting="user",target="exatest-MDT0007",id="1000018"} 397 -lustre_quota_used_inodes{component="ost",accounting="user",target="exatest-OST0000",id="0"} 103724 -lustre_quota_used_inodes{component="ost",accounting="user",target="exatest-OST0000",id="1000018"} 134 -lustre_quota_used_inodes{component="ost",accounting="user",target="exatest-OST0003",id="0"} 120204 -lustre_quota_used_inodes{component="ost",accounting="user",target="exatest-OST0003",id="1000013"} 1 -lustre_quota_used_inodes{component="ost",accounting="user",target="exatest-OST0003",id="1000018"} 135 -lustre_quota_used_inodes{component="ost",accounting="user",target="exatest-OST0004",id="0"} 106143 -lustre_quota_used_inodes{component="ost",accounting="user",target="exatest-OST0004",id="1000018"} 135 -lustre_quota_used_inodes{component="ost",accounting="user",target="exatest-OST0007",id="0"} 99920 -lustre_quota_used_inodes{component="ost",accounting="user",target="exatest-OST0007",id="1000018"} 136 -lustre_quota_used_inodes{component="mdt",accounting="project",target="exatest-MDT0000",id="0"} 593 -lustre_quota_used_inodes{component="mdt",accounting="project",target="exatest-MDT0003",id="0"} 702 -lustre_quota_used_inodes{component="mdt",accounting="project",target="exatest-MDT0004",id="0"} 575 -lustre_quota_used_inodes{component="mdt",accounting="project",target="exatest-MDT0007",id="0"} 704 -lustre_quota_used_inodes{component="ost",accounting="project",target="exatest-OST0000",id="0"} 103858 -lustre_quota_used_inodes{component="ost",accounting="project",target="exatest-OST0003",id="0"} 120340 -lustre_quota_used_inodes{component="ost",accounting="project",target="exatest-OST0004",id="0"} 106278 -lustre_quota_used_inodes{component="ost",accounting="project",target="exatest-OST0007",id="0"} 100056 +lustre_quota_used_inodes{component="mdt",accounting="group",target="fs-MDT0000",id="0"} 345 +lustre_quota_used_inodes{component="ost",accounting="group",target="fs-OST0000",id="0"} 292 +lustre_quota_used_inodes{component="ost",accounting="group",target="fs-OST0001",id="0"} 292 +lustre_quota_used_inodes{component="mdt",accounting="user",target="fs-MDT0000",id="0"} 345 +lustre_quota_used_inodes{component="ost",accounting="user",target="fs-OST0000",id="0"} 292 +lustre_quota_used_inodes{component="ost",accounting="user",target="fs-OST0001",id="0"} 292 +lustre_quota_used_inodes{component="mdt",accounting="project",target="fs-MDT0000",id="0"} 345 +lustre_quota_used_inodes{component="ost",accounting="project",target="fs-OST0000",id="0"} 292 +lustre_quota_used_inodes{component="ost",accounting="project",target="fs-OST0001",id="0"} 292 # HELP lustre_quota_used_kbytes The hard quota for a given component. # TYPE lustre_quota_used_kbytes gauge -lustre_quota_used_kbytes{component="mdt",accounting="group",target="exatest-MDT0003",id="0"} 1454216 -lustre_quota_used_kbytes{component="mdt",accounting="group",target="exatest-MDT0003",id="1000017"} 32 -lustre_quota_used_kbytes{component="mdt",accounting="group",target="exatest-MDT0003",id="1000007"} 8 -lustre_quota_used_kbytes{component="mdt",accounting="group",target="exatest-MDT0003",id="1000022"} 224 -lustre_quota_used_kbytes{component="mdt",accounting="group",target="exatest-MDT0004",id="0"} 1448448 -lustre_quota_used_kbytes{component="mdt",accounting="group",target="exatest-MDT0004",id="1000017"} 36 -lustre_quota_used_kbytes{component="mdt",accounting="group",target="exatest-MDT0004",id="1000007"} 8 -lustre_quota_used_kbytes{component="mdt",accounting="group",target="exatest-MDT0004",id="1000022"} 140 -lustre_quota_used_kbytes{component="mdt",accounting="group",target="exatest-MDT0007",id="0"} 1395244 -lustre_quota_used_kbytes{component="mdt",accounting="group",target="exatest-MDT0007",id="1000017"} 32 -lustre_quota_used_kbytes{component="mdt",accounting="group",target="exatest-MDT0007",id="1000007"} 4 -lustre_quota_used_kbytes{component="mdt",accounting="group",target="exatest-MDT0007",id="1000022"} 528 -lustre_quota_used_kbytes{component="ost",accounting="group",target="exatest-OST0000",id="0"} 1496920 -lustre_quota_used_kbytes{component="ost",accounting="group",target="exatest-OST0000",id="1000022"} 604 -lustre_quota_used_kbytes{component="ost",accounting="group",target="exatest-OST0003",id="0"} 1494996 -lustre_quota_used_kbytes{component="ost",accounting="group",target="exatest-OST0003",id="1000017"} 4 -lustre_quota_used_kbytes{component="ost",accounting="group",target="exatest-OST0003",id="1000022"} 672 -lustre_quota_used_kbytes{component="ost",accounting="group",target="exatest-OST0004",id="0"} 1494860 -lustre_quota_used_kbytes{component="ost",accounting="group",target="exatest-OST0004",id="1000022"} 940 -lustre_quota_used_kbytes{component="ost",accounting="group",target="exatest-OST0007",id="0"} 1492820 -lustre_quota_used_kbytes{component="ost",accounting="group",target="exatest-OST0007",id="1000022"} 1460 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0000",id="0"} 1624872 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0000",id="1000013"} 56 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0000",id="1000000"} 56 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0000",id="1000018"} 148 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0003",id="0"} 1454216 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0003",id="1000013"} 32 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0003",id="1000000"} 8 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0003",id="1000018"} 224 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0004",id="0"} 1448448 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0004",id="1000013"} 36 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0004",id="1000000"} 8 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0004",id="1000018"} 140 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0007",id="0"} 1395244 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0007",id="1000013"} 32 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0007",id="1000000"} 4 -lustre_quota_used_kbytes{component="mdt",accounting="user",target="exatest-MDT0007",id="1000018"} 528 -lustre_quota_used_kbytes{component="ost",accounting="user",target="exatest-OST0000",id="0"} 1496920 -lustre_quota_used_kbytes{component="ost",accounting="user",target="exatest-OST0000",id="1000018"} 604 -lustre_quota_used_kbytes{component="ost",accounting="user",target="exatest-OST0003",id="0"} 1494996 -lustre_quota_used_kbytes{component="ost",accounting="user",target="exatest-OST0003",id="1000013"} 4 -lustre_quota_used_kbytes{component="ost",accounting="user",target="exatest-OST0003",id="1000018"} 672 -lustre_quota_used_kbytes{component="ost",accounting="user",target="exatest-OST0004",id="0"} 1494860 -lustre_quota_used_kbytes{component="ost",accounting="user",target="exatest-OST0004",id="1000018"} 940 -lustre_quota_used_kbytes{component="ost",accounting="user",target="exatest-OST0007",id="0"} 1492820 -lustre_quota_used_kbytes{component="ost",accounting="user",target="exatest-OST0007",id="1000018"} 1460 -lustre_quota_used_kbytes{component="mdt",accounting="project",target="exatest-MDT0000",id="0"} 1625132 -lustre_quota_used_kbytes{component="mdt",accounting="project",target="exatest-MDT0003",id="0"} 1454480 -lustre_quota_used_kbytes{component="mdt",accounting="project",target="exatest-MDT0004",id="0"} 1448632 -lustre_quota_used_kbytes{component="mdt",accounting="project",target="exatest-MDT0007",id="0"} 1395808 -lustre_quota_used_kbytes{component="ost",accounting="project",target="exatest-OST0000",id="0"} 1497524 -lustre_quota_used_kbytes{component="ost",accounting="project",target="exatest-OST0003",id="0"} 1495672 -lustre_quota_used_kbytes{component="ost",accounting="project",target="exatest-OST0004",id="0"} 1495800 -lustre_quota_used_kbytes{component="ost",accounting="project",target="exatest-OST0007",id="0"} 1494280 - -# HELP lustre_read_bytes_total The total number of bytes that have been read. -# TYPE lustre_read_bytes_total counter -lustre_read_bytes_total{component="ost",operation="read",target="ai400x2-OST0000"} 10614117224448 -lustre_read_bytes_total{component="ost",operation="read",target="ai400x2-OST0001"} 10599265554432 - -# HELP lustre_read_maximum_size_bytes The maximum read size in bytes. -# TYPE lustre_read_maximum_size_bytes gauge -lustre_read_maximum_size_bytes{component="ost",operation="read",target="ai400x2-OST0000"} 16777216 -lustre_read_maximum_size_bytes{component="ost",operation="read",target="ai400x2-OST0001"} 16777216 - -# HELP lustre_read_minimum_size_bytes The minimum read size in bytes. -# TYPE lustre_read_minimum_size_bytes gauge -lustre_read_minimum_size_bytes{component="ost",operation="read",target="ai400x2-OST0000"} 4096 -lustre_read_minimum_size_bytes{component="ost",operation="read",target="ai400x2-OST0001"} 4096 - -# HELP lustre_read_samples_total Total number of reads that have been recorded. -# TYPE lustre_read_samples_total counter -lustre_read_samples_total{component="ost",operation="read",target="ai400x2-OST0000"} 9352060 -lustre_read_samples_total{component="ost",operation="read",target="ai400x2-OST0001"} 9315947 +lustre_quota_used_kbytes{component="mdt",accounting="group",target="fs-MDT0000",id="0"} 2152 +lustre_quota_used_kbytes{component="ost",accounting="group",target="fs-OST0000",id="0"} 103768 +lustre_quota_used_kbytes{component="ost",accounting="group",target="fs-OST0001",id="0"} 1368 +lustre_quota_used_kbytes{component="mdt",accounting="user",target="fs-MDT0000",id="0"} 2152 +lustre_quota_used_kbytes{component="ost",accounting="user",target="fs-OST0000",id="0"} 103768 +lustre_quota_used_kbytes{component="ost",accounting="user",target="fs-OST0001",id="0"} 1368 +lustre_quota_used_kbytes{component="mdt",accounting="project",target="fs-MDT0000",id="0"} 2152 +lustre_quota_used_kbytes{component="ost",accounting="project",target="fs-OST0000",id="0"} 103768 +lustre_quota_used_kbytes{component="ost",accounting="project",target="fs-OST0001",id="0"} 1368 # HELP lustre_receive_bytes_total Total number of bytes that have been received # TYPE lustre_receive_bytes_total counter -lustre_receive_bytes_total 9966973976959 +lustre_receive_bytes_total 120086240 # HELP lustre_receive_count_total Total number of messages that have been received # TYPE lustre_receive_count_total counter -lustre_receive_count_total{nid="0@lo"} 191882 -lustre_receive_count_total{nid="172.16.240.133@o2ib"} 24143352 -lustre_receive_count_total{nid="172.16.241.133@o2ib"} 24141806 +lustre_receive_count_total{nid="0@lo"} 2225 +lustre_receive_count_total{nid="10.73.20.11@tcp"} 2733 # HELP lustre_send_bytes_total Total number of bytes that have been sent # TYPE lustre_send_bytes_total counter -lustre_send_bytes_total 21225620772816 +lustre_send_bytes_total 140887016 # HELP lustre_send_count_total Total number of messages that have been sent # TYPE lustre_send_count_total counter -lustre_send_count_total{nid="0@lo"} 191882 -lustre_send_count_total{nid="172.16.240.133@o2ib"} 28893723 -lustre_send_count_total{nid="172.16.241.133@o2ib"} 28892480 +lustre_send_count_total{nid="0@lo"} 2227 +lustre_send_count_total{nid="10.73.20.11@tcp"} 2736 # HELP lustre_stats_total Number of operations the filesystem has performed. # TYPE lustre_stats_total counter -lustre_stats_total{component="mdt",operation="open",target="ai400x2-MDT0000"} 232 -lustre_stats_total{component="mdt",operation="close",target="ai400x2-MDT0000"} 7632 -lustre_stats_total{component="mdt",operation="mknod",target="ai400x2-MDT0000"} 228 -lustre_stats_total{component="mdt",operation="unlink",target="ai400x2-MDT0000"} 3 -lustre_stats_total{component="mdt",operation="mkdir",target="ai400x2-MDT0000"} 6 -lustre_stats_total{component="mdt",operation="rmdir",target="ai400x2-MDT0000"} 4 -lustre_stats_total{component="mdt",operation="getattr",target="ai400x2-MDT0000"} 9464 -lustre_stats_total{component="mdt",operation="setattr",target="ai400x2-MDT0000"} 228 -lustre_stats_total{component="mdt",operation="getxattr",target="ai400x2-MDT0000"} 3591 -lustre_stats_total{component="mdt",operation="statfs",target="ai400x2-MDT0000"} 91893 -lustre_stats_total{component="mdt",operation="sync",target="ai400x2-MDT0000"} 224 +lustre_stats_total{component="mdt",operation="open",target="fs-MDT0000"} 2 +lustre_stats_total{component="mdt",operation="close",target="fs-MDT0000"} 2 +lustre_stats_total{component="mdt",operation="mknod",target="fs-MDT0000"} 1 +lustre_stats_total{component="mdt",operation="getattr",target="fs-MDT0000"} 3 +lustre_stats_total{component="mdt",operation="statfs",target="fs-MDT0000"} 2 # HELP lustre_write_bytes_total The total number of bytes that have been written. # TYPE lustre_write_bytes_total counter -lustre_write_bytes_total{component="ost",operation="write",target="ai400x2-OST0000"} 4971114377425 -lustre_write_bytes_total{component="ost",operation="write",target="ai400x2-OST0001"} 4982409908141 +lustre_write_bytes_total{component="ost",operation="write",target="fs-OST0000"} 104857600 # HELP lustre_write_maximum_size_bytes The maximum write size in bytes. # TYPE lustre_write_maximum_size_bytes gauge -lustre_write_maximum_size_bytes{component="ost",operation="write",target="ai400x2-OST0000"} 16777216 -lustre_write_maximum_size_bytes{component="ost",operation="write",target="ai400x2-OST0001"} 16777216 +lustre_write_maximum_size_bytes{component="ost",operation="write",target="fs-OST0000"} 4194304 # HELP lustre_write_minimum_size_bytes The minimum write size in bytes. # TYPE lustre_write_minimum_size_bytes gauge -lustre_write_minimum_size_bytes{component="ost",operation="write",target="ai400x2-OST0000"} 183 -lustre_write_minimum_size_bytes{component="ost",operation="write",target="ai400x2-OST0001"} 183 +lustre_write_minimum_size_bytes{component="ost",operation="write",target="fs-OST0000"} 196608 # HELP lustre_write_samples_total Total number of writes that have been recorded. # TYPE lustre_write_samples_total counter -lustre_write_samples_total{component="ost",operation="write",target="ai400x2-OST0000"} 4114603 -lustre_write_samples_total{component="ost",operation="write",target="ai400x2-OST0001"} 4119187 +lustre_write_samples_total{component="ost",operation="write",target="fs-OST0000"} 26 diff --git a/src/stats.rs b/src/stats.rs index 167934e..edf94b5 100644 --- a/src/stats.rs +++ b/src/stats.rs @@ -1,5 +1,5 @@ use crate::{LabelProm, Metric, StatsMapExt}; -use lustre_collector::{Stat, Target, TargetStat}; +use lustre_collector::{Stat, Target, TargetStat, MdsStat}; use prometheus_exporter_base::prelude::*; use std::{collections::BTreeMap, ops::Deref}; @@ -190,3 +190,87 @@ pub fn build_stats( lustre_collector::TargetVariant::Mdt => build_mdt_stats(value, target, stats_map), } } + +static MDS_STATS: Metric = Metric { + name: "lustre_mds_mdt_stats", + help: "MDS mdt stats", + r#type: MetricType::Gauge, +}; + +static MDS_FLD_STATS: Metric = Metric { + name: "lustre_mds_mdt_fld_stats", + help: "MDS mdt_fld stats", + r#type: MetricType::Gauge, +}; + +static MDS_IO_STATS: Metric = Metric { + name: "lustre_mds_mdt_io_stats", + help: "MDS mdt_io stats", + r#type: MetricType::Gauge, +}; + +static MDS_OUT_STATS: Metric = Metric { + name: "lustre_mds_mdt_out_stats", + help: "MDS mdt_out stats", + r#type: MetricType::Gauge, +}; + +static MDS_READPAGE_STATS: Metric = Metric { + name: "lustre_mds_mdt_readpage_stats", + help: "MDS mdt_readpage stats", + r#type: MetricType::Gauge, +}; + +static MDS_SEQM_STATS: Metric = Metric { + name: "lustre_mds_mdt_seqm_stats", + help: "MDS mdt_seqm stats", + r#type: MetricType::Gauge, +}; + +static MDS_SEQS_STATS: Metric = Metric { + name: "lustre_mds_mdt_seqs_stats", + help: "MDS mdt_seqs stats", + r#type: MetricType::Gauge, +}; + +static MDS_SETATTR_STATS: Metric = Metric { + name: "lustre_mds_mdt_setattr_stats", + help: "MDS mdt_setattr stats", + r#type: MetricType::Gauge, +}; + + +pub fn build_mds_stats( + x: MdsStat, + stats_map: &mut BTreeMap<&'static str, PrometheusMetric<'static>> +) { + let MdsStat { param, stats } = x; + + for x in stats { + let Stat { + name, + units, + samples, + .. + } = x; + + let metric = match param.0.as_str() { + "mdt" => stats_map.get_mut_metric(MDS_STATS), + "mdt_fld" => stats_map.get_mut_metric(MDS_FLD_STATS), + "mdt_io" => stats_map.get_mut_metric(MDS_IO_STATS), + "mdt_out" => stats_map.get_mut_metric(MDS_OUT_STATS), + "mdt_readpage" => stats_map.get_mut_metric(MDS_READPAGE_STATS), + "mdt_seqm" => stats_map.get_mut_metric(MDS_SEQM_STATS), + "mdt_seqs" => stats_map.get_mut_metric(MDS_SEQS_STATS), + "mdt_setattr" => stats_map.get_mut_metric(MDS_SETATTR_STATS), + _ => continue, + }; + + let stat = PrometheusInstance::new() + .with_label("operation", name.as_str()) + .with_label("units", units.as_str()) + .with_value(samples); + + metric.render_and_append_instance(&stat); + } +} \ No newline at end of file