Skip to content
This repository has been archived by the owner on May 21, 2024. It is now read-only.

0.1.0 Preview1

Pre-release
Pre-release
Compare
Choose a tag to compare
@jgrund jgrund released this 11 Sep 21:00
· 75 commits to master since this release
v0.1.0preview1
37638fb
This commit was created on GitHub.com and signed with GitHub’s verified signature. The key has expired.
GPG key ID: 4AEE18F83AFDEB23
Expired
Learn about vigilant mode.

This is preview1 of lustre-collector.

This is a work in progress that currently collects some stats regarding OSTs and MGTs in either JSON or YAML format.

How to use

  1. Upload this binary to a Lustre storage server (only OSS or MGS for this release).

  2. Run:

# Will return stats in JSON format
lustre_collector

# Will return stats in YAML format
lustre_collector --format=yaml

Output is currently like the following for an OST (in prettified JSON):

Click To Expand 
[
  {
    "param": "memused",
    "value": 304177197
  },
  {
    "param": "memused_max",
    "value": 304586339
  },
  {
    "param": "lnet_memused",
    "value": 1123782744
  },
  {
    "param": "health_check",
    "value": "healthy"
  },
  {
    "kind": "OST",
    "param": "stats",
    "target": "cache0-OST0004",
    "value": [
      {
        "name": "create",
        "units": "reqs",
        "samples": 2,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "statfs",
        "units": "reqs",
        "samples": 113254,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "process_config",
        "units": "reqs",
        "samples": 1,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "reconnect",
        "units": "reqs",
        "samples": 1,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "statfs",
        "units": "reqs",
        "samples": 262339,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "ping",
        "units": "reqs",
        "samples": 1,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      }
    ]
  },
  {
    "kind": "OST",
    "param": "stats",
    "target": "cache0-OST0005",
    "value": [
      {
        "name": "create",
        "units": "reqs",
        "samples": 2,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "statfs",
        "units": "reqs",
        "samples": 113254,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "process_config",
        "units": "reqs",
        "samples": 1,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "reconnect",
        "units": "reqs",
        "samples": 1,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "statfs",
        "units": "reqs",
        "samples": 262339,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "ping",
        "units": "reqs",
        "samples": 1,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      }
    ]
  },
  {
    "kind": "OST",
    "param": "stats",
    "target": "cache0-OST0006",
    "value": [
      {
        "name": "create",
        "units": "reqs",
        "samples": 2,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "statfs",
        "units": "reqs",
        "samples": 113254,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "process_config",
        "units": "reqs",
        "samples": 1,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "reconnect",
        "units": "reqs",
        "samples": 1,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "statfs",
        "units": "reqs",
        "samples": 262339,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "ping",
        "units": "reqs",
        "samples": 1,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      }
    ]
  },
  {
    "kind": "OST",
    "param": "stats",
    "target": "cache0-OST0007",
    "value": [
      {
        "name": "create",
        "units": "reqs",
        "samples": 2,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "statfs",
        "units": "reqs",
        "samples": 113254,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "process_config",
        "units": "reqs",
        "samples": 1,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "reconnect",
        "units": "reqs",
        "samples": 1,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "statfs",
        "units": "reqs",
        "samples": 262339,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      },
      {
        "name": "ping",
        "units": "reqs",
        "samples": 1,
        "min": null,
        "max": null,
        "sum": null,
        "sumsquare": null
      }
    ]
  },
  {
    "kind": "OST",
    "param": "brw_stats",
    "target": "cache0-OST0004",
    "value": [
      {
        "name": "pages",
        "unit": "rpcs",
        "buckets": []
      },
      {
        "name": "discont_pages",
        "unit": "rpcs",
        "buckets": []
      },
      {
        "name": "discont_blocks",
        "unit": "rpcs",
        "buckets": []
      },
      {
        "name": "dio_frags",
        "unit": "ios",
        "buckets": []
      },
      {
        "name": "rpc_hist",
        "unit": "ios",
        "buckets": []
      },
      {
        "name": "io_time",
        "unit": "ios",
        "buckets": []
      },
      {
        "name": "disk_iosize",
        "unit": "ios",
        "buckets": []
      }
    ]
  },
  {
    "kind": "OST",
    "param": "brw_stats",
    "target": "cache0-OST0005",
    "value": [
      {
        "name": "pages",
        "unit": "rpcs",
        "buckets": []
      },
      {
        "name": "discont_pages",
        "unit": "rpcs",
        "buckets": []
      },
      {
        "name": "discont_blocks",
        "unit": "rpcs",
        "buckets": []
      },
      {
        "name": "dio_frags",
        "unit": "ios",
        "buckets": []
      },
      {
        "name": "rpc_hist",
        "unit": "ios",
        "buckets": []
      },
      {
        "name": "io_time",
        "unit": "ios",
        "buckets": []
      },
      {
        "name": "disk_iosize",
        "unit": "ios",
        "buckets": []
      }
    ]
  },
  {
    "kind": "OST",
    "param": "brw_stats",
    "target": "cache0-OST0006",
    "value": [
      {
        "name": "pages",
        "unit": "rpcs",
        "buckets": []
      },
      {
        "name": "discont_pages",
        "unit": "rpcs",
        "buckets": []
      },
      {
        "name": "discont_blocks",
        "unit": "rpcs",
        "buckets": []
      },
      {
        "name": "dio_frags",
        "unit": "ios",
        "buckets": []
      },
      {
        "name": "rpc_hist",
        "unit": "ios",
        "buckets": []
      },
      {
        "name": "io_time",
        "unit": "ios",
        "buckets": []
      },
      {
        "name": "disk_iosize",
        "unit": "ios",
        "buckets": []
      }
    ]
  },
  {
    "kind": "OST",
    "param": "brw_stats",
    "target": "cache0-OST0007",
    "value": [
      {
        "name": "pages",
        "unit": "rpcs",
        "buckets": []
      },
      {
        "name": "discont_pages",
        "unit": "rpcs",
        "buckets": []
      },
      {
        "name": "discont_blocks",
        "unit": "rpcs",
        "buckets": []
      },
      {
        "name": "dio_frags",
        "unit": "ios",
        "buckets": []
      },
      {
        "name": "rpc_hist",
        "unit": "ios",
        "buckets": []
      },
      {
        "name": "io_time",
        "unit": "ios",
        "buckets": []
      },
      {
        "name": "disk_iosize",
        "unit": "ios",
        "buckets": []
      }
    ]
  },
  {
    "kind": "OST",
    "param": "filesfree",
    "target": "cache0-OST0004",
    "value": 5766901
  },
  {
    "kind": "OST",
    "param": "filesfree",
    "target": "cache0-OST0005",
    "value": 5766869
  },
  {
    "kind": "OST",
    "param": "filesfree",
    "target": "cache0-OST0006",
    "value": 5766901
  },
  {
    "kind": "OST",
    "param": "filesfree",
    "target": "cache0-OST0007",
    "value": 5766869
  },
  {
    "kind": "OST",
    "param": "filestotal",
    "target": "cache0-OST0004",
    "value": 5767168
  },
  {
    "kind": "OST",
    "param": "filestotal",
    "target": "cache0-OST0005",
    "value": 5767168
  },
  {
    "kind": "OST",
    "param": "filestotal",
    "target": "cache0-OST0006",
    "value": 5767168
  },
  {
    "kind": "OST",
    "param": "filestotal",
    "target": "cache0-OST0007",
    "value": 5767168
  },
  {
    "kind": "OST",
    "param": "fstype",
    "target": "cache0-OST0004",
    "value": "osd-ldiskfs"
  },
  {
    "kind": "OST",
    "param": "fstype",
    "target": "cache0-OST0005",
    "value": "osd-ldiskfs"
  },
  {
    "kind": "OST",
    "param": "fstype",
    "target": "cache0-OST0006",
    "value": "osd-ldiskfs"
  },
  {
    "kind": "OST",
    "param": "fstype",
    "target": "cache0-OST0007",
    "value": "osd-ldiskfs"
  },
  {
    "kind": "OST",
    "param": "kbytesavail",
    "target": "cache0-OST0004",
    "value": 1420241571840
  },
  {
    "kind": "OST",
    "param": "kbytesavail",
    "target": "cache0-OST0005",
    "value": 1420241571840
  },
  {
    "kind": "OST",
    "param": "kbytesavail",
    "target": "cache0-OST0006",
    "value": 1420241571840
  },
  {
    "kind": "OST",
    "param": "kbytesavail",
    "target": "cache0-OST0007",
    "value": 1420241571840
  },
  {
    "kind": "OST",
    "param": "kbytesfree",
    "target": "cache0-OST0004",
    "value": 1495849771008
  },
  {
    "kind": "OST",
    "param": "kbytesfree",
    "target": "cache0-OST0005",
    "value": 1495849771008
  },
  {
    "kind": "OST",
    "param": "kbytesfree",
    "target": "cache0-OST0006",
    "value": 1495849771008
  },
  {
    "kind": "OST",
    "param": "kbytesfree",
    "target": "cache0-OST0007",
    "value": 1495849771008
  },
  {
    "kind": "OST",
    "param": "kbytestotal",
    "target": "cache0-OST0004",
    "value": 1495923830784
  },
  {
    "kind": "OST",
    "param": "kbytestotal",
    "target": "cache0-OST0005",
    "value": 1495923830784
  },
  {
    "kind": "OST",
    "param": "kbytestotal",
    "target": "cache0-OST0006",
    "value": 1495923830784
  },
  {
    "kind": "OST",
    "param": "kbytestotal",
    "target": "cache0-OST0007",
    "value": 1495923830784
  },
  {
    "kind": "OST",
    "param": "num_exports",
    "target": "cache0-OST0004",
    "value": 1
  },
  {
    "kind": "OST",
    "param": "num_exports",
    "target": "cache0-OST0005",
    "value": 1
  },
  {
    "kind": "OST",
    "param": "num_exports",
    "target": "cache0-OST0006",
    "value": 1
  },
  {
    "kind": "OST",
    "param": "num_exports",
    "target": "cache0-OST0007",
    "value": 1
  },
  {
    "kind": "OST",
    "param": "tot_dirty",
    "target": "cache0-OST0004",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "tot_dirty",
    "target": "cache0-OST0005",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "tot_dirty",
    "target": "cache0-OST0006",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "tot_dirty",
    "target": "cache0-OST0007",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "tot_granted",
    "target": "cache0-OST0004",
    "value": 279104
  },
  {
    "kind": "OST",
    "param": "tot_granted",
    "target": "cache0-OST0005",
    "value": 279104
  },
  {
    "kind": "OST",
    "param": "tot_granted",
    "target": "cache0-OST0006",
    "value": 279104
  },
  {
    "kind": "OST",
    "param": "tot_granted",
    "target": "cache0-OST0007",
    "value": 279104
  },
  {
    "kind": "OST",
    "param": "tot_pending",
    "target": "cache0-OST0004",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "tot_pending",
    "target": "cache0-OST0005",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "tot_pending",
    "target": "cache0-OST0006",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "tot_pending",
    "target": "cache0-OST0007",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "contended_locks",
    "target": "cache0-OST0004",
    "value": 32
  },
  {
    "kind": "OST",
    "param": "contended_locks",
    "target": "cache0-OST0005",
    "value": 32
  },
  {
    "kind": "OST",
    "param": "contended_locks",
    "target": "cache0-OST0006",
    "value": 32
  },
  {
    "kind": "OST",
    "param": "contended_locks",
    "target": "cache0-OST0007",
    "value": 32
  },
  {
    "kind": "OST",
    "param": "contention_seconds",
    "target": "cache0-OST0004",
    "value": 2
  },
  {
    "kind": "OST",
    "param": "contention_seconds",
    "target": "cache0-OST0005",
    "value": 2
  },
  {
    "kind": "OST",
    "param": "contention_seconds",
    "target": "cache0-OST0006",
    "value": 2
  },
  {
    "kind": "OST",
    "param": "contention_seconds",
    "target": "cache0-OST0007",
    "value": 2
  },
  {
    "kind": "OST",
    "param": "ctime_age_limit",
    "target": "cache0-OST0004",
    "value": 10
  },
  {
    "kind": "OST",
    "param": "ctime_age_limit",
    "target": "cache0-OST0005",
    "value": 10
  },
  {
    "kind": "OST",
    "param": "ctime_age_limit",
    "target": "cache0-OST0006",
    "value": 10
  },
  {
    "kind": "OST",
    "param": "ctime_age_limit",
    "target": "cache0-OST0007",
    "value": 10
  },
  {
    "kind": "OST",
    "param": "early_lock_cancel",
    "target": "cache0-OST0004",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "early_lock_cancel",
    "target": "cache0-OST0005",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "early_lock_cancel",
    "target": "cache0-OST0006",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "early_lock_cancel",
    "target": "cache0-OST0007",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lock_count",
    "target": "cache0-OST0004",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lock_count",
    "target": "cache0-OST0005",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lock_count",
    "target": "cache0-OST0006",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lock_count",
    "target": "cache0-OST0007",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lock_timeouts",
    "target": "cache0-OST0004",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lock_timeouts",
    "target": "cache0-OST0005",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lock_timeouts",
    "target": "cache0-OST0006",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lock_timeouts",
    "target": "cache0-OST0007",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lock_unused_count",
    "target": "cache0-OST0004",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lock_unused_count",
    "target": "cache0-OST0005",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lock_unused_count",
    "target": "cache0-OST0006",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lock_unused_count",
    "target": "cache0-OST0007",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "lru_max_age",
    "target": "cache0-OST0004",
    "value": 3900000
  },
  {
    "kind": "OST",
    "param": "lru_max_age",
    "target": "cache0-OST0005",
    "value": 3900000
  },
  {
    "kind": "OST",
    "param": "lru_max_age",
    "target": "cache0-OST0006",
    "value": 3900000
  },
  {
    "kind": "OST",
    "param": "lru_max_age",
    "target": "cache0-OST0007",
    "value": 3900000
  },
  {
    "kind": "OST",
    "param": "lru_size",
    "target": "cache0-OST0004",
    "value": 1600
  },
  {
    "kind": "OST",
    "param": "lru_size",
    "target": "cache0-OST0005",
    "value": 1600
  },
  {
    "kind": "OST",
    "param": "lru_size",
    "target": "cache0-OST0006",
    "value": 1600
  },
  {
    "kind": "OST",
    "param": "lru_size",
    "target": "cache0-OST0007",
    "value": 1600
  },
  {
    "kind": "OST",
    "param": "max_nolock_bytes",
    "target": "cache0-OST0004",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "max_nolock_bytes",
    "target": "cache0-OST0005",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "max_nolock_bytes",
    "target": "cache0-OST0006",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "max_nolock_bytes",
    "target": "cache0-OST0007",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "max_parallel_ast",
    "target": "cache0-OST0004",
    "value": 1024
  },
  {
    "kind": "OST",
    "param": "max_parallel_ast",
    "target": "cache0-OST0005",
    "value": 1024
  },
  {
    "kind": "OST",
    "param": "max_parallel_ast",
    "target": "cache0-OST0006",
    "value": 1024
  },
  {
    "kind": "OST",
    "param": "max_parallel_ast",
    "target": "cache0-OST0007",
    "value": 1024
  },
  {
    "kind": "OST",
    "param": "resource_count",
    "target": "cache0-OST0004",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "resource_count",
    "target": "cache0-OST0005",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "resource_count",
    "target": "cache0-OST0006",
    "value": 0
  },
  {
    "kind": "OST",
    "param": "resource_count",
    "target": "cache0-OST0007",
    "value": 0
  }
]
Assets 3
Loading