38 views
[ceph: root@$ADMNODE2 /]# ceph osd pool ls detail pool 2 '.mgr' replicated size 3 min_size 2 crush_rule 3 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode off last_change 806743 lfor 0/93853/616044 flags hashpspool,nodelete,nosizechange stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr,mgr_devicehealth read_balance_score 68.75 pool 3 'cephfs_EC_data' erasure profile cephfs_EC_data size 10 min_size 9 crush_rule 2 object_hash rjenkins pg_num 16384 pgp_num 16384 autoscale_mode off last_change 782236 lfor 0/76886/697237 flags hashpspool,ec_overwrites,nodelete,nosizechange,selfmanaged_snaps,bulk stripe_width 32768 fast_read 1 application cephfs pool 4 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 3 object_hash rjenkins pg_num 1024 pgp_num 1024 autoscale_mode off last_change 805113 lfor 0/92968/797817 flags hashpspool,nodelete,nosizechange stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 6.86 pool 5 'cephfs_default' replicated size 3 min_size 2 crush_rule 3 object_hash rjenkins pg_num 128 pgp_num 128 autoscale_mode off last_change 806746 lfor 0/355793/355791 flags hashpspool,nodelete,nosizechange,selfmanaged_snaps stripe_width 0 application cephfs read_balance_score 18.03 pool 6 'cephfs_ssd' replicated size 3 min_size 2 crush_rule 3 object_hash rjenkins pg_num 128 pgp_num 128 autoscale_mode off last_change 805113 lfor 0/42106/98396 flags hashpspool,nodelete,nosizechange,selfmanaged_snaps stripe_width 0 application cephfs read_balance_score 13.86 pool 7 '.rgw.root' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 805113 flags hashpspool,nodelete,nosizechange stripe_width 0 application rgw read_balance_score 41.14 pool 8 'default.rgw.log' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 805113 flags hashpspool,nodelete,nosizechange stripe_width 0 application rgw read_balance_score 39.71 pool 9 'default.rgw.control' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 805113 flags hashpspool,nodelete,nosizechange stripe_width 0 application rgw read_balance_score 82.14 pool 10 'default.rgw.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 805113 flags hashpspool,nodelete,nosizechange stripe_width 0 pg_autoscale_bias 4 application rgw read_balance_score 79.43 pool 11 'default.rgw.buckets.index' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 805113 flags hashpspool,nodelete,nosizechange stripe_width 0 pg_autoscale_bias 4 application rgw read_balance_score 42.86 pool 12 'default.rgw.buckets.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 805113 flags hashpspool,nodelete,nosizechange stripe_width 0 application rgw read_balance_score 82.14 pool 13 'default.rgw.buckets.non-ec' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 805113 flags hashpspool,nodelete,nosizechange stripe_width 0 application rgw read_balance_score 41.57 pool 14 'cephfs_nvme' erasure profile cephfs_EC_nvme_data size 10 min_size 9 crush_rule 4 object_hash rjenkins pg_num 4096 pgp_num 4096 autoscale_mode off last_change 480893 lfor 0/0/480825 flags hashpspool,ec_overwrites,bulk stripe_width 32768 fast_read 1 application cephfs [ceph: root@$ADMNODE2 /]# ceph -s cluster: id: $CLUSTER_ID health: HEALTH_WARN 236 failed cephadm daemon(s) 1 hosts fail cephadm check 1 filesystem is degraded 5 MDSs report slow metadata IOs 4 MDSs report slow requests 2 MDSs behind on trimming 1 osds down Reduced data availability: 7 pgs inactive, 5 pgs down Degraded data redundancy: 48098780/35878103862 objects degraded (0.134%), 83 pgs degraded, 84 pgs undersized 2840 pgs not deep-scrubbed in time 60 pgs not scrubbed in time services: mon: 5 daemons, quorum \$ADMNODE0,\$ADMNODE2,\$ADMNODE1,\$ADMNODE3,\$ADMNODE4 (age 20h) mgr: $ADMNODE0.ucqhkr(active, since 2d), standbys: $ADMNODE1.osnxsd mds: 6/6 daemons up, 1 standby osd: 2109 osds: 1851 up (since 6m), 1852 in (since 8m); 139 remapped pgs rgw: 1 daemon active (1 hosts, 1 zones) data: volumes: 0/1 healthy, 1 recovering pools: 13 pools, 21992 pgs objects: 4.61G objects, 7.1 PiB usage: 9.6 PiB used, 9.2 PiB / 19 PiB avail pgs: 0.032% pgs not active 48098780/35878103862 objects degraded (0.134%) 51278705/35878103862 objects misplaced (0.143%) 21789 active+clean 57 active+undersized+degraded+remapped+backfilling 41 active+remapped+backfill_wait 39 active+remapped+backfilling 34 active+clean+scrubbing+deep 24 active+undersized+degraded 5 down 2 undersized+degraded+remapped+backfilling+peered 1 active+undersized io: recovery: 2.3 GiB/s, 1.85k objects/s [ceph: root@\$ADMNODE2 /]# ceph osd df cephfs_metadata ID CLASS WEIGHT REWEIGHT SIZE RAW USE DATA OMAP META AVAIL %USE VAR PGS STATUS 16 ssd 0.21828 0 0 B 0 B 0 B 0 B 0 B 0 B 0 0 0 down [...] 1517 ssd 0.36388 1.00000 373 GiB 237 GiB 231 GiB 514 MiB 6.0 GiB 135 GiB 63.73 2.73 2 up 1099 ssd 1.74660 1.00000 1.7 TiB 246 GiB 231 GiB 3.2 GiB 11 GiB 1.5 TiB 13.73 0.59 21 up [...] TOTAL 345 TiB 80 TiB 77 TiB 573 GiB 2.5 TiB 264 TiB 23.33 MIN/MAX VAR: 0.56/2.85 STDDEV: 30.10 [ceph: root@$ADMNODE2 /]#