root@kube:~# ceph osd pool get default.rgw.buckets.data all size: 3 min_size: 2 pg_num: 32 pgp_num: 32 crush_rule: ectest hashpspool: true allow_ec_overwrites: true nodelete: false nopgchange: false nosizechange: false write_fadvise_dontneed: false noscrub: false nodeep-scrub: false use_gmt_hitset: 1 erasure_code_profile: hdd-raid5 fast_read: 0 pg_autoscale_mode: warn root@kube:~# ceph osd erasure-code-profile get hdd-raid5 crush-device-class=hdd crush-failure-domain=host crush-root=default jerasure-per-chunk-alignment=false k=2 m=1 plugin=jerasure technique=reed_sol_van w=8 root@kube:~# ceph osd df tree ID CLASS WEIGHT REWEIGHT SIZE RAW USE DATA OMAP META AVAIL %USE VAR PGS STATUS TYPE NAME -1 0.97664 - 1.9 TiB 224 GiB 217 GiB 23 MiB 7.0 GiB 1.7 TiB 11.59 1.00 - root default -10 0.09769 - 100 GiB 28 GiB 27 GiB 1.9 MiB 1022 MiB 72 GiB 28.07 2.42 - host appie 2 ssd 0.09769 1.00000 100 GiB 28 GiB 27 GiB 1.9 MiB 1022 MiB 72 GiB 28.07 2.42 137 up osd.2 -3 0.29298 - 612 GiB 70 GiB 68 GiB 4.9 MiB 2.0 GiB 542 GiB 11.44 0.99 - host kube 0 hdd 0.19530 1.00000 512 GiB 51 GiB 50 GiB 4.6 MiB 1019 MiB 461 GiB 9.98 0.86 208 up osd.0 6 ssd 0.09769 1.00000 100 GiB 19 GiB 18 GiB 320 KiB 1024 MiB 81 GiB 18.92 1.63 103 up osd.6 -5 0.29298 - 612 GiB 61 GiB 59 GiB 9.8 MiB 2.0 GiB 551 GiB 9.95 0.86 - host nasi 1 hdd 0.19530 1.00000 512 GiB 44 GiB 43 GiB 9.1 MiB 1015 MiB 468 GiB 8.64 0.75 209 up osd.1 5 ssd 0.09769 1.00000 100 GiB 17 GiB 16 GiB 741 KiB 1023 MiB 83 GiB 16.66 1.44 96 up osd.5 -13 0.29298 - 612 GiB 65 GiB 63 GiB 6.2 MiB 2.0 GiB 547 GiB 10.69 0.92 - host tosca 3 hdd 0.19530 1.00000 512 GiB 44 GiB 43 GiB 4.1 MiB 1020 MiB 468 GiB 8.65 0.75 196 up osd.3 4 ssd 0.09769 1.00000 100 GiB 21 GiB 20 GiB 2.2 MiB 1022 MiB 79 GiB 21.17 1.83 107 up osd.4 TOTAL 1.9 TiB 224 GiB 217 GiB 23 MiB 7.0 GiB 1.7 TiB 11.59 MIN/MAX VAR: 0.75/2.42 STDDEV: 8.13 root@kube:~# ceph pg ls-by-pool default.rgw.buckets.data PG OBJECTS DEGRADED MISPLACED UNFOUND BYTES OMAP_BYTES* OMAP_KEYS* LOG STATE SINCE VERSION REPORTED UP ACTING SCRUB_STAMP DEEP_SCRUB_STAMP 17.0 2001 0 0 0 5071200077 0 0 3060 active+clean 5h 1706'3860 1706:8616 [1,3,0]p1 [1,3,0]p1 2020-05-19 17:49:48.125828 2020-05-13 12:35:54.221513 17.1 2002 0 0 0 4825947509 0 0 3055 active+clean 27h 1706'3755 1706:9281 [0,3,1]p0 [0,3,1]p0 2020-05-18 20:02:00.768897 2020-05-17 09:44:59.452986 17.2 1971 0 0 0 4850879309 0 0 3079 active+clean 7h 1706'3679 1706:7601 [1,2,0]p1 [1,2,0]p1 2020-05-19 15:36:42.031920 2020-05-18 07:58:19.138422 17.3 1964 0 0 0 4766433165 0 0 3046 active+clean 9h 1706'3646 1706:7384 [1,0,3]p1 [1,0,3]p1 2020-05-19 13:55:24.611303 2020-05-18 13:39:52.487901 17.4 1953 0 0 0 4886879237 0 0 3042 active+clean 23h 1706'3542 1706:8327 [0,1,3]p0 [0,1,3]p0 2020-05-18 23:22:47.418514 2020-05-17 15:22:31.753081 17.5 1946 0 0 0 4727422193 0 0 3021 active+clean 12h 1706'3621 1706:6337 [2,0,5]p2 [2,0,5]p2 2020-05-19 11:10:47.625994 2020-05-15 00:18:02.236098 17.6 2052 0 0 0 5092060351 0 0 3085 active+clean 8h 1706'3785 1706:7336 [2,0,3]p2 [2,0,3]p2 2020-05-19 14:13:24.440860 2020-05-19 14:13:24.440860 17.7 1994 0 0 0 4968105292 0 0 3043 active+clean 30h 1706'3643 1706:8016 [0,2,4]p0 [0,2,4]p0 2020-05-18 16:27:31.943753 2020-05-17 11:33:59.847743 17.8 1998 0 0 0 4881301203 0 0 3019 active+clean 10h 1706'3719 1706:5794 [3,6,2]p3 [3,6,2]p3 2020-05-19 12:19:29.737935 2020-05-19 12:19:29.737935 17.9 1957 0 0 0 4968481276 0 0 3016 active+clean 20h 1706'3716 1706:8040 [6,5,3]p6 [6,5,3]p6 2020-05-19 02:33:36.846818 2020-05-15 08:12:39.247863 17.a 2001 0 0 0 4785405017 0 0 3053 active+clean 22h 1706'3653 1706:6682 [4,1,0]p4 [4,1,0]p4 2020-05-19 00:32:14.618037 2020-05-17 18:00:05.716047 17.b 2050 0 0 0 4859697729 0 0 3084 active+clean 24h 1706'3784 1706:8677 [0,5,3]p0 [0,5,3]p0 2020-05-18 22:12:41.234378 2020-05-17 11:23:19.505781 17.c 1977 0 0 0 4757068968 0 0 3028 active+clean 2h 1706'3528 1706:7318 [2,3,0]p2 [2,3,0]p2 2020-05-19 20:42:39.653677 2020-05-17 08:04:31.995847 17.d 1969 0 0 0 4802118098 0 0 3077 active+clean 26h 1706'3677 1706:7052 [3,1,2]p3 [3,1,2]p3 2020-05-18 20:53:09.802206 2020-05-14 00:08:57.617055 17.e 1962 0 0 0 4783078480 0 0 3012 active+clean 3h 1706'3612 1706:8975 [4,1,0]p4 [4,1,0]p4 2020-05-19 20:08:03.614078 2020-05-19 20:08:03.614078 17.f 1929 0 0 0 4698444366 0 0 3078 active+clean 25h 1706'3678 1706:6799 [3,6,1]p3 [3,6,1]p3 2020-05-18 21:44:39.652384 2020-05-18 21:44:39.652384 17.10 1934 0 0 0 4828618239 0 0 3033 active+clean 13h 1706'3633 1706:6444 [3,1,0]p3 [3,1,0]p3 2020-05-19 09:50:11.757554 2020-05-19 09:50:11.757554 17.11 2001 0 0 0 4834280537 0 0 3094 active+clean 26h 1706'3694 1706:8714 [2,1,6]p2 [2,1,6]p2 2020-05-18 20:48:54.050258 2020-05-17 16:54:03.474898 17.12 2000 0 0 0 4923312730 0 0 3095 active+clean 24h 1706'3695 1706:6478 [0,1,2]p0 [0,1,2]p0 2020-05-18 22:43:18.853653 2020-05-14 02:15:59.774930 17.13 1926 0 0 0 4662144897 0 0 3045 active+clean 3h 1706'3645 1706:8436 [4,2,0]p4 [4,2,0]p4 2020-05-19 20:06:36.439243 2020-05-16 23:53:51.521450 17.14 1993 0 0 0 4908023811 0 0 3072 active+clean 15h 1706'3572 1706:8939 [6,1,3]p6 [6,1,3]p6 2020-05-19 07:47:15.638390 2020-05-18 06:43:16.074980 17.15 1920 0 0 0 4770552801 0 0 3073 active+clean 4h 1706'3573 1706:5421 [3,2,0]p3 [3,2,0]p3 2020-05-19 18:49:56.866017 2020-05-15 01:23:51.307584 17.16 1914 0 0 0 4713505248 0 0 3032 active+clean 6h 1706'3532 1706:7831 [1,0,4]p1 [1,0,4]p1 2020-05-19 16:52:13.039522 2020-05-17 03:28:27.378991 17.17 1981 0 0 0 4922741947 0 0 3050 active+clean 5h 1706'3550 1706:8916 [1,3,0]p1 [1,3,0]p1 2020-05-19 17:37:11.419084 2020-05-16 02:32:56.954992 17.18 1963 0 0 0 4840524647 0 0 3047 active+clean 17h 1706'3647 1706:9379 [0,3,5]p0 [0,3,5]p0 2020-05-19 05:16:44.365763 2020-05-14 01:44:33.882149 17.19 1835 0 0 0 4547868985 0 0 3045 active+clean 11h 1706'3545 1706:5545 [3,5,6]p3 [3,5,6]p3 2020-05-19 11:37:26.484580 2020-05-16 23:06:00.656784 17.1a 1984 0 0 0 4814294035 0 0 3068 active+clean 12h 1706'3568 1706:7893 [4,2,5]p4 [4,2,5]p4 2020-05-19 11:01:12.254296 2020-05-19 11:01:12.254296 17.1b 1977 0 0 0 4839811044 0 0 3055 active+clean 7h 1706'3755 1706:5821 [4,1,0]p4 [4,1,0]p4 2020-05-19 16:03:48.385763 2020-05-18 04:18:09.099259 17.1c 1962 0 0 0 4871165232 0 0 3085 active+clean 29h 1706'3785 1706:6701 [4,6,1]p4 [4,6,1]p4 2020-05-18 18:01:57.369684 2020-05-14 23:51:44.356467 17.1d 1939 0 0 0 4813220263 0 0 3047 active+clean 15h 1706'3547 1706:8029 [1,3,0]p1 [1,3,0]p1 2020-05-19 08:09:26.329134 2020-05-18 06:08:56.919141 17.1e 1920 0 0 0 4723999537 0 0 3057 active+clean 4h 1706'3657 1706:7882 [3,6,1]p3 [3,6,1]p3 2020-05-19 18:46:16.104702 2020-05-17 13:24:08.429768 17.1f 1946 0 0 0 4840819148 0 0 3071 active+clean 22h 1706'3571 1706:7272 [5,0,4]p5 [5,0,4]p5 2020-05-19 00:45:49.906757 2020-05-17 19:55:18.913964 * NOTE: Omap statistics are gathered during deep scrub and may be inaccurate soon afterwards depending on utilisation. See http://docs.ceph.com/docs/master/dev/placement-group/#omap-statistics for further details.