- root@kube:~# ceph osd pool get default.rgw.buckets.data all
- size: 3
- min_size: 2
- pg_num: 32
- pgp_num: 32
- crush_rule: ectest
- hashpspool: true
- allow_ec_overwrites: true
- nodelete: false
- nopgchange: false
- nosizechange: false
- write_fadvise_dontneed: false
- noscrub: false
- nodeep-scrub: false
- use_gmt_hitset: 1
- erasure_code_profile: hdd-raid5
- fast_read: 0
- pg_autoscale_mode: warn
- root@kube:~# ceph osd erasure-code-profile get hdd-raid5
- crush-device-class=hdd
- crush-failure-domain=host
- crush-root=default
- jerasure-per-chunk-alignment=false
- k=2
- m=1
- plugin=jerasure
- technique=reed_sol_van
- w=8
- root@kube:~# ceph osd df tree
- ID CLASS WEIGHT REWEIGHT SIZE RAW USE DATA OMAP META AVAIL %USE VAR PGS STATUS TYPE NAME
- -1 0.97664 - 1.9 TiB 224 GiB 217 GiB 23 MiB 7.0 GiB 1.7 TiB 11.59 1.00 - root default
- -10 0.09769 - 100 GiB 28 GiB 27 GiB 1.9 MiB 1022 MiB 72 GiB 28.07 2.42 - host appie
- 2 ssd 0.09769 1.00000 100 GiB 28 GiB 27 GiB 1.9 MiB 1022 MiB 72 GiB 28.07 2.42 137 up osd.2
- -3 0.29298 - 612 GiB 70 GiB 68 GiB 4.9 MiB 2.0 GiB 542 GiB 11.44 0.99 - host kube
- 0 hdd 0.19530 1.00000 512 GiB 51 GiB 50 GiB 4.6 MiB 1019 MiB 461 GiB 9.98 0.86 208 up osd.0
- 6 ssd 0.09769 1.00000 100 GiB 19 GiB 18 GiB 320 KiB 1024 MiB 81 GiB 18.92 1.63 103 up osd.6
- -5 0.29298 - 612 GiB 61 GiB 59 GiB 9.8 MiB 2.0 GiB 551 GiB 9.95 0.86 - host nasi
- 1 hdd 0.19530 1.00000 512 GiB 44 GiB 43 GiB 9.1 MiB 1015 MiB 468 GiB 8.64 0.75 209 up osd.1
- 5 ssd 0.09769 1.00000 100 GiB 17 GiB 16 GiB 741 KiB 1023 MiB 83 GiB 16.66 1.44 96 up osd.5
- -13 0.29298 - 612 GiB 65 GiB 63 GiB 6.2 MiB 2.0 GiB 547 GiB 10.69 0.92 - host tosca
- 3 hdd 0.19530 1.00000 512 GiB 44 GiB 43 GiB 4.1 MiB 1020 MiB 468 GiB 8.65 0.75 196 up osd.3
- 4 ssd 0.09769 1.00000 100 GiB 21 GiB 20 GiB 2.2 MiB 1022 MiB 79 GiB 21.17 1.83 107 up osd.4
- TOTAL 1.9 TiB 224 GiB 217 GiB 23 MiB 7.0 GiB 1.7 TiB 11.59
- MIN/MAX VAR: 0.75/2.42 STDDEV: 8.13
- root@kube:~# ceph pg ls-by-pool default.rgw.buckets.data
- PG OBJECTS DEGRADED MISPLACED UNFOUND BYTES OMAP_BYTES* OMAP_KEYS* LOG STATE SINCE VERSION REPORTED UP ACTING SCRUB_STAMP DEEP_SCRUB_STAMP
- 17.0 2001 0 0 0 5071200077 0 0 3060 active+clean 5h 1706'3860 1706:8616 [1,3,0]p1 [1,3,0]p1 2020-05-19 17:49:48.125828 2020-05-13 12:35:54.221513
- 17.1 2002 0 0 0 4825947509 0 0 3055 active+clean 27h 1706'3755 1706:9281 [0,3,1]p0 [0,3,1]p0 2020-05-18 20:02:00.768897 2020-05-17 09:44:59.452986
- 17.2 1971 0 0 0 4850879309 0 0 3079 active+clean 7h 1706'3679 1706:7601 [1,2,0]p1 [1,2,0]p1 2020-05-19 15:36:42.031920 2020-05-18 07:58:19.138422
- 17.3 1964 0 0 0 4766433165 0 0 3046 active+clean 9h 1706'3646 1706:7384 [1,0,3]p1 [1,0,3]p1 2020-05-19 13:55:24.611303 2020-05-18 13:39:52.487901
- 17.4 1953 0 0 0 4886879237 0 0 3042 active+clean 23h 1706'3542 1706:8327 [0,1,3]p0 [0,1,3]p0 2020-05-18 23:22:47.418514 2020-05-17 15:22:31.753081
- 17.5 1946 0 0 0 4727422193 0 0 3021 active+clean 12h 1706'3621 1706:6337 [2,0,5]p2 [2,0,5]p2 2020-05-19 11:10:47.625994 2020-05-15 00:18:02.236098
- 17.6 2052 0 0 0 5092060351 0 0 3085 active+clean 8h 1706'3785 1706:7336 [2,0,3]p2 [2,0,3]p2 2020-05-19 14:13:24.440860 2020-05-19 14:13:24.440860
- 17.7 1994 0 0 0 4968105292 0 0 3043 active+clean 30h 1706'3643 1706:8016 [0,2,4]p0 [0,2,4]p0 2020-05-18 16:27:31.943753 2020-05-17 11:33:59.847743
- 17.8 1998 0 0 0 4881301203 0 0 3019 active+clean 10h 1706'3719 1706:5794 [3,6,2]p3 [3,6,2]p3 2020-05-19 12:19:29.737935 2020-05-19 12:19:29.737935
- 17.9 1957 0 0 0 4968481276 0 0 3016 active+clean 20h 1706'3716 1706:8040 [6,5,3]p6 [6,5,3]p6 2020-05-19 02:33:36.846818 2020-05-15 08:12:39.247863
- 17.a 2001 0 0 0 4785405017 0 0 3053 active+clean 22h 1706'3653 1706:6682 [4,1,0]p4 [4,1,0]p4 2020-05-19 00:32:14.618037 2020-05-17 18:00:05.716047
- 17.b 2050 0 0 0 4859697729 0 0 3084 active+clean 24h 1706'3784 1706:8677 [0,5,3]p0 [0,5,3]p0 2020-05-18 22:12:41.234378 2020-05-17 11:23:19.505781
- 17.c 1977 0 0 0 4757068968 0 0 3028 active+clean 2h 1706'3528 1706:7318 [2,3,0]p2 [2,3,0]p2 2020-05-19 20:42:39.653677 2020-05-17 08:04:31.995847
- 17.d 1969 0 0 0 4802118098 0 0 3077 active+clean 26h 1706'3677 1706:7052 [3,1,2]p3 [3,1,2]p3 2020-05-18 20:53:09.802206 2020-05-14 00:08:57.617055
- 17.e 1962 0 0 0 4783078480 0 0 3012 active+clean 3h 1706'3612 1706:8975 [4,1,0]p4 [4,1,0]p4 2020-05-19 20:08:03.614078 2020-05-19 20:08:03.614078
- 17.f 1929 0 0 0 4698444366 0 0 3078 active+clean 25h 1706'3678 1706:6799 [3,6,1]p3 [3,6,1]p3 2020-05-18 21:44:39.652384 2020-05-18 21:44:39.652384
- 17.10 1934 0 0 0 4828618239 0 0 3033 active+clean 13h 1706'3633 1706:6444 [3,1,0]p3 [3,1,0]p3 2020-05-19 09:50:11.757554 2020-05-19 09:50:11.757554
- 17.11 2001 0 0 0 4834280537 0 0 3094 active+clean 26h 1706'3694 1706:8714 [2,1,6]p2 [2,1,6]p2 2020-05-18 20:48:54.050258 2020-05-17 16:54:03.474898
- 17.12 2000 0 0 0 4923312730 0 0 3095 active+clean 24h 1706'3695 1706:6478 [0,1,2]p0 [0,1,2]p0 2020-05-18 22:43:18.853653 2020-05-14 02:15:59.774930
- 17.13 1926 0 0 0 4662144897 0 0 3045 active+clean 3h 1706'3645 1706:8436 [4,2,0]p4 [4,2,0]p4 2020-05-19 20:06:36.439243 2020-05-16 23:53:51.521450
- 17.14 1993 0 0 0 4908023811 0 0 3072 active+clean 15h 1706'3572 1706:8939 [6,1,3]p6 [6,1,3]p6 2020-05-19 07:47:15.638390 2020-05-18 06:43:16.074980
- 17.15 1920 0 0 0 4770552801 0 0 3073 active+clean 4h 1706'3573 1706:5421 [3,2,0]p3 [3,2,0]p3 2020-05-19 18:49:56.866017 2020-05-15 01:23:51.307584
- 17.16 1914 0 0 0 4713505248 0 0 3032 active+clean 6h 1706'3532 1706:7831 [1,0,4]p1 [1,0,4]p1 2020-05-19 16:52:13.039522 2020-05-17 03:28:27.378991
- 17.17 1981 0 0 0 4922741947 0 0 3050 active+clean 5h 1706'3550 1706:8916 [1,3,0]p1 [1,3,0]p1 2020-05-19 17:37:11.419084 2020-05-16 02:32:56.954992
- 17.18 1963 0 0 0 4840524647 0 0 3047 active+clean 17h 1706'3647 1706:9379 [0,3,5]p0 [0,3,5]p0 2020-05-19 05:16:44.365763 2020-05-14 01:44:33.882149
- 17.19 1835 0 0 0 4547868985 0 0 3045 active+clean 11h 1706'3545 1706:5545 [3,5,6]p3 [3,5,6]p3 2020-05-19 11:37:26.484580 2020-05-16 23:06:00.656784
- 17.1a 1984 0 0 0 4814294035 0 0 3068 active+clean 12h 1706'3568 1706:7893 [4,2,5]p4 [4,2,5]p4 2020-05-19 11:01:12.254296 2020-05-19 11:01:12.254296
- 17.1b 1977 0 0 0 4839811044 0 0 3055 active+clean 7h 1706'3755 1706:5821 [4,1,0]p4 [4,1,0]p4 2020-05-19 16:03:48.385763 2020-05-18 04:18:09.099259
- 17.1c 1962 0 0 0 4871165232 0 0 3085 active+clean 29h 1706'3785 1706:6701 [4,6,1]p4 [4,6,1]p4 2020-05-18 18:01:57.369684 2020-05-14 23:51:44.356467
- 17.1d 1939 0 0 0 4813220263 0 0 3047 active+clean 15h 1706'3547 1706:8029 [1,3,0]p1 [1,3,0]p1 2020-05-19 08:09:26.329134 2020-05-18 06:08:56.919141
- 17.1e 1920 0 0 0 4723999537 0 0 3057 active+clean 4h 1706'3657 1706:7882 [3,6,1]p3 [3,6,1]p3 2020-05-19 18:46:16.104702 2020-05-17 13:24:08.429768
- 17.1f 1946 0 0 0 4840819148 0 0 3071 active+clean 22h 1706'3571 1706:7272 [5,0,4]p5 [5,0,4]p5 2020-05-19 00:45:49.906757 2020-05-17 19:55:18.913964
- * NOTE: Omap statistics are gathered during deep scrub and may be inaccurate soon afterwards depending on utilisation. See http://docs.ceph.com/docs/master/dev/placement-group/#omap-statistics for further details.