== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:05:11 (1729091111) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b6fce800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6fce800.batch_stats=0 llite.lustre-ffff8800b6fce800.statahead_max=32 llite.lustre-ffff8800b6fce800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b6fce800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6fce800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.79 seconds: 126.44 ops/second llite.lustre-ffff8800b6fce800.statahead_max=0 101 real 0m0.819s user 0m0.006s sys 0m0.246s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b6fce800.statahead_max=32 32 101 real 0m0.375s user 0m0.004s sys 0m0.135s ls -l 100 files with statahead: 1 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1547 miss_total: 139 total: 900 open/close in 3.12 seconds: 288.84 ops/second llite.lustre-ffff8800b6fce800.statahead_max=0 1001 real 0m9.058s user 0m0.075s sys 0m2.511s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8800b6fce800.statahead_max=32 32 1001 real 0m2.516s user 0m0.016s sys 0m1.053s ls -l 1000 files with statahead: 3 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2546 miss_total: 146 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 7 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2546 miss_total: 146 mdc.lustre-MDT0000-mdc-ffff8800b6fce800.batch_stats= snapshot_time: 1729091141.860058076 secs.nsecs start_time: 1729091112.705092988 secs.nsecs elapsed_time: 29.154965088 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 3 8 13 4: 1 2 16 8: 1 2 18 16: 26 70 89 32: 4 10 100 mdc.lustre-MDT0001-mdc-ffff8800b6fce800.batch_stats= snapshot_time: 1729091141.860198696 secs.nsecs start_time: 1729091112.705221206 secs.nsecs elapsed_time: 29.154977490 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 1 2 5 8: 4 10 15 16: 13 32 47 32: 21 52 100 - open/close 1946 (time 1729091152.80 total 10.00 last 194.51) - open/close 4100 (time 1729091162.81 total 20.01 last 215.30) - open/close 5760 (time 1729091172.81 total 30.01 last 165.91) - open/close 7812 (time 1729091182.81 total 40.01 last 205.20) - open/close 9683 (time 1729091192.82 total 50.02 last 186.99) total: 10000 open/close in 51.61 seconds: 193.74 ops/second llite.lustre-ffff8800b6fce800.statahead_batch_max=0 llite.lustre-ffff8800b6fce800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6fce800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6fce800.stats=clear 10001 real 0m11.800s user 0m0.273s sys 0m9.617s llite.lustre-ffff8800b6fce800.statahead_batch_max=32 llite.lustre-ffff8800b6fce800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6fce800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6fce800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6fce800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6fce800.stats=clear 10001 real 0m24.610s user 0m0.255s sys 0m9.730s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800b6fce800.batch_stats= snapshot_time: 1729091236.117135596 secs.nsecs start_time: 1729091208.572417711 secs.nsecs elapsed_time: 27.544717885 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b6fce800.batch_stats= snapshot_time: 1729091236.117276408 secs.nsecs start_time: 1729091208.572532674 secs.nsecs elapsed_time: 27.544743734 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b6fce800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6fce800.batch_stats=0 llite.lustre-ffff8800b6fce800.statahead_max=2048 llite.lustre-ffff8800b6fce800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b6fce800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6fce800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.00 seconds: 100.11 ops/second llite.lustre-ffff8800b6fce800.statahead_max=0 101 real 0m0.863s user 0m0.010s sys 0m0.240s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b6fce800.statahead_max=2048 2048 101 real 0m0.340s user 0m0.006s sys 0m0.127s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 24 total: 900 open/close in 3.86 seconds: 233.28 ops/second llite.lustre-ffff8800b6fce800.statahead_max=0 1001 real 0m8.843s user 0m0.082s sys 0m2.319s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8800b6fce800.statahead_max=2048 2048 1001 real 0m1.551s user 0m0.012s sys 0m0.990s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 25 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 4 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 25 mdc.lustre-MDT0000-mdc-ffff8800b6fce800.batch_stats= snapshot_time: 1729091324.961293059 secs.nsecs start_time: 1729091236.997084668 secs.nsecs elapsed_time: 87.964208391 secs.nsecs subreqs per batch batches % cum % 1: 1 14 14 2: 2 28 42 4: 1 14 57 8: 0 0 57 16: 1 14 71 32: 0 0 71 64: 0 0 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff8800b6fce800.batch_stats= snapshot_time: 1729091324.961999601 secs.nsecs start_time: 1729091236.997220308 secs.nsecs elapsed_time: 87.964779293 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 4 40 40 16: 2 20 60 32: 1 10 70 64: 1 10 80 128: 0 0 80 256: 2 20 100 - open/close 1508 (time 1729091336.19 total 10.01 last 150.69) - open/close 2807 (time 1729091346.19 total 20.01 last 129.88) - open/close 4186 (time 1729091356.19 total 30.01 last 137.88) - open/close 5483 (time 1729091366.20 total 40.02 last 129.58) - open/close 6501 (time 1729091376.21 total 50.03 last 101.74) - open/close 7584 (time 1729091386.21 total 60.03 last 108.27) - open/close 8650 (time 1729091396.21 total 70.03 last 106.57) - open/close 9759 (time 1729091406.23 total 80.04 last 110.78) total: 10000 open/close in 81.99 seconds: 121.96 ops/second llite.lustre-ffff8800b6fce800.statahead_batch_max=0 llite.lustre-ffff8800b6fce800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6fce800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6fce800.stats=clear 10001 real 0m20.840s user 0m0.232s sys 0m9.564s llite.lustre-ffff8800b6fce800.statahead_batch_max=256 llite.lustre-ffff8800b6fce800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6fce800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6fce800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6fce800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6fce800.stats=clear 10001 real 0m12.676s user 0m0.295s sys 0m9.975s unbatched RPCs: 10004, batched RPCs: 202 mdc.lustre-MDT0000-mdc-ffff8800b6fce800.batch_stats= snapshot_time: 1729091449.403132550 secs.nsecs start_time: 1729091433.365745479 secs.nsecs elapsed_time: 16.037387071 secs.nsecs subreqs per batch batches % cum % 1: 123 60 60 2: 4 1 62 4: 3 1 64 8: 7 3 67 16: 7 3 71 32: 15 7 78 64: 7 3 82 128: 1 0 82 256: 35 17 100 mdc.lustre-MDT0001-mdc-ffff8800b6fce800.batch_stats= snapshot_time: 1729091449.403287320 secs.nsecs start_time: 1729091433.366192833 secs.nsecs elapsed_time: 16.037094487 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b6fce800.statahead_batch_max=64 llite.lustre-ffff8800b6fce800.statahead_max=128