== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:44:13 (1722786253) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88008368a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008368a000.batch_stats=0 llite.lustre-ffff88008368a000.statahead_max=32 llite.lustre-ffff88008368a000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88008368a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008368a000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.58 seconds: 172.42 ops/second llite.lustre-ffff88008368a000.statahead_max=0 101 real 0m0.567s user 0m0.001s sys 0m0.217s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88008368a000.statahead_max=32 32 101 real 0m0.350s user 0m0.005s sys 0m0.122s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1747 miss_total: 142 total: 900 open/close in 2.15 seconds: 419.27 ops/second llite.lustre-ffff88008368a000.statahead_max=0 1001 real 0m6.040s user 0m0.045s sys 0m2.146s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88008368a000.statahead_max=32 32 1001 real 0m1.532s user 0m0.014s sys 0m0.830s ls -l 1000 files with statahead: 1 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2746 miss_total: 143 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 4 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2746 miss_total: 143 mdc.lustre-MDT0000-mdc-ffff88008368a000.batch_stats= snapshot_time: 1722786274.031214483 secs.nsecs start_time: 1722786254.705181774 secs.nsecs elapsed_time: 19.326032709 secs.nsecs subreqs per batch batches % cum % 1: 3 7 7 2: 1 2 10 4: 1 2 13 8: 4 10 23 16: 20 52 76 32: 9 23 100 mdc.lustre-MDT0001-mdc-ffff88008368a000.batch_stats= snapshot_time: 1722786274.031371640 secs.nsecs start_time: 1722786254.705283163 secs.nsecs elapsed_time: 19.326088477 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 0 0 5 4: 2 5 10 8: 2 5 15 16: 11 27 42 32: 23 57 100 - open/close 3190 (time 1722786284.82 total 10.00 last 318.99) - open/close 7249 (time 1722786294.82 total 20.00 last 405.83) total: 10000 open/close in 28.04 seconds: 356.68 ops/second llite.lustre-ffff88008368a000.statahead_batch_max=0 llite.lustre-ffff88008368a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008368a000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008368a000.stats=clear 10001 real 0m11.665s user 0m0.263s sys 0m9.090s llite.lustre-ffff88008368a000.statahead_batch_max=32 llite.lustre-ffff88008368a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008368a000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88008368a000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88008368a000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008368a000.stats=clear 10001 real 0m26.039s user 0m0.279s sys 0m9.773s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88008368a000.batch_stats= snapshot_time: 1722786345.481973045 secs.nsecs start_time: 1722786316.696760491 secs.nsecs elapsed_time: 28.785212554 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88008368a000.batch_stats= snapshot_time: 1722786345.482115136 secs.nsecs start_time: 1722786316.696903764 secs.nsecs elapsed_time: 28.785211372 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88008368a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008368a000.batch_stats=0 llite.lustre-ffff88008368a000.statahead_max=2048 llite.lustre-ffff88008368a000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88008368a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008368a000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.31 seconds: 76.21 ops/second llite.lustre-ffff88008368a000.statahead_max=0 101 real 0m1.011s user 0m0.019s sys 0m0.287s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88008368a000.statahead_max=2048 2048 101 real 0m0.292s user 0m0.005s sys 0m0.126s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 53 total: 900 open/close in 4.08 seconds: 220.48 ops/second llite.lustre-ffff88008368a000.statahead_max=0 1001 real 0m10.006s user 0m0.054s sys 0m2.870s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff88008368a000.statahead_max=2048 2048 1001 real 0m1.491s user 0m0.021s sys 0m0.999s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 54 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 8 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 54 mdc.lustre-MDT0000-mdc-ffff88008368a000.batch_stats= snapshot_time: 1722786440.264288394 secs.nsecs start_time: 1722786346.264708124 secs.nsecs elapsed_time: 93.999580270 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 4 57 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff88008368a000.batch_stats= snapshot_time: 1722786440.264479068 secs.nsecs start_time: 1722786346.264815191 secs.nsecs elapsed_time: 93.999663877 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 28 28 4: 2 28 57 8: 0 0 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 - open/close 2314 (time 1722786451.18 total 10.00 last 231.39) - open/close 4579 (time 1722786461.18 total 20.00 last 226.49) - open/close 7203 (time 1722786471.18 total 30.00 last 262.37) - open/close 9862 (time 1722786481.18 total 40.00 last 265.86) total: 10000 open/close in 40.60 seconds: 246.29 ops/second llite.lustre-ffff88008368a000.statahead_batch_max=0 llite.lustre-ffff88008368a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008368a000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008368a000.stats=clear 10001 real 0m12.512s user 0m0.259s sys 0m8.917s llite.lustre-ffff88008368a000.statahead_batch_max=256 llite.lustre-ffff88008368a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008368a000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88008368a000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88008368a000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008368a000.stats=clear 10001 real 0m10.868s user 0m0.236s sys 0m9.593s unbatched RPCs: 10004, batched RPCs: 368 mdc.lustre-MDT0000-mdc-ffff88008368a000.batch_stats= snapshot_time: 1722786510.395443547 secs.nsecs start_time: 1722786496.739086552 secs.nsecs elapsed_time: 13.656356995 secs.nsecs subreqs per batch batches % cum % 1: 248 67 67 2: 15 4 71 4: 17 4 76 8: 17 4 80 16: 10 2 83 32: 21 5 89 64: 5 1 90 128: 1 0 90 256: 34 9 100 mdc.lustre-MDT0001-mdc-ffff88008368a000.batch_stats= snapshot_time: 1722786510.395604963 secs.nsecs start_time: 1722786496.739194179 secs.nsecs elapsed_time: 13.656410784 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88008368a000.statahead_batch_max=64 llite.lustre-ffff88008368a000.statahead_max=128