== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:19:08 (1753431548) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8a209a491000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a209a491000.batch_stats=0 llite.lustre-ffff8a209a491000.statahead_max=32 llite.lustre-ffff8a209a491000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8a209a491000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a209a491000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.79 seconds: 127.38 ops/second llite.lustre-ffff8a209a491000.statahead_max=0 101 real 0m0.806s user 0m0.008s sys 0m0.280s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8a209a491000.statahead_max=32 32 101 real 0m0.481s user 0m0.004s sys 0m0.230s ls -l 100 files with statahead: 0 sec statahead total: 81 statahead wrong: 1 agl total: 76 list_total: 30 fname_total: 51 hit_total: 28927 miss_total: 216 total: 900 open/close in 2.76 seconds: 326.62 ops/second llite.lustre-ffff8a209a491000.statahead_max=0 1001 real 0m7.250s user 0m0.028s sys 0m2.449s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8a209a491000.statahead_max=32 32 1001 real 0m4.045s user 0m0.014s sys 0m1.763s ls -l 1000 files with statahead: 4 sec statahead total: 82 statahead wrong: 1 agl total: 77 list_total: 31 fname_total: 51 hit_total: 29926 miss_total: 217 - open/close 3310 (time 1753431581.58 total 10.00 last 330.96) - open/close 6468 (time 1753431591.58 total 20.00 last 315.72) total: 9000 open/close in 27.80 seconds: 323.73 ops/second llite.lustre-ffff8a209a491000.statahead_max=0 10001 real 1m19.032s user 0m0.322s sys 0m24.604s ls -l 10000 files without statahead: 79 sec llite.lustre-ffff8a209a491000.statahead_max=32 32 10001 real 0m40.159s user 0m0.185s sys 0m17.289s ls -l 10000 files with statahead: 41 sec statahead total: 83 statahead wrong: 1 agl total: 78 list_total: 32 fname_total: 51 hit_total: 39924 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 79 seconds llite.lustre-ffff8a209a491000.statahead_stats= statahead total: 83 statahead wrong: 1 agl total: 78 list_total: 32 fname_total: 51 hit_total: 39924 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff8a209a491000.batch_stats= snapshot_time: 1753431810.414246853 secs.nsecs start_time: 1753431549.833317699 secs.nsecs elapsed_time: 260.580929154 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 0 0 8: 7 1 2 16: 192 54 56 32: 153 43 100 mdc.lustre-MDT0001-mdc-ffff8a209a491000.batch_stats= snapshot_time: 1753431810.414309345 secs.nsecs start_time: 1753431549.833383640 secs.nsecs elapsed_time: 260.580925705 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 4 1 1 8: 3 0 2 16: 202 57 59 32: 142 40 100 - open/close 2961 (time 1753431821.42 total 10.00 last 296.07) - open/close 5913 (time 1753431831.42 total 20.00 last 295.17) - open/close 9684 (time 1753431841.42 total 30.00 last 377.03) total: 10000 open/close in 30.83 seconds: 324.37 ops/second llite.lustre-ffff8a209a491000.statahead_batch_max=0 llite.lustre-ffff8a209a491000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a209a491000.stats=clear mdc.lustre-MDT0001-mdc-ffff8a209a491000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.036s user 0m0.280s sys 0m35.760s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8a209a491000.statahead_batch_max=32 llite.lustre-ffff8a209a491000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a209a491000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8a209a491000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8a209a491000.stats=clear mdc.lustre-MDT0001-mdc-ffff8a209a491000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m41.643s user 0m0.284s sys 0m22.468s batched statahead RPC= hit count=9998 mdc.lustre-MDT0000-mdc-ffff8a209a491000.batch_stats= snapshot_time: 1753431931.484572008 secs.nsecs start_time: 1753431884.006610854 secs.nsecs elapsed_time: 47.477961154 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8a209a491000.batch_stats= snapshot_time: 1753431931.484637592 secs.nsecs start_time: 1753431884.006681561 secs.nsecs elapsed_time: 47.477956031 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8a209a491000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a209a491000.batch_stats=0 llite.lustre-ffff8a209a491000.statahead_max=2048 llite.lustre-ffff8a209a491000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8a209a491000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a209a491000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.18 seconds: 84.87 ops/second llite.lustre-ffff8a209a491000.statahead_max=0 101 real 0m1.203s user 0m0.007s sys 0m0.292s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8a209a491000.statahead_max=2048 2048 101 real 0m0.409s user 0m0.004s sys 0m0.243s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10097 miss_total: 3 total: 900 open/close in 4.91 seconds: 183.43 ops/second llite.lustre-ffff8a209a491000.statahead_max=0 1001 real 0m10.075s user 0m0.039s sys 0m2.771s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff8a209a491000.statahead_max=2048 2048 1001 real 0m3.054s user 0m0.017s sys 0m1.593s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11096 miss_total: 4 total: 3000 open/close in 9.92 seconds: 302.57 ops/second llite.lustre-ffff8a209a491000.statahead_max=0 4001 real 0m35.249s user 0m0.123s sys 0m10.498s ls -l 4000 files without statahead: 35 sec llite.lustre-ffff8a209a491000.statahead_max=2048 2048 4001 real 0m11.061s user 0m0.077s sys 0m6.580s ls -l 4000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15095 miss_total: 5 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff8a209a491000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15095 miss_total: 5 mdc.lustre-MDT0000-mdc-ffff8a209a491000.batch_stats= snapshot_time: 1753432163.316742595 secs.nsecs start_time: 1753431932.536623396 secs.nsecs elapsed_time: 230.780119199 secs.nsecs subreqs per batch batches % cum % 1: 3 14 14 2: 0 0 14 4: 4 19 33 8: 0 0 33 16: 1 4 38 32: 0 0 38 64: 0 0 38 128: 2 9 47 256: 11 52 100 mdc.lustre-MDT0001-mdc-ffff8a209a491000.batch_stats= snapshot_time: 1753432163.316797585 secs.nsecs start_time: 1753431932.536763278 secs.nsecs elapsed_time: 230.780034307 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 4 4 8: 6 26 30 16: 0 0 30 32: 1 4 34 64: 1 4 39 128: 2 8 47 256: 12 52 100 - open/close 4141 (time 1753432175.14 total 10.00 last 414.05) - open/close 7899 (time 1753432185.14 total 20.00 last 375.74) total: 10000 open/close in 25.45 seconds: 392.93 ops/second llite.lustre-ffff8a209a491000.statahead_batch_max=0 llite.lustre-ffff8a209a491000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a209a491000.stats=clear mdc.lustre-MDT0001-mdc-ffff8a209a491000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.115s user 0m0.210s sys 0m25.293s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8a209a491000.statahead_batch_max=256 llite.lustre-ffff8a209a491000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a209a491000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8a209a491000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8a209a491000.stats=clear mdc.lustre-MDT0001-mdc-ffff8a209a491000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.331s user 0m0.181s sys 0m18.619s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8a209a491000.batch_stats= snapshot_time: 1753432253.810114122 secs.nsecs start_time: 1753432223.212215053 secs.nsecs elapsed_time: 30.597899069 secs.nsecs subreqs per batch batches % cum % 1: 98 52 52 2: 13 6 59 4: 10 5 64 8: 4 2 66 16: 1 0 67 32: 26 13 80 64: 0 0 80 128: 0 0 80 256: 36 19 100 mdc.lustre-MDT0001-mdc-ffff8a209a491000.batch_stats= snapshot_time: 1753432253.810169100 secs.nsecs start_time: 1753432223.212293999 secs.nsecs elapsed_time: 30.597875101 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8a209a491000.statahead_batch_max=64 llite.lustre-ffff8a209a491000.statahead_max=128