== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:23:09 (1775877789) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff911151921800.batch_stats=0 llite.lustre-ffff911151921800.statahead_max=32 llite.lustre-ffff911151921800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff911151921800.batch_stats=0 total: 100 open/close in 0.71 seconds: 140.28 ops/second llite.lustre-ffff911151921800.statahead_max=0 101 real 0m0.653s user 0m0.004s sys 0m0.245s ls -l 100 files without statahead: 1 sec llite.lustre-ffff911151921800.statahead_max=32 32 101 real 0m0.374s user 0m0.002s sys 0m0.222s ls -l 100 files with statahead: 0 sec statahead total: 118 statahead wrong: 2 agl total: 109 list_total: 32 fname_total: 79 hit_total: 21946 miss_total: 1614 total: 900 open/close in 2.35 seconds: 383.42 ops/second llite.lustre-ffff911151921800.statahead_max=0 1001 real 0m6.417s user 0m0.024s sys 0m2.379s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff911151921800.statahead_max=32 32 1001 real 0m3.482s user 0m0.011s sys 0m1.888s ls -l 1000 files with statahead: 3 sec statahead total: 119 statahead wrong: 2 agl total: 110 list_total: 33 fname_total: 79 hit_total: 22945 miss_total: 1615 - open/close 3912 (time 1775877820.25 total 10.00 last 391.16) - open/close 8073 (time 1775877830.25 total 20.00 last 416.07) total: 9000 open/close in 22.57 seconds: 398.84 ops/second llite.lustre-ffff911151921800.statahead_max=0 10001 real 1m0.781s user 0m0.266s sys 0m22.307s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff911151921800.statahead_max=32 32 10001 real 0m35.724s user 0m0.160s sys 0m20.635s ls -l 10000 files with statahead: 35 sec statahead total: 120 statahead wrong: 2 agl total: 111 list_total: 34 fname_total: 79 hit_total: 32944 miss_total: 1616 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffff911151921800.statahead_stats= statahead total: 120 statahead wrong: 2 agl total: 111 list_total: 34 fname_total: 79 hit_total: 32944 miss_total: 1616 mdc.lustre-MDT0000-mdc-ffff911151921800.batch_stats= snapshot_time: 1775878004.727134271 secs.nsecs start_time: 1775877791.090171623 secs.nsecs elapsed_time: 213.636962648 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 3267 (time 1775878015.81 total 10.00 last 326.62) - open/close 4732 (time 1775878025.81 total 20.00 last 146.49) - open/close 6285 (time 1775878035.81 total 30.00 last 155.29) - open/close 7655 (time 1775878045.81 total 40.01 last 136.91) - open/close 8375 (time 1775878055.82 total 50.01 last 72.00) - open/close 9273 (time 1775878065.82 total 60.01 last 89.79) total: 10000 open/close in 65.47 seconds: 152.74 ops/second llite.lustre-ffff911151921800.statahead_batch_max=0 llite.lustre-ffff911151921800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff911151921800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.510s user 0m0.267s sys 0m22.439s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff911151921800.statahead_batch_max=32 llite.lustre-ffff911151921800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff911151921800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff911151921800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m45.533s user 0m0.225s sys 0m15.734s batched statahead RPC= hit count=9980 mdc.lustre-MDT0000-mdc-ffff911151921800.batch_stats= snapshot_time: 1775878161.820569720 secs.nsecs start_time: 1775878109.189607530 secs.nsecs elapsed_time: 52.630962190 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff911151921800.batch_stats=0 llite.lustre-ffff911151921800.statahead_max=2048 llite.lustre-ffff911151921800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff911151921800.batch_stats=0 total: 100 open/close in 1.27 seconds: 78.63 ops/second llite.lustre-ffff911151921800.statahead_max=0 101 real 0m1.359s user 0m0.006s sys 0m0.313s ls -l 100 files without statahead: 2 sec llite.lustre-ffff911151921800.statahead_max=2048 2048 101 real 0m0.596s user 0m0.008s sys 0m0.184s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10079 miss_total: 21 total: 900 open/close in 5.98 seconds: 150.39 ops/second llite.lustre-ffff911151921800.statahead_max=0 1001 real 0m11.732s user 0m0.019s sys 0m2.757s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff911151921800.statahead_max=2048 2048 1001 real 0m3.381s user 0m0.019s sys 0m1.637s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11078 miss_total: 22 - open/close 1498 (time 1775878367.59 total 10.00 last 149.75) - open/close 2799 (time 1775878377.60 total 20.00 last 130.09) total: 3000 open/close in 21.67 seconds: 138.43 ops/second llite.lustre-ffff911151921800.statahead_max=0 4001 real 0m51.473s user 0m0.132s sys 0m10.956s ls -l 4000 files without statahead: 52 sec llite.lustre-ffff911151921800.statahead_max=2048 2048 4001 real 0m15.469s user 0m0.103s sys 0m5.993s ls -l 4000 files with statahead: 16 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15077 miss_total: 23 ls -l done rm -r /mnt/lustre/d123ad.sanity: 44 seconds llite.lustre-ffff911151921800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15077 miss_total: 23 mdc.lustre-MDT0000-mdc-ffff911151921800.batch_stats= snapshot_time: 1775878501.793940853 secs.nsecs start_time: 1775878162.746677211 secs.nsecs elapsed_time: 339.047263642 secs.nsecs subreqs per batch batches % cum % 1: 80 51 51 2: 20 12 64 4: 15 9 73 8: 6 3 77 16: 7 4 82 32: 8 5 87 64: 1 0 87 128: 1 0 88 256: 18 11 100 - open/close 1402 (time 1775878513.47 total 10.00 last 140.18) - open/close 2902 (time 1775878523.47 total 20.01 last 149.94) - open/close 4332 (time 1775878533.48 total 30.01 last 142.98) - open/close 5818 (time 1775878543.48 total 40.01 last 148.57) - open/close 7106 (time 1775878553.48 total 50.01 last 128.76) - open/close 8383 (time 1775878563.48 total 60.02 last 127.66) - open/close 9842 (time 1775878573.49 total 70.02 last 145.86) total: 10000 open/close in 71.03 seconds: 140.78 ops/second llite.lustre-ffff911151921800.statahead_batch_max=0 llite.lustre-ffff911151921800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff911151921800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.890s user 0m0.240s sys 0m21.671s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff911151921800.statahead_batch_max=256 llite.lustre-ffff911151921800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff911151921800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff911151921800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.414s user 0m0.215s sys 0m17.176s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff911151921800.batch_stats= snapshot_time: 1775878645.593924385 secs.nsecs start_time: 1775878610.456036713 secs.nsecs elapsed_time: 35.137887672 secs.nsecs subreqs per batch batches % cum % 1: 337 62 62 2: 57 10 73 4: 45 8 82 8: 33 6 88 16: 12 2 90 32: 15 2 93 64: 2 0 93 128: 0 0 93 256: 34 6 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff911151921800.statahead_batch_max=64 llite.lustre-ffff911151921800.statahead_max=128