== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:19:07 (1777425547) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff98b1d1338800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff98b1d1338800.batch_stats=0 llite.lustre-ffff98b1d1338800.statahead_max=32 llite.lustre-ffff98b1d1338800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff98b1d1338800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff98b1d1338800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.67 seconds: 149.29 ops/second llite.lustre-ffff98b1d1338800.statahead_max=0 101 real 0m0.647s user 0m0.005s sys 0m0.253s ls -l 100 files without statahead: 1 sec llite.lustre-ffff98b1d1338800.statahead_max=32 32 101 real 0m0.419s user 0m0.002s sys 0m0.180s ls -l 100 files with statahead: 1 sec statahead total: 82 statahead wrong: 1 agl total: 77 list_total: 30 fname_total: 52 hit_total: 21618 miss_total: 217 total: 900 open/close in 1.89 seconds: 476.65 ops/second llite.lustre-ffff98b1d1338800.statahead_max=0 1001 real 0m5.957s user 0m0.025s sys 0m2.319s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff98b1d1338800.statahead_max=32 32 1001 real 0m4.935s user 0m0.013s sys 0m2.459s ls -l 1000 files with statahead: 5 sec statahead total: 83 statahead wrong: 1 agl total: 78 list_total: 31 fname_total: 52 hit_total: 22617 miss_total: 218 - open/close 5284 (time 1777425578.52 total 10.00 last 528.36) total: 9000 open/close in 16.97 seconds: 530.37 ops/second llite.lustre-ffff98b1d1338800.statahead_max=0 10001 real 1m0.744s user 0m0.243s sys 0m23.436s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff98b1d1338800.statahead_max=32 32 10001 real 0m42.072s user 0m0.174s sys 0m20.095s ls -l 10000 files with statahead: 42 sec statahead total: 84 statahead wrong: 1 agl total: 79 list_total: 32 fname_total: 52 hit_total: 32616 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffff98b1d1338800.statahead_stats= statahead total: 84 statahead wrong: 1 agl total: 79 list_total: 32 fname_total: 52 hit_total: 32616 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff98b1d1338800.batch_stats= snapshot_time: 1777425765.679397817 secs.nsecs start_time: 1777425548.826155313 secs.nsecs elapsed_time: 216.853242504 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 4 1 1 8: 2 0 1 16: 198 56 58 32: 148 41 100 mdc.lustre-MDT0001-mdc-ffff98b1d1338800.batch_stats= snapshot_time: 1777425765.679479495 secs.nsecs start_time: 1777425548.826216760 secs.nsecs elapsed_time: 216.853262735 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 0 0 8: 6 1 2 16: 191 54 56 32: 154 43 100 - open/close 5321 (time 1777425776.55 total 10.00 last 532.01) total: 10000 open/close in 18.99 seconds: 526.66 ops/second llite.lustre-ffff98b1d1338800.statahead_batch_max=0 llite.lustre-ffff98b1d1338800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff98b1d1338800.stats=clear mdc.lustre-MDT0001-mdc-ffff98b1d1338800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.453s user 0m0.199s sys 0m39.297s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff98b1d1338800.statahead_batch_max=32 llite.lustre-ffff98b1d1338800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff98b1d1338800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff98b1d1338800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff98b1d1338800.stats=clear mdc.lustre-MDT0001-mdc-ffff98b1d1338800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.564s user 0m0.157s sys 0m23.872s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff98b1d1338800.batch_stats= snapshot_time: 1777425878.822264546 secs.nsecs start_time: 1777425831.028211489 secs.nsecs elapsed_time: 47.794053057 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff98b1d1338800.batch_stats= snapshot_time: 1777425878.822303261 secs.nsecs start_time: 1777425831.028257538 secs.nsecs elapsed_time: 47.794045723 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff98b1d1338800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff98b1d1338800.batch_stats=0 llite.lustre-ffff98b1d1338800.statahead_max=2048 llite.lustre-ffff98b1d1338800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff98b1d1338800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff98b1d1338800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.67 seconds: 148.93 ops/second llite.lustre-ffff98b1d1338800.statahead_max=0 101 real 0m0.602s user 0m0.002s sys 0m0.244s ls -l 100 files without statahead: 1 sec llite.lustre-ffff98b1d1338800.statahead_max=2048 2048 101 real 0m0.349s user 0m0.004s sys 0m0.233s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.92 seconds: 468.56 ops/second llite.lustre-ffff98b1d1338800.statahead_max=0 1001 real 0m5.970s user 0m0.023s sys 0m2.347s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff98b1d1338800.statahead_max=2048 2048 1001 real 0m3.231s user 0m0.016s sys 0m1.748s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4998 (time 1777425993.37 total 10.00 last 499.74) total: 9000 open/close in 18.61 seconds: 483.63 ops/second llite.lustre-ffff98b1d1338800.statahead_max=0 10001 real 1m0.146s user 0m0.246s sys 0m23.371s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff98b1d1338800.statahead_max=2048 2048 10001 real 0m30.510s user 0m0.184s sys 0m20.743s ls -l 10000 files with statahead: 31 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffff98b1d1338800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff98b1d1338800.batch_stats= snapshot_time: 1777426165.449529243 secs.nsecs start_time: 1777425879.589005049 secs.nsecs elapsed_time: 285.860524194 secs.nsecs subreqs per batch batches % cum % 1: 127 71 71 2: 9 5 76 4: 6 3 79 8: 3 1 81 16: 0 0 81 32: 0 0 81 64: 0 0 81 128: 5 2 84 256: 28 15 100 mdc.lustre-MDT0001-mdc-ffff98b1d1338800.batch_stats= snapshot_time: 1777426165.449598347 secs.nsecs start_time: 1777425879.589136833 secs.nsecs elapsed_time: 285.860461514 secs.nsecs subreqs per batch batches % cum % 1: 133 67 67 2: 17 8 76 4: 6 3 79 8: 5 2 81 16: 0 0 81 32: 0 0 81 64: 2 1 82 128: 3 1 84 256: 31 15 100 - open/close 5025 (time 1777426176.58 total 10.00 last 502.41) total: 10000 open/close in 19.93 seconds: 501.78 ops/second llite.lustre-ffff98b1d1338800.statahead_batch_max=0 llite.lustre-ffff98b1d1338800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff98b1d1338800.stats=clear mdc.lustre-MDT0001-mdc-ffff98b1d1338800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.873s user 0m0.167s sys 0m28.169s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff98b1d1338800.statahead_batch_max=256 llite.lustre-ffff98b1d1338800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff98b1d1338800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff98b1d1338800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff98b1d1338800.stats=clear mdc.lustre-MDT0001-mdc-ffff98b1d1338800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.105s user 0m0.147s sys 0m19.915s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff98b1d1338800.batch_stats= snapshot_time: 1777426256.395459651 secs.nsecs start_time: 1777426223.257215037 secs.nsecs elapsed_time: 33.138244614 secs.nsecs subreqs per batch batches % cum % 1: 381 66 66 2: 74 12 79 4: 48 8 87 8: 10 1 89 16: 5 0 90 32: 23 4 94 64: 0 0 94 128: 0 0 94 256: 34 5 100 mdc.lustre-MDT0001-mdc-ffff98b1d1338800.batch_stats= snapshot_time: 1777426256.395498744 secs.nsecs start_time: 1777426223.257263946 secs.nsecs elapsed_time: 33.138234798 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff98b1d1338800.statahead_batch_max=64 llite.lustre-ffff98b1d1338800.statahead_max=128