== sanity test 123ad: Verify batching statahead works correctly ========================================================== 22:33:06 (1781231586) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8af01117b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8af01117b000.batch_stats=0 llite.lustre-ffff8af01117b000.statahead_max=32 llite.lustre-ffff8af01117b000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8af01117b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8af01117b000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 3.01 seconds: 33.19 ops/second llite.lustre-ffff8af01117b000.statahead_max=0 101 real 0m2.553s user 0m0.004s sys 0m0.362s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff8af01117b000.statahead_max=32 llite.lustre-ffff8af01117b000.statahead_max=32 101 real 0m1.277s user 0m0.007s sys 0m0.192s 'ls -l' 100 files with statahead: 1 sec statahead total: 148 statahead wrong: 2 agl total: 142 list_total: 32 fname_total: 116 hit_total: 3662 miss_total: 1355 swrong=2 ewrong=2 - open/close 684 (time 1781231616.58 total 10.00 last 68.37) total: 900 open/close in 13.23 seconds: 68.02 ops/second llite.lustre-ffff8af01117b000.statahead_max=0 1001 real 0m28.875s user 0m0.039s sys 0m3.612s 'ls -l' 1000 files without statahead: 29 sec llite.lustre-ffff8af01117b000.statahead_max=32 llite.lustre-ffff8af01117b000.statahead_max=32 1001 real 0m10.834s user 0m0.038s sys 0m1.657s 'ls -l' 1000 files with statahead: 11 sec statahead total: 149 statahead wrong: 2 agl total: 143 list_total: 33 fname_total: 116 hit_total: 4658 miss_total: 1359 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff8af01117b000.statahead_stats= statahead total: 149 statahead wrong: 2 agl total: 143 list_total: 33 fname_total: 116 hit_total: 4658 miss_total: 1359 mdc.lustre-MDT0000-mdc-ffff8af01117b000.batch_stats= snapshot_time: 1781231702.457848916 secs.nsecs start_time: 1781231591.969087760 secs.nsecs elapsed_time: 110.488761156 secs.nsecs subreqs per batch batches % cum % 1: 3 7 7 2: 2 5 13 4: 2 5 18 8: 1 2 21 16: 25 65 86 32: 5 13 100 mdc.lustre-MDT0001-mdc-ffff8af01117b000.batch_stats= snapshot_time: 1781231702.457939072 secs.nsecs start_time: 1781231591.969256671 secs.nsecs elapsed_time: 110.488682401 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 5 12 12 16: 10 25 38 32: 24 61 100 - open/close 624 (time 1781231715.49 total 10.00 last 62.37) - open/close 1244 (time 1781231725.50 total 20.01 last 61.96) - open/close 1859 (time 1781231735.50 total 30.01 last 61.48) - open/close 2493 (time 1781231745.51 total 40.02 last 63.33) - open/close 3133 (time 1781231755.51 total 50.03 last 64.00) - open/close 3782 (time 1781231765.51 total 60.03 last 64.90) - open/close 4460 (time 1781231775.52 total 70.03 last 67.77) - open/close 5135 (time 1781231785.52 total 80.04 last 67.45) - open/close 5861 (time 1781231795.54 total 90.05 last 72.47) - open/close 6509 (time 1781231805.55 total 100.06 last 64.75) - open/close 7162 (time 1781231815.56 total 110.07 last 65.25) - open/close 7854 (time 1781231825.56 total 120.08 last 69.15) - open/close 8587 (time 1781231835.58 total 130.09 last 73.21) - open/close 9275 (time 1781231845.59 total 140.10 last 68.70) - open/close 9894 (time 1781231855.60 total 150.11 last 61.85) total: 10000 open/close in 152.03 seconds: 65.78 ops/second llite.lustre-ffff8af01117b000.statahead_batch_max=0 llite.lustre-ffff8af01117b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8af01117b000.stats=clear mdc.lustre-MDT0001-mdc-ffff8af01117b000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m14.390s user 0m0.345s sys 0m17.282s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8af01117b000.statahead_batch_max=32 llite.lustre-ffff8af01117b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8af01117b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8af01117b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8af01117b000.stats=clear mdc.lustre-MDT0001-mdc-ffff8af01117b000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m59.579s user 0m0.348s sys 0m17.281s batched statahead RPC= hit count=9978 mdc.lustre-MDT0000-mdc-ffff8af01117b000.batch_stats= snapshot_time: 1781232081.492935082 secs.nsecs start_time: 1781231944.679469522 secs.nsecs elapsed_time: 136.813465560 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff8af01117b000.batch_stats= snapshot_time: 1781232081.493004535 secs.nsecs start_time: 1781231944.679601060 secs.nsecs elapsed_time: 136.813403475 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8af01117b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8af01117b000.batch_stats=0 llite.lustre-ffff8af01117b000.statahead_max=2048 llite.lustre-ffff8af01117b000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8af01117b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8af01117b000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 3.13 seconds: 31.93 ops/second llite.lustre-ffff8af01117b000.statahead_max=0 101 real 0m3.233s user 0m0.006s sys 0m0.417s 'ls -l' 100 files without statahead: 4 sec llite.lustre-ffff8af01117b000.statahead_max=2048 llite.lustre-ffff8af01117b000.statahead_max=2048 101 real 0m1.133s user 0m0.007s sys 0m0.200s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10077 miss_total: 23 swrong=0 ewrong=0 - open/close 661 (time 1781232474.38 total 10.01 last 66.01) total: 900 open/close in 14.30 seconds: 62.92 ops/second llite.lustre-ffff8af01117b000.statahead_max=0 1001 real 0m27.188s user 0m0.043s sys 0m3.390s 'ls -l' 1000 files without statahead: 28 sec llite.lustre-ffff8af01117b000.statahead_max=2048 llite.lustre-ffff8af01117b000.statahead_max=2048 1001 real 0m5.833s user 0m0.027s sys 0m1.542s 'ls -l' 1000 files with statahead: 6 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11076 miss_total: 24 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 26 seconds llite.lustre-ffff8af01117b000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11076 miss_total: 24 mdc.lustre-MDT0000-mdc-ffff8af01117b000.batch_stats= snapshot_time: 1781232551.375622765 secs.nsecs start_time: 1781232084.411397117 secs.nsecs elapsed_time: 466.964225648 secs.nsecs subreqs per batch batches % cum % 1: 2 25 25 2: 0 0 25 4: 3 37 62 8: 1 12 75 16: 0 0 75 32: 0 0 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff8af01117b000.batch_stats= snapshot_time: 1781232551.375715832 secs.nsecs start_time: 1781232084.411540767 secs.nsecs elapsed_time: 466.964175065 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 4 40 40 16: 2 20 60 32: 1 10 70 64: 1 10 80 128: 0 0 80 256: 2 20 100 - open/close 698 (time 1781232564.12 total 10.01 last 69.76) - open/close 1384 (time 1781232574.12 total 20.01 last 68.57) - open/close 2080 (time 1781232584.13 total 30.02 last 69.51) - open/close 2677 (time 1781232594.15 total 40.03 last 59.64) - open/close 3199 (time 1781232604.16 total 50.05 last 52.14) - open/close 3847 (time 1781232614.16 total 60.05 last 64.79) - open/close 4539 (time 1781232624.19 total 70.08 last 68.98) - open/close 5167 (time 1781232634.21 total 80.10 last 62.65) - open/close 5671 (time 1781232644.23 total 90.11 last 50.34) - open/close 6167 (time 1781232654.23 total 100.12 last 49.57) - open/close 6830 (time 1781232664.24 total 110.13 last 66.24) - open/close 7599 (time 1781232674.25 total 120.14 last 76.83) - open/close 8266 (time 1781232684.25 total 130.14 last 66.66) - open/close 8927 (time 1781232694.27 total 140.16 last 66.02) - open/close 9648 (time 1781232704.27 total 150.16 last 72.08) total: 10000 open/close in 155.32 seconds: 64.38 ops/second llite.lustre-ffff8af01117b000.statahead_batch_max=0 llite.lustre-ffff8af01117b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8af01117b000.stats=clear mdc.lustre-MDT0001-mdc-ffff8af01117b000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m9.820s user 0m0.370s sys 0m17.712s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8af01117b000.statahead_batch_max=256 llite.lustre-ffff8af01117b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8af01117b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8af01117b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8af01117b000.stats=clear mdc.lustre-MDT0001-mdc-ffff8af01117b000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m6.410s user 0m0.327s sys 0m16.805s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8af01117b000.batch_stats= snapshot_time: 1781232875.326905405 secs.nsecs start_time: 1781232791.448895999 secs.nsecs elapsed_time: 83.878009406 secs.nsecs subreqs per batch batches % cum % 1: 267 49 49 2: 84 15 65 4: 84 15 80 8: 33 6 86 16: 14 2 89 32: 16 2 92 64: 8 1 94 128: 0 0 94 256: 32 5 100 mdc.lustre-MDT0001-mdc-ffff8af01117b000.batch_stats= snapshot_time: 1781232875.327071881 secs.nsecs start_time: 1781232791.449107704 secs.nsecs elapsed_time: 83.877964177 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 1 seconds: 0.000000 unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8af01117b000.statahead_batch_max=64 llite.lustre-ffff8af01117b000.statahead_max=128