== sanity test 123ad: Verify batching statahead works correctly ========================================================== 22:33:14 (1767324794) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff99f291840000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99f291840000.batch_stats=0 llite.lustre-ffff99f291840000.statahead_max=32 llite.lustre-ffff99f291840000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff99f291840000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99f291840000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.84 seconds: 118.53 ops/second llite.lustre-ffff99f291840000.statahead_max=0 101 real 0m0.709s user 0m0.003s sys 0m0.246s ls -l 100 files without statahead: 0 sec llite.lustre-ffff99f291840000.statahead_max=32 32 101 real 0m0.392s user 0m0.003s sys 0m0.209s ls -l 100 files with statahead: 0 sec statahead total: 113 statahead wrong: 2 agl total: 107 list_total: 33 fname_total: 75 hit_total: 12804 miss_total: 1457 total: 900 open/close in 3.32 seconds: 271.13 ops/second llite.lustre-ffff99f291840000.statahead_max=0 1001 real 0m7.391s user 0m0.029s sys 0m2.416s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff99f291840000.statahead_max=32 32 1001 real 0m3.744s user 0m0.022s sys 0m1.538s ls -l 1000 files with statahead: 4 sec statahead total: 114 statahead wrong: 2 agl total: 108 list_total: 34 fname_total: 75 hit_total: 13803 miss_total: 1458 - open/close 2400 (time 1767324829.15 total 10.00 last 239.98) - open/close 5222 (time 1767324839.16 total 20.00 last 282.11) - open/close 8567 (time 1767324849.16 total 30.01 last 334.37) total: 9000 open/close in 31.45 seconds: 286.20 ops/second llite.lustre-ffff99f291840000.statahead_max=0 10001 real 1m15.812s user 0m0.285s sys 0m23.433s ls -l 10000 files without statahead: 76 sec llite.lustre-ffff99f291840000.statahead_max=32 32 10001 real 0m33.920s user 0m0.159s sys 0m15.114s ls -l 10000 files with statahead: 34 sec statahead total: 115 statahead wrong: 2 agl total: 109 list_total: 35 fname_total: 75 hit_total: 23801 miss_total: 1460 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff99f291840000.statahead_stats= statahead total: 115 statahead wrong: 2 agl total: 109 list_total: 35 fname_total: 75 hit_total: 23801 miss_total: 1460 mdc.lustre-MDT0000-mdc-ffff99f291840000.batch_stats= snapshot_time: 1767325034.178720025 secs.nsecs start_time: 1767324796.175573204 secs.nsecs elapsed_time: 238.003146821 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 3 0 1 8: 4 1 2 16: 199 56 58 32: 147 41 100 mdc.lustre-MDT0001-mdc-ffff99f291840000.batch_stats= snapshot_time: 1767325034.178778509 secs.nsecs start_time: 1767324796.175642312 secs.nsecs elapsed_time: 238.003136197 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 7 1 3 16: 190 53 57 32: 152 42 100 - open/close 5023 (time 1767325044.93 total 10.00 last 502.24) - open/close 9245 (time 1767325054.93 total 20.00 last 422.17) total: 10000 open/close in 21.46 seconds: 465.92 ops/second llite.lustre-ffff99f291840000.statahead_batch_max=0 llite.lustre-ffff99f291840000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99f291840000.stats=clear mdc.lustre-MDT0001-mdc-ffff99f291840000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.625s user 0m0.231s sys 0m28.302s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff99f291840000.statahead_batch_max=32 llite.lustre-ffff99f291840000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99f291840000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff99f291840000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff99f291840000.stats=clear mdc.lustre-MDT0001-mdc-ffff99f291840000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.726s user 0m0.187s sys 0m17.293s batched statahead RPC= hit count=9997 mdc.lustre-MDT0000-mdc-ffff99f291840000.batch_stats= snapshot_time: 1767325127.670379795 secs.nsecs start_time: 1767325089.239407832 secs.nsecs elapsed_time: 38.430971963 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff99f291840000.batch_stats= snapshot_time: 1767325127.670434838 secs.nsecs start_time: 1767325089.239499669 secs.nsecs elapsed_time: 38.430935169 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff99f291840000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99f291840000.batch_stats=0 llite.lustre-ffff99f291840000.statahead_max=2048 llite.lustre-ffff99f291840000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff99f291840000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99f291840000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.62 seconds: 160.39 ops/second llite.lustre-ffff99f291840000.statahead_max=0 101 real 0m0.575s user 0m0.002s sys 0m0.222s ls -l 100 files without statahead: 1 sec llite.lustre-ffff99f291840000.statahead_max=2048 2048 101 real 0m0.372s user 0m0.005s sys 0m0.173s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10096 miss_total: 4 total: 900 open/close in 1.85 seconds: 486.90 ops/second llite.lustre-ffff99f291840000.statahead_max=0 1001 real 0m5.880s user 0m0.029s sys 0m2.133s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff99f291840000.statahead_max=2048 2048 1001 real 0m2.983s user 0m0.017s sys 0m1.592s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11095 miss_total: 5 - open/close 4426 (time 1767325241.55 total 10.00 last 442.52) - open/close 8462 (time 1767325251.55 total 20.00 last 403.60) total: 9000 open/close in 21.32 seconds: 422.22 ops/second llite.lustre-ffff99f291840000.statahead_max=0 10001 real 0m56.146s user 0m0.244s sys 0m19.955s ls -l 10000 files without statahead: 56 sec llite.lustre-ffff99f291840000.statahead_max=2048 2048 10001 real 0m23.957s user 0m0.161s sys 0m17.528s ls -l 10000 files with statahead: 24 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21094 miss_total: 6 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff99f291840000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21094 miss_total: 6 mdc.lustre-MDT0000-mdc-ffff99f291840000.batch_stats= snapshot_time: 1767325402.857094292 secs.nsecs start_time: 1767325128.599057252 secs.nsecs elapsed_time: 274.258037040 secs.nsecs subreqs per batch batches % cum % 1: 71 54 54 2: 12 9 63 4: 7 5 69 8: 5 3 73 16: 0 0 73 32: 0 0 73 64: 2 1 74 128: 1 0 75 256: 32 24 100 mdc.lustre-MDT0001-mdc-ffff99f291840000.batch_stats= snapshot_time: 1767325402.857200852 secs.nsecs start_time: 1767325128.599237767 secs.nsecs elapsed_time: 274.257963085 secs.nsecs subreqs per batch batches % cum % 1: 71 52 52 2: 17 12 65 4: 8 5 71 8: 3 2 73 16: 1 0 74 32: 0 0 74 64: 1 0 75 128: 1 0 76 256: 32 23 100 - open/close 4223 (time 1767325414.41 total 10.00 last 422.23) - open/close 8353 (time 1767325424.41 total 20.00 last 413.00) total: 10000 open/close in 23.82 seconds: 419.84 ops/second llite.lustre-ffff99f291840000.statahead_batch_max=0 llite.lustre-ffff99f291840000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99f291840000.stats=clear mdc.lustre-MDT0001-mdc-ffff99f291840000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.026s user 0m0.170s sys 0m24.928s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff99f291840000.statahead_batch_max=256 llite.lustre-ffff99f291840000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99f291840000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff99f291840000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff99f291840000.stats=clear mdc.lustre-MDT0001-mdc-ffff99f291840000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.022s user 0m0.173s sys 0m18.177s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff99f291840000.batch_stats= snapshot_time: 1767325487.337690017 secs.nsecs start_time: 1767325458.905058258 secs.nsecs elapsed_time: 28.432631759 secs.nsecs subreqs per batch batches % cum % 1: 262 60 60 2: 57 13 73 4: 43 9 83 8: 10 2 85 16: 2 0 86 32: 19 4 90 64: 6 1 92 128: 0 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff99f291840000.batch_stats= snapshot_time: 1767325487.337731872 secs.nsecs start_time: 1767325458.905129786 secs.nsecs elapsed_time: 28.432602086 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff99f291840000.statahead_batch_max=64 llite.lustre-ffff99f291840000.statahead_max=128