== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:04:07 (1781226247) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8dd090f40000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8dd090f40000.batch_stats=0 llite.lustre-ffff8dd090f40000.statahead_max=32 llite.lustre-ffff8dd090f40000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8dd090f40000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8dd090f40000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 3.70 seconds: 27.00 ops/second llite.lustre-ffff8dd090f40000.statahead_max=0 101 real 0m3.728s user 0m0.007s sys 0m0.364s 'ls -l' 100 files without statahead: 4 sec llite.lustre-ffff8dd090f40000.statahead_max=32 llite.lustre-ffff8dd090f40000.statahead_max=32 101 real 0m1.081s user 0m0.004s sys 0m0.177s 'ls -l' 100 files with statahead: 1 sec statahead total: 143 statahead wrong: 2 agl total: 137 list_total: 32 fname_total: 105 hit_total: 3667 miss_total: 1481 swrong=2 ewrong=2 - open/close 632 (time 1781226280.80 total 10.00 last 63.19) total: 900 open/close in 13.91 seconds: 64.71 ops/second llite.lustre-ffff8dd090f40000.statahead_max=0 1001 real 0m22.804s user 0m0.036s sys 0m3.119s 'ls -l' 1000 files without statahead: 23 sec llite.lustre-ffff8dd090f40000.statahead_max=32 llite.lustre-ffff8dd090f40000.statahead_max=32 1001 real 0m11.122s user 0m0.037s sys 0m1.712s 'ls -l' 1000 files with statahead: 11 sec statahead total: 144 statahead wrong: 2 agl total: 138 list_total: 33 fname_total: 105 hit_total: 4665 miss_total: 1483 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 23 seconds llite.lustre-ffff8dd090f40000.statahead_stats= statahead total: 144 statahead wrong: 2 agl total: 138 list_total: 33 fname_total: 105 hit_total: 4665 miss_total: 1483 mdc.lustre-MDT0000-mdc-ffff8dd090f40000.batch_stats= snapshot_time: 1781226354.464502171 secs.nsecs start_time: 1781226254.099213510 secs.nsecs elapsed_time: 100.365288661 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 4 10 12 8: 1 2 15 16: 18 45 60 32: 16 40 100 mdc.lustre-MDT0001-mdc-ffff8dd090f40000.batch_stats= snapshot_time: 1781226354.464576488 secs.nsecs start_time: 1781226254.099312273 secs.nsecs elapsed_time: 100.365264215 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 5 5 4: 1 2 7 8: 5 12 20 16: 19 48 69 32: 12 30 100 - open/close 693 (time 1781226367.01 total 10.01 last 69.26) - open/close 1448 (time 1781226377.02 total 20.02 last 75.40) - open/close 2218 (time 1781226387.03 total 30.02 last 76.96) - open/close 2952 (time 1781226397.04 total 40.04 last 73.26) - open/close 3634 (time 1781226407.05 total 50.05 last 68.13) - open/close 4354 (time 1781226417.08 total 60.08 last 71.79) - open/close 5091 (time 1781226427.09 total 70.09 last 73.66) - open/close 5768 (time 1781226437.09 total 80.09 last 67.69) - open/close 6512 (time 1781226447.09 total 90.09 last 74.39) - open/close 7208 (time 1781226457.10 total 100.09 last 69.58) - open/close 7870 (time 1781226467.10 total 110.10 last 66.17) - open/close 8585 (time 1781226477.12 total 120.12 last 71.34) - open/close 9359 (time 1781226487.15 total 130.15 last 77.17) total: 10000 open/close in 138.84 seconds: 72.03 ops/second llite.lustre-ffff8dd090f40000.statahead_batch_max=0 llite.lustre-ffff8dd090f40000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8dd090f40000.stats=clear mdc.lustre-MDT0001-mdc-ffff8dd090f40000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m3.022s user 0m0.320s sys 0m17.715s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8dd090f40000.statahead_batch_max=32 llite.lustre-ffff8dd090f40000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8dd090f40000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8dd090f40000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8dd090f40000.stats=clear mdc.lustre-MDT0001-mdc-ffff8dd090f40000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m35.529s user 0m0.311s sys 0m15.673s batched statahead RPC= hit count=9988 mdc.lustre-MDT0000-mdc-ffff8dd090f40000.batch_stats= snapshot_time: 1781226680.922828880 secs.nsecs start_time: 1781226571.567273251 secs.nsecs elapsed_time: 109.355555629 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff8dd090f40000.batch_stats= snapshot_time: 1781226680.922900192 secs.nsecs start_time: 1781226571.567397570 secs.nsecs elapsed_time: 109.355502622 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8dd090f40000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8dd090f40000.batch_stats=0 llite.lustre-ffff8dd090f40000.statahead_max=2048 llite.lustre-ffff8dd090f40000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8dd090f40000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8dd090f40000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.60 seconds: 38.47 ops/second llite.lustre-ffff8dd090f40000.statahead_max=0 101 real 0m2.179s user 0m0.008s sys 0m0.334s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff8dd090f40000.statahead_max=2048 llite.lustre-ffff8dd090f40000.statahead_max=2048 101 real 0m0.977s user 0m0.005s sys 0m0.207s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10087 miss_total: 13 swrong=0 ewrong=0 - open/close 826 (time 1781226981.75 total 10.01 last 82.52) total: 900 open/close in 11.10 seconds: 81.08 ops/second llite.lustre-ffff8dd090f40000.statahead_max=0 1001 real 0m22.614s user 0m0.024s sys 0m3.221s 'ls -l' 1000 files without statahead: 23 sec llite.lustre-ffff8dd090f40000.statahead_max=2048 llite.lustre-ffff8dd090f40000.statahead_max=2048 1001 real 0m6.937s user 0m0.034s sys 0m1.501s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11086 miss_total: 14 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 18 seconds llite.lustre-ffff8dd090f40000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11086 miss_total: 14 mdc.lustre-MDT0000-mdc-ffff8dd090f40000.batch_stats= snapshot_time: 1781227042.052768201 secs.nsecs start_time: 1781226683.305544589 secs.nsecs elapsed_time: 358.747223612 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 20 20 4: 0 0 20 8: 2 40 60 16: 0 0 60 32: 0 0 60 64: 0 0 60 128: 0 0 60 256: 2 40 100 mdc.lustre-MDT0001-mdc-ffff8dd090f40000.batch_stats= snapshot_time: 1781227042.052836645 secs.nsecs start_time: 1781226683.319649598 secs.nsecs elapsed_time: 358.733187047 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 12 12 8: 2 25 37 16: 1 12 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 829 (time 1781227054.32 total 10.00 last 82.86) - open/close 1558 (time 1781227064.33 total 20.01 last 72.85) - open/close 2440 (time 1781227074.35 total 30.04 last 87.98) - open/close 3171 (time 1781227084.37 total 40.06 last 72.95) - open/close 3859 (time 1781227094.38 total 50.06 last 68.78) - open/close 4686 (time 1781227104.40 total 60.08 last 82.52) - open/close 5402 (time 1781227114.41 total 70.10 last 71.48) - open/close 6104 (time 1781227124.43 total 80.11 last 70.12) - open/close 6959 (time 1781227134.43 total 90.11 last 85.47) - open/close 7885 (time 1781227144.44 total 100.12 last 92.55) - open/close 8771 (time 1781227154.46 total 110.15 last 88.37) - open/close 9626 (time 1781227164.46 total 120.15 last 85.50) total: 10000 open/close in 124.13 seconds: 80.56 ops/second llite.lustre-ffff8dd090f40000.statahead_batch_max=0 llite.lustre-ffff8dd090f40000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8dd090f40000.stats=clear mdc.lustre-MDT0001-mdc-ffff8dd090f40000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m6.333s user 0m0.309s sys 0m16.509s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8dd090f40000.statahead_batch_max=256 llite.lustre-ffff8dd090f40000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8dd090f40000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8dd090f40000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8dd090f40000.stats=clear mdc.lustre-MDT0001-mdc-ffff8dd090f40000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m57.980s user 0m0.329s sys 0m17.307s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8dd090f40000.batch_stats= snapshot_time: 1781227318.099007678 secs.nsecs start_time: 1781227245.657811257 secs.nsecs elapsed_time: 72.441196421 secs.nsecs subreqs per batch batches % cum % 1: 215 51 51 2: 58 13 65 4: 48 11 77 8: 28 6 83 16: 14 3 87 32: 16 3 91 64: 3 0 91 128: 0 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff8dd090f40000.batch_stats= snapshot_time: 1781227318.099078407 secs.nsecs start_time: 1781227245.657895740 secs.nsecs elapsed_time: 72.441182667 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8dd090f40000.statahead_batch_max=64 llite.lustre-ffff8dd090f40000.statahead_max=128