== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:07:33 (1789607253) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9041c688a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9041c688a800.batch_stats=0 llite.lustre-ffff9041c688a800.statahead_max=32 llite.lustre-ffff9041c688a800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9041c688a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9041c688a800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.76 seconds: 36.18 ops/second llite.lustre-ffff9041c688a800.statahead_max=0 101 real 0m2.227s user 0m0.006s sys 0m0.314s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9041c688a800.statahead_max=32 llite.lustre-ffff9041c688a800.statahead_max=32 101 real 0m0.898s user 0m0.003s sys 0m0.158s 'ls -l' 100 files with statahead: 1 sec statahead total: 108 statahead wrong: 2 agl total: 101 list_total: 31 fname_total: 74 hit_total: 3865 miss_total: 1306 swrong=2 ewrong=2 - open/close 761 (time 1789607282.49 total 10.01 last 76.06) total: 900 open/close in 11.92 seconds: 75.48 ops/second llite.lustre-ffff9041c688a800.statahead_max=0 1001 real 0m26.721s user 0m0.028s sys 0m2.991s 'ls -l' 1000 files without statahead: 27 sec llite.lustre-ffff9041c688a800.statahead_max=32 llite.lustre-ffff9041c688a800.statahead_max=32 1001 real 0m7.947s user 0m0.021s sys 0m1.396s 'ls -l' 1000 files with statahead: 8 sec statahead total: 109 statahead wrong: 2 agl total: 102 list_total: 32 fname_total: 74 hit_total: 4862 miss_total: 1309 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 20 seconds llite.lustre-ffff9041c688a800.statahead_stats= statahead total: 109 statahead wrong: 2 agl total: 102 list_total: 32 fname_total: 74 hit_total: 4862 miss_total: 1309 mdc.lustre-MDT0000-mdc-ffff9041c688a800.batch_stats= snapshot_time: 1789607349.828832341 secs.nsecs start_time: 1789607259.539638566 secs.nsecs elapsed_time: 90.289193775 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 3 7 7 4: 1 2 10 8: 2 5 15 16: 18 46 61 32: 15 38 100 mdc.lustre-MDT0001-mdc-ffff9041c688a800.batch_stats= snapshot_time: 1789607349.828911005 secs.nsecs start_time: 1789607259.539833834 secs.nsecs elapsed_time: 90.289077171 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 0 0 2 4: 0 0 2 8: 4 10 12 16: 22 56 69 32: 12 30 100 - open/close 657 (time 1789607362.76 total 10.02 last 65.56) - open/close 1307 (time 1789607372.77 total 20.03 last 64.93) - open/close 1968 (time 1789607382.78 total 30.04 last 66.05) - open/close 2791 (time 1789607392.78 total 40.04 last 82.30) - open/close 3527 (time 1789607402.79 total 50.05 last 73.52) - open/close 4392 (time 1789607412.81 total 60.07 last 86.33) - open/close 5244 (time 1789607422.82 total 70.08 last 85.10) - open/close 6020 (time 1789607432.83 total 80.09 last 77.55) - open/close 6845 (time 1789607442.84 total 90.10 last 82.43) - open/close 7673 (time 1789607452.84 total 100.10 last 82.79) - open/close 8515 (time 1789607462.84 total 110.10 last 84.19) - open/close 9314 (time 1789607472.84 total 120.10 last 79.87) total: 10000 open/close in 129.94 seconds: 76.96 ops/second llite.lustre-ffff9041c688a800.statahead_batch_max=0 llite.lustre-ffff9041c688a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9041c688a800.stats=clear mdc.lustre-MDT0001-mdc-ffff9041c688a800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m3.607s user 0m0.339s sys 0m15.329s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9041c688a800.statahead_batch_max=32 llite.lustre-ffff9041c688a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9041c688a800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9041c688a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9041c688a800.stats=clear mdc.lustre-MDT0001-mdc-ffff9041c688a800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m44.705s user 0m0.307s sys 0m14.188s batched statahead RPC= hit count=9979 mdc.lustre-MDT0000-mdc-ffff9041c688a800.batch_stats= snapshot_time: 1789607673.843813402 secs.nsecs start_time: 1789607556.001353544 secs.nsecs elapsed_time: 117.842459858 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9041c688a800.batch_stats= snapshot_time: 1789607673.845414164 secs.nsecs start_time: 1789607556.002953237 secs.nsecs elapsed_time: 117.842460927 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9041c688a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9041c688a800.batch_stats=0 llite.lustre-ffff9041c688a800.statahead_max=2048 llite.lustre-ffff9041c688a800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9041c688a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9041c688a800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.52 seconds: 39.66 ops/second llite.lustre-ffff9041c688a800.statahead_max=0 101 real 0m2.790s user 0m0.006s sys 0m0.317s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9041c688a800.statahead_max=2048 llite.lustre-ffff9041c688a800.statahead_max=2048 101 real 0m0.943s user 0m0.003s sys 0m0.171s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10078 miss_total: 22 swrong=0 ewrong=0 - open/close 744 (time 1789607983.97 total 10.02 last 74.24) total: 900 open/close in 12.56 seconds: 71.64 ops/second llite.lustre-ffff9041c688a800.statahead_max=0 1001 real 0m23.327s user 0m0.029s sys 0m2.934s 'ls -l' 1000 files without statahead: 24 sec llite.lustre-ffff9041c688a800.statahead_max=2048 llite.lustre-ffff9041c688a800.statahead_max=2048 1001 real 0m7.288s user 0m0.024s sys 0m1.360s 'ls -l' 1000 files with statahead: 8 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11077 miss_total: 23 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 21 seconds llite.lustre-ffff9041c688a800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11077 miss_total: 23 mdc.lustre-MDT0000-mdc-ffff9041c688a800.batch_stats= snapshot_time: 1789608053.061782635 secs.nsecs start_time: 1789607677.339000993 secs.nsecs elapsed_time: 375.722781642 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 2 25 25 4: 1 12 37 8: 2 25 62 16: 0 0 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff9041c688a800.batch_stats= snapshot_time: 1789608053.061844476 secs.nsecs start_time: 1789607677.340068087 secs.nsecs elapsed_time: 375.721776389 secs.nsecs subreqs per batch batches %% cum %% 1: 1 12 12 2: 0 0 12 4: 0 0 12 8: 3 37 50 16: 1 12 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 - open/close 771 (time 1789608065.98 total 10.02 last 76.96) - open/close 1597 (time 1789608075.99 total 20.02 last 82.55) - open/close 2351 (time 1789608085.99 total 30.03 last 75.36) - open/close 3205 (time 1789608096.01 total 40.04 last 85.29) - open/close 4033 (time 1789608106.03 total 50.06 last 82.62) - open/close 4799 (time 1789608116.04 total 60.08 last 76.49) - open/close 5633 (time 1789608126.05 total 70.09 last 83.33) - open/close 6446 (time 1789608136.06 total 80.10 last 81.23) - open/close 7223 (time 1789608146.07 total 90.10 last 77.65) - open/close 8005 (time 1789608156.07 total 100.11 last 78.17) - open/close 8904 (time 1789608166.07 total 110.11 last 89.88) - open/close 9661 (time 1789608176.08 total 120.11 last 75.67) total: 10000 open/close in 124.40 seconds: 80.39 ops/second llite.lustre-ffff9041c688a800.statahead_batch_max=0 llite.lustre-ffff9041c688a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9041c688a800.stats=clear mdc.lustre-MDT0001-mdc-ffff9041c688a800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m4.032s user 0m0.332s sys 0m15.666s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9041c688a800.statahead_batch_max=256 llite.lustre-ffff9041c688a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9041c688a800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9041c688a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9041c688a800.stats=clear mdc.lustre-MDT0001-mdc-ffff9041c688a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m52.601s user 0m0.298s sys 0m15.531s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9041c688a800.batch_stats= snapshot_time: 1789608314.778623342 secs.nsecs start_time: 1789608250.185786298 secs.nsecs elapsed_time: 64.592837044 secs.nsecs subreqs per batch batches %% cum %% 1: 71 36 36 2: 22 11 48 4: 21 10 59 8: 14 7 66 16: 5 2 69 32: 12 6 75 64: 10 5 80 128: 3 1 82 256: 34 17 100 mdc.lustre-MDT0001-mdc-ffff9041c688a800.batch_stats= snapshot_time: 1789608314.778692401 secs.nsecs start_time: 1789608250.185932343 secs.nsecs elapsed_time: 64.592760058 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9041c688a800.statahead_batch_max=64 llite.lustre-ffff9041c688a800.statahead_max=128