== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:52:56 (1789026776) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.batch_stats=0 llite.lustre-ffff92bd51a9a800.statahead_max=32 llite.lustre-ffff92bd51a9a800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.batch_stats=0 total: 100 open/close in 3.59 seconds: 27.89 ops/second llite.lustre-ffff92bd51a9a800.statahead_max=0 101 real 0m2.776s user 0m0.006s sys 0m0.300s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff92bd51a9a800.statahead_max=32 llite.lustre-ffff92bd51a9a800.statahead_max=32 101 real 0m1.185s user 0m0.003s sys 0m0.149s 'ls -l' 100 files with statahead: 2 sec statahead total: 117 statahead wrong: 2 agl total: 111 list_total: 30 fname_total: 68 hit_total: 4560 miss_total: 773 swrong=2 ewrong=2 - open/close 674 (time 1789026807.53 total 10.01 last 67.34) total: 900 open/close in 13.49 seconds: 66.70 ops/second llite.lustre-ffff92bd51a9a800.statahead_max=0 1001 real 0m26.425s user 0m0.032s sys 0m2.947s 'ls -l' 1000 files without statahead: 27 sec llite.lustre-ffff92bd51a9a800.statahead_max=32 llite.lustre-ffff92bd51a9a800.statahead_max=32 1001 real 0m9.470s user 0m0.027s sys 0m1.509s 'ls -l' 1000 files with statahead: 10 sec statahead total: 118 statahead wrong: 2 agl total: 112 list_total: 31 fname_total: 68 hit_total: 5557 miss_total: 776 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 22 seconds llite.lustre-ffff92bd51a9a800.statahead_stats= statahead total: 118 statahead wrong: 2 agl total: 112 list_total: 31 fname_total: 68 hit_total: 5557 miss_total: 776 mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.batch_stats= snapshot_time: 1789026883.698148862 secs.nsecs start_time: 1789026782.719739795 secs.nsecs elapsed_time: 100.978409067 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 0 0 2 4: 0 0 2 8: 3 7 10 16: 2 5 15 32: 34 85 100 - open/close 592 (time 1789026896.54 total 10.00 last 59.18) - open/close 1260 (time 1789026906.57 total 20.03 last 66.62) - open/close 1833 (time 1789026916.59 total 30.05 last 57.19) - open/close 2592 (time 1789026926.60 total 40.06 last 75.80) - open/close 3328 (time 1789026936.60 total 50.06 last 73.60) - open/close 4068 (time 1789026946.61 total 60.07 last 73.95) - open/close 4824 (time 1789026956.61 total 70.08 last 75.56) - open/close 5563 (time 1789026966.62 total 80.08 last 73.88) - open/close 6260 (time 1789026976.62 total 90.08 last 69.69) - open/close 6869 (time 1789026986.62 total 100.09 last 60.86) - open/close 7572 (time 1789026996.63 total 110.09 last 70.24) - open/close 8246 (time 1789027006.64 total 120.10 last 67.33) - open/close 8945 (time 1789027016.64 total 130.10 last 69.89) - open/close 9646 (time 1789027026.64 total 140.11 last 70.09) total: 10000 open/close in 145.10 seconds: 68.92 ops/second llite.lustre-ffff92bd51a9a800.statahead_batch_max=0 llite.lustre-ffff92bd51a9a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m4.249s user 0m0.350s sys 0m16.019s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff92bd51a9a800.statahead_batch_max=32 llite.lustre-ffff92bd51a9a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m48.423s user 0m0.309s sys 0m14.042s batched statahead RPC= hit count=9982 mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.batch_stats= snapshot_time: 1789027223.336423162 secs.nsecs start_time: 1789027104.100195755 secs.nsecs elapsed_time: 119.236227407 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.batch_stats=0 llite.lustre-ffff92bd51a9a800.statahead_max=2048 llite.lustre-ffff92bd51a9a800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.batch_stats=0 total: 100 open/close in 2.61 seconds: 38.38 ops/second llite.lustre-ffff92bd51a9a800.statahead_max=0 101 real 0m2.249s user 0m0.002s sys 0m0.311s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff92bd51a9a800.statahead_max=2048 llite.lustre-ffff92bd51a9a800.statahead_max=2048 101 real 0m0.752s user 0m0.000s sys 0m0.171s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10081 miss_total: 19 swrong=0 ewrong=0 - open/close 666 (time 1789027556.42 total 10.02 last 66.48) total: 900 open/close in 13.55 seconds: 66.41 ops/second llite.lustre-ffff92bd51a9a800.statahead_max=0 1001 real 0m21.305s user 0m0.039s sys 0m2.789s 'ls -l' 1000 files without statahead: 21 sec llite.lustre-ffff92bd51a9a800.statahead_max=2048 llite.lustre-ffff92bd51a9a800.statahead_max=2048 1001 real 0m5.698s user 0m0.025s sys 0m1.368s 'ls -l' 1000 files with statahead: 5 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11080 miss_total: 20 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 22 seconds llite.lustre-ffff92bd51a9a800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11080 miss_total: 20 mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.batch_stats= snapshot_time: 1789027621.961896271 secs.nsecs start_time: 1789027225.826574660 secs.nsecs elapsed_time: 396.135321611 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 18 18 16: 2 18 36 32: 2 18 54 64: 1 9 63 128: 0 0 63 256: 4 36 100 - open/close 738 (time 1789027634.63 total 10.02 last 73.67) - open/close 1364 (time 1789027644.64 total 20.02 last 62.58) - open/close 2057 (time 1789027654.64 total 30.02 last 69.30) - open/close 2738 (time 1789027664.65 total 40.03 last 68.03) - open/close 3431 (time 1789027674.66 total 50.04 last 69.22) - open/close 4121 (time 1789027684.68 total 60.06 last 68.84) - open/close 4787 (time 1789027694.68 total 70.07 last 66.58) - open/close 5437 (time 1789027704.69 total 80.08 last 64.93) - open/close 6146 (time 1789027714.70 total 90.09 last 70.83) - open/close 6841 (time 1789027724.71 total 100.10 last 69.44) - open/close 7486 (time 1789027734.71 total 110.10 last 64.49) - open/close 8120 (time 1789027744.73 total 120.12 last 63.28) - open/close 8668 (time 1789027754.74 total 130.13 last 54.76) - open/close 9306 (time 1789027764.74 total 140.13 last 63.78) - open/close 9958 (time 1789027774.76 total 150.14 last 65.12) total: 10000 open/close in 150.83 seconds: 66.30 ops/second llite.lustre-ffff92bd51a9a800.statahead_batch_max=0 llite.lustre-ffff92bd51a9a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m52.471s user 0m0.323s sys 0m16.229s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff92bd51a9a800.statahead_batch_max=256 llite.lustre-ffff92bd51a9a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m45.039s user 0m0.305s sys 0m15.634s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff92bd51a9a800.batch_stats= snapshot_time: 1789027891.500761439 secs.nsecs start_time: 1789027835.690012633 secs.nsecs elapsed_time: 55.810748806 secs.nsecs subreqs per batch batches %% cum %% 1: 194 57 57 2: 42 12 69 4: 22 6 76 8: 13 3 80 16: 8 2 82 32: 18 5 87 64: 6 1 89 128: 1 0 89 256: 34 10 100 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff92bd51a9a800.statahead_batch_max=64 llite.lustre-ffff92bd51a9a800.statahead_max=128