== sanity test 123ad: Verify batching statahead works correctly ========================================================== 10:28:39 (1788618519) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8f6343feb800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8f6343feb800.batch_stats=0 llite.lustre-ffff8f6343feb800.statahead_max=32 llite.lustre-ffff8f6343feb800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8f6343feb800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8f6343feb800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.93 seconds: 34.14 ops/second llite.lustre-ffff8f6343feb800.statahead_max=0 101 real 0m2.662s user 0m0.007s sys 0m0.367s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff8f6343feb800.statahead_max=32 llite.lustre-ffff8f6343feb800.statahead_max=32 101 real 0m1.282s user 0m0.004s sys 0m0.188s 'ls -l' 100 files with statahead: 1 sec statahead total: 125 statahead wrong: 2 agl total: 119 list_total: 30 fname_total: 95 hit_total: 4407 miss_total: 1257 swrong=2 ewrong=2 - open/close 657 (time 1788618549.47 total 10.01 last 65.62) total: 900 open/close in 13.95 seconds: 64.49 ops/second llite.lustre-ffff8f6343feb800.statahead_max=0 1001 real 0m24.816s user 0m0.047s sys 0m3.002s 'ls -l' 1000 files without statahead: 25 sec llite.lustre-ffff8f6343feb800.statahead_max=32 llite.lustre-ffff8f6343feb800.statahead_max=32 1001 real 0m10.199s user 0m0.024s sys 0m1.484s 'ls -l' 1000 files with statahead: 10 sec statahead total: 126 statahead wrong: 2 agl total: 120 list_total: 31 fname_total: 95 hit_total: 5402 miss_total: 1262 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 21 seconds llite.lustre-ffff8f6343feb800.statahead_stats= statahead total: 126 statahead wrong: 2 agl total: 120 list_total: 31 fname_total: 95 hit_total: 5402 miss_total: 1262 mdc.lustre-MDT0000-mdc-ffff8f6343feb800.batch_stats= snapshot_time: 1788618622.175285332 secs.nsecs start_time: 1788618524.935617392 secs.nsecs elapsed_time: 97.239667940 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 7 17 17 16: 20 51 69 32: 12 30 100 mdc.lustre-MDT0001-mdc-ffff8f6343feb800.batch_stats= snapshot_time: 1788618622.175373689 secs.nsecs start_time: 1788618524.935842750 secs.nsecs elapsed_time: 97.239530939 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 1 2 5 4: 4 10 15 8: 1 2 17 16: 16 40 57 32: 17 42 100 - open/close 694 (time 1788618634.95 total 10.01 last 69.34) - open/close 1381 (time 1788618644.96 total 20.01 last 68.67) - open/close 2110 (time 1788618654.97 total 30.02 last 72.82) - open/close 2868 (time 1788618664.98 total 40.04 last 75.71) - open/close 3635 (time 1788618675.00 total 50.05 last 76.58) - open/close 4355 (time 1788618685.00 total 60.05 last 71.98) - open/close 5087 (time 1788618695.01 total 70.07 last 73.09) - open/close 5807 (time 1788618705.01 total 80.07 last 71.99) - open/close 6495 (time 1788618715.03 total 90.09 last 68.66) - open/close 7243 (time 1788618725.04 total 100.09 last 74.79) - open/close 7908 (time 1788618735.04 total 110.10 last 66.47) - open/close 8561 (time 1788618745.05 total 120.11 last 65.21) - open/close 9355 (time 1788618755.07 total 130.13 last 79.25) total: 10000 open/close in 138.75 seconds: 72.07 ops/second llite.lustre-ffff8f6343feb800.statahead_batch_max=0 llite.lustre-ffff8f6343feb800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8f6343feb800.stats=clear mdc.lustre-MDT0001-mdc-ffff8f6343feb800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m15.051s user 0m0.388s sys 0m16.378s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8f6343feb800.statahead_batch_max=32 llite.lustre-ffff8f6343feb800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8f6343feb800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8f6343feb800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8f6343feb800.stats=clear mdc.lustre-MDT0001-mdc-ffff8f6343feb800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m57.710s user 0m0.354s sys 0m14.659s batched statahead RPC= hit count=9975 mdc.lustre-MDT0000-mdc-ffff8f6343feb800.batch_stats= snapshot_time: 1788618975.168395811 secs.nsecs start_time: 1788618846.527315526 secs.nsecs elapsed_time: 128.641080285 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff8f6343feb800.batch_stats= snapshot_time: 1788618975.168461772 secs.nsecs start_time: 1788618846.527445996 secs.nsecs elapsed_time: 128.641015776 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8f6343feb800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8f6343feb800.batch_stats=0 llite.lustre-ffff8f6343feb800.statahead_max=2048 llite.lustre-ffff8f6343feb800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8f6343feb800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8f6343feb800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 3.07 seconds: 32.62 ops/second llite.lustre-ffff8f6343feb800.statahead_max=0 101 real 0m2.817s user 0m0.003s sys 0m0.349s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff8f6343feb800.statahead_max=2048 llite.lustre-ffff8f6343feb800.statahead_max=2048 101 real 0m1.016s user 0m0.004s sys 0m0.177s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10074 miss_total: 26 swrong=0 ewrong=0 - open/close 618 (time 1788619319.37 total 10.02 last 61.70) total: 900 open/close in 14.52 seconds: 61.98 ops/second llite.lustre-ffff8f6343feb800.statahead_max=0 1001 real 0m26.723s user 0m0.040s sys 0m3.078s 'ls -l' 1000 files without statahead: 27 sec llite.lustre-ffff8f6343feb800.statahead_max=2048 llite.lustre-ffff8f6343feb800.statahead_max=2048 1001 real 0m9.287s user 0m0.042s sys 0m1.516s 'ls -l' 1000 files with statahead: 9 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11073 miss_total: 27 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 23 seconds llite.lustre-ffff8f6343feb800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11073 miss_total: 27 mdc.lustre-MDT0000-mdc-ffff8f6343feb800.batch_stats= snapshot_time: 1788619398.070447274 secs.nsecs start_time: 1788618977.919947410 secs.nsecs elapsed_time: 420.150499864 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 16 16 4: 1 16 33 8: 2 33 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff8f6343feb800.batch_stats= snapshot_time: 1788619398.070523270 secs.nsecs start_time: 1788618977.920124759 secs.nsecs elapsed_time: 420.150398511 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 2 25 25 4: 0 0 25 8: 2 25 50 16: 0 0 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 759 (time 1788619411.37 total 10.01 last 75.81) - open/close 1567 (time 1788619421.37 total 20.02 last 80.74) - open/close 2208 (time 1788619431.37 total 30.02 last 64.09) - open/close 2813 (time 1788619441.38 total 40.03 last 60.45) - open/close 3516 (time 1788619451.40 total 50.04 last 70.19) - open/close 4215 (time 1788619461.40 total 60.05 last 69.90) - open/close 4856 (time 1788619471.40 total 70.05 last 64.07) - open/close 5634 (time 1788619481.40 total 80.05 last 77.79) - open/close 6355 (time 1788619491.41 total 90.05 last 72.09) - open/close 7139 (time 1788619501.42 total 100.07 last 78.28) - open/close 7842 (time 1788619511.44 total 110.09 last 70.15) - open/close 8584 (time 1788619521.45 total 120.09 last 74.14) - open/close 9341 (time 1788619531.46 total 130.11 last 75.61) total: 10000 open/close in 138.38 seconds: 72.27 ops/second llite.lustre-ffff8f6343feb800.statahead_batch_max=0 llite.lustre-ffff8f6343feb800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8f6343feb800.stats=clear mdc.lustre-MDT0001-mdc-ffff8f6343feb800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m11.354s user 0m0.385s sys 0m16.226s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8f6343feb800.statahead_batch_max=256 llite.lustre-ffff8f6343feb800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8f6343feb800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8f6343feb800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8f6343feb800.stats=clear mdc.lustre-MDT0001-mdc-ffff8f6343feb800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m54.879s user 0m0.359s sys 0m16.155s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8f6343feb800.batch_stats= snapshot_time: 1788619687.755514757 secs.nsecs start_time: 1788619621.524651292 secs.nsecs elapsed_time: 66.230863465 secs.nsecs subreqs per batch batches %% cum %% 1: 128 43 43 2: 50 17 60 4: 40 13 74 8: 10 3 77 16: 6 2 79 32: 15 5 84 64: 9 3 88 128: 1 0 88 256: 34 11 100 mdc.lustre-MDT0001-mdc-ffff8f6343feb800.batch_stats= snapshot_time: 1788619687.755590945 secs.nsecs start_time: 1788619621.524839260 secs.nsecs elapsed_time: 66.230751685 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8f6343feb800.statahead_batch_max=64 llite.lustre-ffff8f6343feb800.statahead_max=128