== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:53:37 (1788512017) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff930505a75800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff930505a75800.batch_stats=0 llite.lustre-ffff930505a75800.statahead_max=32 llite.lustre-ffff930505a75800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff930505a75800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff930505a75800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 2.72 seconds: 36.79 ops/second llite.lustre-ffff930505a75800.statahead_max=0 101 real 0m2.662s user 0m0.007s sys 0m0.324s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff930505a75800.statahead_max=32 llite.lustre-ffff930505a75800.statahead_max=32 101 real 0m1.407s user 0m0.009s sys 0m0.195s 'ls -l' 100 files with statahead: 1 sec statahead total: 145 statahead wrong: 2 agl total: 139 list_total: 35 fname_total: 97 hit_total: 3879 miss_total: 1480 swrong=2 ewrong=2 - open/close 869 (time 1788512046.62 total 10.01 last 86.79) total: 900 open/close in 10.49 seconds: 85.83 ops/second llite.lustre-ffff930505a75800.statahead_max=0 1001 real 0m21.953s user 0m0.039s sys 0m3.000s 'ls -l' 1000 files without statahead: 22 sec llite.lustre-ffff930505a75800.statahead_max=32 llite.lustre-ffff930505a75800.statahead_max=32 1001 real 0m10.114s user 0m0.037s sys 0m1.439s 'ls -l' 1000 files with statahead: 10 sec statahead total: 146 statahead wrong: 2 agl total: 140 list_total: 36 fname_total: 97 hit_total: 4874 miss_total: 1485 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 21 seconds llite.lustre-ffff930505a75800.statahead_stats= statahead total: 146 statahead wrong: 2 agl total: 140 list_total: 36 fname_total: 97 hit_total: 4874 miss_total: 1485 mdc.lustre-MDT0000-mdc-ffff930505a75800.batch_stats= snapshot_time: 1788512113.178604549 secs.nsecs start_time: 1788512022.854379625 secs.nsecs elapsed_time: 90.324224924 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 2 5 8 4: 2 5 13 8: 2 5 18 16: 26 70 89 32: 4 10 100 mdc.lustre-MDT0001-mdc-ffff930505a75800.batch_stats= snapshot_time: 1788512113.178682947 secs.nsecs start_time: 1788512022.854520741 secs.nsecs elapsed_time: 90.324162206 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 1 2 5 4: 1 2 7 8: 3 7 15 16: 10 25 40 32: 24 60 100 - open/close 637 (time 1788512126.29 total 10.01 last 63.66) - open/close 1261 (time 1788512136.30 total 20.02 last 62.34) - open/close 2010 (time 1788512146.31 total 30.02 last 74.85) - open/close 2844 (time 1788512156.32 total 40.04 last 83.29) - open/close 3708 (time 1788512166.33 total 50.04 last 86.35) - open/close 4433 (time 1788512176.34 total 60.05 last 72.44) - open/close 5166 (time 1788512186.34 total 70.06 last 73.25) - open/close 5895 (time 1788512196.36 total 80.07 last 72.78) - open/close 6703 (time 1788512206.36 total 90.08 last 80.79) - open/close 7556 (time 1788512216.37 total 100.08 last 85.24) - open/close 8401 (time 1788512226.37 total 110.09 last 84.46) - open/close 9273 (time 1788512236.38 total 120.09 last 87.15) total: 10000 open/close in 129.41 seconds: 77.27 ops/second llite.lustre-ffff930505a75800.statahead_batch_max=0 llite.lustre-ffff930505a75800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff930505a75800.stats=clear mdc.lustre-MDT0001-mdc-ffff930505a75800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m7.674s user 0m0.350s sys 0m15.648s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff930505a75800.statahead_batch_max=32 llite.lustre-ffff930505a75800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff930505a75800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff930505a75800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff930505a75800.stats=clear mdc.lustre-MDT0001-mdc-ffff930505a75800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m45.227s user 0m0.296s sys 0m14.880s batched statahead RPC= hit count=9989 mdc.lustre-MDT0000-mdc-ffff930505a75800.batch_stats= snapshot_time: 1788512440.234709734 secs.nsecs start_time: 1788512323.454673353 secs.nsecs elapsed_time: 116.780036381 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff930505a75800.batch_stats= snapshot_time: 1788512440.234840526 secs.nsecs start_time: 1788512323.454823791 secs.nsecs elapsed_time: 116.780016735 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff930505a75800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff930505a75800.batch_stats=0 llite.lustre-ffff930505a75800.statahead_max=2048 llite.lustre-ffff930505a75800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff930505a75800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff930505a75800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.98 seconds: 33.59 ops/second llite.lustre-ffff930505a75800.statahead_max=0 101 real 0m2.923s user 0m0.008s sys 0m0.361s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff930505a75800.statahead_max=2048 llite.lustre-ffff930505a75800.statahead_max=2048 101 real 0m0.757s user 0m0.003s sys 0m0.185s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10088 miss_total: 12 swrong=0 ewrong=0 - open/close 773 (time 1788512750.95 total 10.00 last 77.28) total: 900 open/close in 11.65 seconds: 77.24 ops/second llite.lustre-ffff930505a75800.statahead_max=0 1001 real 0m27.553s user 0m0.039s sys 0m3.217s 'ls -l' 1000 files without statahead: 28 sec llite.lustre-ffff930505a75800.statahead_max=2048 llite.lustre-ffff930505a75800.statahead_max=2048 1001 real 0m7.897s user 0m0.027s sys 0m1.364s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11087 miss_total: 13 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 23 seconds llite.lustre-ffff930505a75800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11087 miss_total: 13 mdc.lustre-MDT0000-mdc-ffff930505a75800.batch_stats= snapshot_time: 1788512827.193796859 secs.nsecs start_time: 1788512442.565382365 secs.nsecs elapsed_time: 384.628414494 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 3 37 37 8: 1 12 50 16: 1 12 62 32: 1 12 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff930505a75800.batch_stats= snapshot_time: 1788512827.193921014 secs.nsecs start_time: 1788512442.565571414 secs.nsecs elapsed_time: 384.628349600 secs.nsecs subreqs per batch batches %% cum %% 1: 1 12 12 2: 0 0 12 4: 1 12 25 8: 3 37 62 16: 0 0 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 - open/close 617 (time 1788512839.92 total 10.02 last 61.60) - open/close 1209 (time 1788512849.93 total 20.03 last 59.13) - open/close 1899 (time 1788512859.94 total 30.03 last 68.97) - open/close 2567 (time 1788512869.94 total 40.04 last 66.76) - open/close 3370 (time 1788512879.96 total 50.06 last 80.12) - open/close 4016 (time 1788512889.98 total 60.08 last 64.46) - open/close 4650 (time 1788512900.00 total 70.10 last 63.28) - open/close 5368 (time 1788512910.01 total 80.10 last 71.78) - open/close 6144 (time 1788512920.02 total 90.12 last 77.50) - open/close 6908 (time 1788512930.03 total 100.13 last 76.32) - open/close 7704 (time 1788512940.05 total 110.15 last 79.44) - open/close 8436 (time 1788512950.06 total 120.15 last 73.16) - open/close 9221 (time 1788512960.07 total 130.16 last 78.43) - open/close 9986 (time 1788512970.08 total 140.17 last 76.41) total: 10000 open/close in 140.32 seconds: 71.26 ops/second llite.lustre-ffff930505a75800.statahead_batch_max=0 llite.lustre-ffff930505a75800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff930505a75800.stats=clear mdc.lustre-MDT0001-mdc-ffff930505a75800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m56.359s user 0m0.342s sys 0m16.207s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff930505a75800.statahead_batch_max=256 llite.lustre-ffff930505a75800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff930505a75800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff930505a75800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff930505a75800.stats=clear mdc.lustre-MDT0001-mdc-ffff930505a75800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m54.281s user 0m0.324s sys 0m15.388s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff930505a75800.batch_stats= snapshot_time: 1788513099.660285706 secs.nsecs start_time: 1788513034.679211503 secs.nsecs elapsed_time: 64.981074203 secs.nsecs subreqs per batch batches %% cum %% 1: 84 38 38 2: 32 14 53 4: 23 10 63 8: 11 5 68 16: 8 3 72 32: 17 7 80 64: 6 2 83 128: 3 1 84 256: 34 15 100 mdc.lustre-MDT0001-mdc-ffff930505a75800.batch_stats= snapshot_time: 1788513099.660363293 secs.nsecs start_time: 1788513034.679360730 secs.nsecs elapsed_time: 64.981002563 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff930505a75800.statahead_batch_max=64 llite.lustre-ffff930505a75800.statahead_max=128