== sanity test 123ad: Verify batching statahead works correctly ========================================================== 08:51:09 (1787835069) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8d2745eca800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d2745eca800.batch_stats=0 llite.lustre-ffff8d2745eca800.statahead_max=32 llite.lustre-ffff8d2745eca800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8d2745eca800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d2745eca800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.26 seconds: 44.32 ops/second llite.lustre-ffff8d2745eca800.statahead_max=0 101 real 0m2.162s user 0m0.008s sys 0m0.294s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff8d2745eca800.statahead_max=32 llite.lustre-ffff8d2745eca800.statahead_max=32 101 real 0m1.116s user 0m0.003s sys 0m0.175s 'ls -l' 100 files with statahead: 1 sec statahead total: 110 statahead wrong: 2 agl total: 105 list_total: 31 fname_total: 77 hit_total: 4367 miss_total: 1290 swrong=2 ewrong=2 - open/close 822 (time 1787835094.74 total 10.00 last 82.16) total: 900 open/close in 10.98 seconds: 81.96 ops/second llite.lustre-ffff8d2745eca800.statahead_max=0 1001 real 0m19.715s user 0m0.023s sys 0m2.828s 'ls -l' 1000 files without statahead: 20 sec llite.lustre-ffff8d2745eca800.statahead_max=32 llite.lustre-ffff8d2745eca800.statahead_max=32 1001 real 0m7.858s user 0m0.031s sys 0m1.389s 'ls -l' 1000 files with statahead: 7 sec statahead total: 111 statahead wrong: 2 agl total: 106 list_total: 32 fname_total: 77 hit_total: 5365 miss_total: 1292 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 17 seconds llite.lustre-ffff8d2745eca800.statahead_stats= statahead total: 111 statahead wrong: 2 agl total: 106 list_total: 32 fname_total: 77 hit_total: 5365 miss_total: 1292 mdc.lustre-MDT0000-mdc-ffff8d2745eca800.batch_stats= snapshot_time: 1787835152.091642104 secs.nsecs start_time: 1787835073.552437974 secs.nsecs elapsed_time: 78.539204130 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 2 2 4: 1 2 5 8: 4 10 15 16: 19 48 64 32: 14 35 100 mdc.lustre-MDT0001-mdc-ffff8d2745eca800.batch_stats= snapshot_time: 1787835152.091735199 secs.nsecs start_time: 1787835073.552517431 secs.nsecs elapsed_time: 78.539217768 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 4 10 10 8: 2 5 15 16: 20 51 66 32: 13 33 100 - open/close 869 (time 1787835164.84 total 10.01 last 86.85) - open/close 1798 (time 1787835174.85 total 20.02 last 92.78) - open/close 2731 (time 1787835184.86 total 30.03 last 93.22) - open/close 3634 (time 1787835194.86 total 40.03 last 90.29) - open/close 4455 (time 1787835204.87 total 50.03 last 82.05) - open/close 5348 (time 1787835214.87 total 60.04 last 89.28) - open/close 6231 (time 1787835224.88 total 70.04 last 88.24) - open/close 7133 (time 1787835234.89 total 80.06 last 90.06) - open/close 8018 (time 1787835244.90 total 90.06 last 88.46) - open/close 8829 (time 1787835254.90 total 100.06 last 81.10) - open/close 9532 (time 1787835264.90 total 110.07 last 70.27) total: 10000 open/close in 115.46 seconds: 86.61 ops/second llite.lustre-ffff8d2745eca800.statahead_batch_max=0 llite.lustre-ffff8d2745eca800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d2745eca800.stats=clear mdc.lustre-MDT0001-mdc-ffff8d2745eca800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m57.495s user 0m0.305s sys 0m15.190s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8d2745eca800.statahead_batch_max=32 llite.lustre-ffff8d2745eca800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d2745eca800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8d2745eca800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8d2745eca800.stats=clear mdc.lustre-MDT0001-mdc-ffff8d2745eca800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m42.395s user 0m0.288s sys 0m13.874s batched statahead RPC= hit count=9981 mdc.lustre-MDT0000-mdc-ffff8d2745eca800.batch_stats= snapshot_time: 1787835448.822487348 secs.nsecs start_time: 1787835336.183943593 secs.nsecs elapsed_time: 112.638543755 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff8d2745eca800.batch_stats= snapshot_time: 1787835448.822540902 secs.nsecs start_time: 1787835336.184061796 secs.nsecs elapsed_time: 112.638479106 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8d2745eca800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d2745eca800.batch_stats=0 llite.lustre-ffff8d2745eca800.statahead_max=2048 llite.lustre-ffff8d2745eca800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8d2745eca800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d2745eca800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.28 seconds: 43.82 ops/second llite.lustre-ffff8d2745eca800.statahead_max=0 101 real 0m2.229s user 0m0.005s sys 0m0.296s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff8d2745eca800.statahead_max=2048 llite.lustre-ffff8d2745eca800.statahead_max=2048 101 real 0m0.961s user 0m0.003s sys 0m0.149s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10080 miss_total: 20 swrong=0 ewrong=0 total: 900 open/close in 9.90 seconds: 90.95 ops/second llite.lustre-ffff8d2745eca800.statahead_max=0 1001 real 0m20.810s user 0m0.023s sys 0m2.860s 'ls -l' 1000 files without statahead: 21 sec llite.lustre-ffff8d2745eca800.statahead_max=2048 llite.lustre-ffff8d2745eca800.statahead_max=2048 1001 real 0m6.566s user 0m0.027s sys 0m1.402s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11079 miss_total: 21 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 21 seconds llite.lustre-ffff8d2745eca800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11079 miss_total: 21 mdc.lustre-MDT0000-mdc-ffff8d2745eca800.batch_stats= snapshot_time: 1787835796.662722155 secs.nsecs start_time: 1787835451.135287912 secs.nsecs elapsed_time: 345.527434243 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 16 16 4: 2 33 50 8: 1 16 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff8d2745eca800.batch_stats= snapshot_time: 1787835796.662800694 secs.nsecs start_time: 1787835451.136460657 secs.nsecs elapsed_time: 345.526340037 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 11 11 8: 3 33 44 16: 0 0 44 32: 1 11 55 64: 2 22 77 128: 0 0 77 256: 2 22 100 - open/close 870 (time 1787835809.20 total 10.00 last 86.97) - open/close 1766 (time 1787835819.21 total 20.01 last 89.54) - open/close 2634 (time 1787835829.21 total 30.01 last 86.77) - open/close 3500 (time 1787835839.21 total 40.02 last 86.57) - open/close 4345 (time 1787835849.21 total 50.02 last 84.49) - open/close 5265 (time 1787835859.22 total 60.03 last 91.92) - open/close 6130 (time 1787835869.24 total 70.04 last 86.36) - open/close 6987 (time 1787835879.25 total 80.05 last 85.59) - open/close 7548 (time 1787835889.27 total 90.07 last 56.01) - open/close 8272 (time 1787835899.27 total 100.07 last 72.38) - open/close 9092 (time 1787835909.27 total 110.08 last 81.96) - open/close 9937 (time 1787835919.28 total 120.08 last 84.48) total: 10000 open/close in 121.04 seconds: 82.62 ops/second llite.lustre-ffff8d2745eca800.statahead_batch_max=0 llite.lustre-ffff8d2745eca800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d2745eca800.stats=clear mdc.lustre-MDT0001-mdc-ffff8d2745eca800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m57.573s user 0m0.316s sys 0m15.299s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8d2745eca800.statahead_batch_max=256 llite.lustre-ffff8d2745eca800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d2745eca800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8d2745eca800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8d2745eca800.stats=clear mdc.lustre-MDT0001-mdc-ffff8d2745eca800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m46.232s user 0m0.276s sys 0m15.148s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8d2745eca800.batch_stats= snapshot_time: 1787836044.291071993 secs.nsecs start_time: 1787835986.170856984 secs.nsecs elapsed_time: 58.120215009 secs.nsecs subreqs per batch batches %% cum %% 1: 146 48 48 2: 35 11 60 4: 29 9 70 8: 17 5 75 16: 15 5 80 32: 13 4 85 64: 7 2 87 128: 3 1 88 256: 34 11 100 mdc.lustre-MDT0001-mdc-ffff8d2745eca800.batch_stats= snapshot_time: 1787836044.291150853 secs.nsecs start_time: 1787835986.170942240 secs.nsecs elapsed_time: 58.120208613 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8d2745eca800.statahead_batch_max=64 llite.lustre-ffff8d2745eca800.statahead_max=128