== sanity test 123ad: Verify batching statahead works correctly ========================================================== 08:20:58 (1781612458) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.batch_stats=0 llite.lustre-ffff8eb8e0324000.statahead_max=32 llite.lustre-ffff8eb8e0324000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.73 seconds: 57.70 ops/second llite.lustre-ffff8eb8e0324000.statahead_max=0 101 real 0m1.581s user 0m0.005s sys 0m0.322s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff8eb8e0324000.statahead_max=32 llite.lustre-ffff8eb8e0324000.statahead_max=32 101 real 0m0.663s user 0m0.001s sys 0m0.222s 'ls -l' 100 files with statahead: 1 sec statahead total: 95 statahead wrong: 2 agl total: 91 list_total: 28 fname_total: 65 hit_total: 3848 miss_total: 701 swrong=2 ewrong=2 total: 900 open/close in 8.47 seconds: 106.25 ops/second llite.lustre-ffff8eb8e0324000.statahead_max=0 1001 real 0m16.093s user 0m0.022s sys 0m3.104s 'ls -l' 1000 files without statahead: 16 sec llite.lustre-ffff8eb8e0324000.statahead_max=32 llite.lustre-ffff8eb8e0324000.statahead_max=32 1001 real 0m5.445s user 0m0.020s sys 0m1.632s 'ls -l' 1000 files with statahead: 6 sec statahead total: 96 statahead wrong: 2 agl total: 92 list_total: 29 fname_total: 65 hit_total: 4847 miss_total: 702 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 11 seconds llite.lustre-ffff8eb8e0324000.statahead_stats= statahead total: 96 statahead wrong: 2 agl total: 92 list_total: 29 fname_total: 65 hit_total: 4847 miss_total: 702 mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.batch_stats= snapshot_time: 1781612516.541978597 secs.nsecs start_time: 1781612461.058240355 secs.nsecs elapsed_time: 55.483738242 secs.nsecs subreqs per batch batches %% cum %% 1: 4 10 10 2: 1 2 13 4: 2 5 18 8: 0 0 18 16: 27 71 89 32: 4 10 100 mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.batch_stats= snapshot_time: 1781612516.542031818 secs.nsecs start_time: 1781612461.058375194 secs.nsecs elapsed_time: 55.483656624 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 0 0 2 4: 2 5 7 8: 4 10 17 16: 10 25 42 32: 23 57 100 - open/close 1538 (time 1781612527.70 total 10.00 last 153.79) - open/close 3008 (time 1781612537.71 total 20.00 last 146.96) - open/close 4479 (time 1781612547.72 total 30.01 last 146.94) - open/close 5924 (time 1781612557.72 total 40.02 last 144.42) - open/close 7517 (time 1781612567.72 total 50.02 last 159.28) - open/close 8963 (time 1781612577.73 total 60.03 last 144.53) total: 10000 open/close in 66.69 seconds: 149.94 ops/second llite.lustre-ffff8eb8e0324000.statahead_batch_max=0 llite.lustre-ffff8eb8e0324000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.stats=clear mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.035s user 0m0.282s sys 0m33.262s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8eb8e0324000.statahead_batch_max=32 llite.lustre-ffff8eb8e0324000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.stats=clear mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m46.761s user 0m0.257s sys 0m22.283s batched statahead RPC= hit count=9994 mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.batch_stats= snapshot_time: 1781612680.529206606 secs.nsecs start_time: 1781612626.559267214 secs.nsecs elapsed_time: 53.969939392 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.batch_stats= snapshot_time: 1781612680.529269966 secs.nsecs start_time: 1781612626.559434098 secs.nsecs elapsed_time: 53.969835868 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.batch_stats=0 llite.lustre-ffff8eb8e0324000.statahead_max=2048 llite.lustre-ffff8eb8e0324000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.11 seconds: 89.86 ops/second llite.lustre-ffff8eb8e0324000.statahead_max=0 101 real 0m1.153s user 0m0.005s sys 0m0.330s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff8eb8e0324000.statahead_max=2048 llite.lustre-ffff8eb8e0324000.statahead_max=2048 101 real 0m0.463s user 0m0.003s sys 0m0.249s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10093 miss_total: 7 swrong=0 ewrong=0 total: 900 open/close in 6.25 seconds: 143.97 ops/second llite.lustre-ffff8eb8e0324000.statahead_max=0 1001 real 0m10.179s user 0m0.039s sys 0m2.981s 'ls -l' 1000 files without statahead: 10 sec llite.lustre-ffff8eb8e0324000.statahead_max=2048 llite.lustre-ffff8eb8e0324000.statahead_max=2048 1001 real 0m3.581s user 0m0.018s sys 0m1.533s 'ls -l' 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11092 miss_total: 8 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 8 seconds llite.lustre-ffff8eb8e0324000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11092 miss_total: 8 mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.batch_stats= snapshot_time: 1781612876.999758498 secs.nsecs start_time: 1781612681.769492365 secs.nsecs elapsed_time: 195.230266133 secs.nsecs subreqs per batch batches %% cum %% 1: 1 16 16 2: 0 0 16 4: 3 50 66 8: 0 0 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.batch_stats= snapshot_time: 1781612876.999818173 secs.nsecs start_time: 1781612681.769649117 secs.nsecs elapsed_time: 195.230169056 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 12 12 8: 3 37 50 16: 0 0 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 2468 (time 1781612888.09 total 10.00 last 246.78) - open/close 4881 (time 1781612898.09 total 20.00 last 241.26) - open/close 7065 (time 1781612908.09 total 30.01 last 218.32) - open/close 9065 (time 1781612918.10 total 40.01 last 199.94) total: 10000 open/close in 44.91 seconds: 222.66 ops/second llite.lustre-ffff8eb8e0324000.statahead_batch_max=0 llite.lustre-ffff8eb8e0324000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.stats=clear mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.224s user 0m0.256s sys 0m28.673s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8eb8e0324000.statahead_batch_max=256 llite.lustre-ffff8eb8e0324000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.stats=clear mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.807s user 0m0.224s sys 0m22.490s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8eb8e0324000.batch_stats= snapshot_time: 1781613000.325590850 secs.nsecs start_time: 1781612962.318734936 secs.nsecs elapsed_time: 38.006855914 secs.nsecs subreqs per batch batches %% cum %% 1: 318 61 61 2: 82 15 77 4: 40 7 85 8: 16 3 88 16: 3 0 89 32: 17 3 92 64: 5 0 93 128: 0 0 93 256: 34 6 100 mdc.lustre-MDT0001-mdc-ffff8eb8e0324000.batch_stats= snapshot_time: 1781613000.325673328 secs.nsecs start_time: 1781612962.318820466 secs.nsecs elapsed_time: 38.006852862 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8eb8e0324000.statahead_batch_max=64 llite.lustre-ffff8eb8e0324000.statahead_max=128