== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:04:36 (1788851076) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9f17c483e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9f17c483e800.batch_stats=0 llite.lustre-ffff9f17c483e800.statahead_max=32 llite.lustre-ffff9f17c483e800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9f17c483e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9f17c483e800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.77 seconds: 36.13 ops/second llite.lustre-ffff9f17c483e800.statahead_max=0 101 real 0m2.638s user 0m0.004s sys 0m0.308s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff9f17c483e800.statahead_max=32 llite.lustre-ffff9f17c483e800.statahead_max=32 101 real 0m0.980s user 0m0.003s sys 0m0.172s 'ls -l' 100 files with statahead: 1 sec statahead total: 128 statahead wrong: 2 agl total: 123 list_total: 31 fname_total: 96 hit_total: 4454 miss_total: 1281 swrong=2 ewrong=2 - open/close 769 (time 1788851107.03 total 10.02 last 76.78) total: 900 open/close in 12.07 seconds: 74.58 ops/second llite.lustre-ffff9f17c483e800.statahead_max=0 1001 real 0m22.253s user 0m0.030s sys 0m2.959s 'ls -l' 1000 files without statahead: 22 sec llite.lustre-ffff9f17c483e800.statahead_max=32 llite.lustre-ffff9f17c483e800.statahead_max=32 1001 real 0m9.964s user 0m0.032s sys 0m1.341s 'ls -l' 1000 files with statahead: 10 sec statahead total: 129 statahead wrong: 2 agl total: 124 list_total: 32 fname_total: 96 hit_total: 5449 miss_total: 1286 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 20 seconds llite.lustre-ffff9f17c483e800.statahead_stats= statahead total: 129 statahead wrong: 2 agl total: 124 list_total: 32 fname_total: 96 hit_total: 5449 miss_total: 1286 mdc.lustre-MDT0000-mdc-ffff9f17c483e800.batch_stats= snapshot_time: 1788851176.090479381 secs.nsecs start_time: 1788851082.860994562 secs.nsecs elapsed_time: 93.229484819 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 2 5 5 8: 4 10 15 16: 21 53 69 32: 12 30 100 mdc.lustre-MDT0001-mdc-ffff9f17c483e800.batch_stats= snapshot_time: 1788851176.090550389 secs.nsecs start_time: 1788851082.861153297 secs.nsecs elapsed_time: 93.229397092 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 2 5 5 4: 2 5 10 8: 2 5 15 16: 15 38 53 32: 18 46 100 - open/close 714 (time 1788851188.90 total 10.01 last 71.35) - open/close 1455 (time 1788851198.91 total 20.02 last 74.04) - open/close 2191 (time 1788851208.92 total 30.02 last 73.56) - open/close 3006 (time 1788851218.92 total 40.02 last 81.49) - open/close 3841 (time 1788851228.92 total 50.02 last 83.49) - open/close 4677 (time 1788851238.92 total 60.02 last 83.59) - open/close 5480 (time 1788851248.94 total 70.04 last 80.16) - open/close 6072 (time 1788851258.95 total 80.06 last 59.11) - open/close 6916 (time 1788851268.97 total 90.08 last 84.23) - open/close 7656 (time 1788851278.99 total 100.09 last 73.87) - open/close 8425 (time 1788851289.00 total 110.10 last 76.85) - open/close 9248 (time 1788851299.00 total 120.11 last 82.26) total: 10000 open/close in 129.56 seconds: 77.19 ops/second llite.lustre-ffff9f17c483e800.statahead_batch_max=0 llite.lustre-ffff9f17c483e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f17c483e800.stats=clear mdc.lustre-MDT0001-mdc-ffff9f17c483e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m59.810s user 0m0.351s sys 0m15.857s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9f17c483e800.statahead_batch_max=32 llite.lustre-ffff9f17c483e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f17c483e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9f17c483e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9f17c483e800.stats=clear mdc.lustre-MDT0001-mdc-ffff9f17c483e800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m43.531s user 0m0.325s sys 0m14.081s batched statahead RPC= hit count=9974 mdc.lustre-MDT0000-mdc-ffff9f17c483e800.batch_stats= snapshot_time: 1788851490.137407574 secs.nsecs start_time: 1788851376.010624943 secs.nsecs elapsed_time: 114.126782631 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9f17c483e800.batch_stats= snapshot_time: 1788851490.137481130 secs.nsecs start_time: 1788851376.010747869 secs.nsecs elapsed_time: 114.126733261 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9f17c483e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9f17c483e800.batch_stats=0 llite.lustre-ffff9f17c483e800.statahead_max=2048 llite.lustre-ffff9f17c483e800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9f17c483e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9f17c483e800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.64 seconds: 37.89 ops/second llite.lustre-ffff9f17c483e800.statahead_max=0 101 real 0m2.991s user 0m0.007s sys 0m0.324s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9f17c483e800.statahead_max=2048 llite.lustre-ffff9f17c483e800.statahead_max=2048 101 real 0m0.727s user 0m0.005s sys 0m0.171s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10073 miss_total: 27 swrong=0 ewrong=0 - open/close 836 (time 1788851794.51 total 10.01 last 83.54) total: 900 open/close in 10.87 seconds: 82.80 ops/second llite.lustre-ffff9f17c483e800.statahead_max=0 1001 real 0m22.125s user 0m0.037s sys 0m2.903s 'ls -l' 1000 files without statahead: 23 sec llite.lustre-ffff9f17c483e800.statahead_max=2048 llite.lustre-ffff9f17c483e800.statahead_max=2048 1001 real 0m6.854s user 0m0.032s sys 0m1.514s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11072 miss_total: 28 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 21 seconds llite.lustre-ffff9f17c483e800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11072 miss_total: 28 mdc.lustre-MDT0000-mdc-ffff9f17c483e800.batch_stats= snapshot_time: 1788851857.718105553 secs.nsecs start_time: 1788851493.011891561 secs.nsecs elapsed_time: 364.706213992 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 2 40 40 4: 1 20 60 8: 0 0 60 16: 0 0 60 32: 0 0 60 64: 0 0 60 128: 0 0 60 256: 2 40 100 mdc.lustre-MDT0001-mdc-ffff9f17c483e800.batch_stats= snapshot_time: 1788851857.718182838 secs.nsecs start_time: 1788851493.013455899 secs.nsecs elapsed_time: 364.704726939 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 28 28 16: 0 0 28 32: 1 14 42 64: 2 28 71 128: 0 0 71 256: 2 28 100 - open/close 767 (time 1788851871.40 total 10.00 last 76.67) - open/close 1530 (time 1788851881.42 total 20.02 last 76.16) - open/close 2387 (time 1788851891.42 total 30.03 last 85.63) - open/close 3180 (time 1788851901.43 total 40.04 last 79.21) - open/close 4035 (time 1788851911.44 total 50.05 last 85.43) - open/close 4807 (time 1788851921.45 total 60.06 last 77.13) - open/close 5492 (time 1788851931.46 total 70.06 last 68.46) - open/close 6275 (time 1788851941.47 total 80.08 last 78.20) - open/close 7165 (time 1788851951.47 total 90.08 last 88.97) - open/close 7992 (time 1788851961.48 total 100.08 last 82.68) - open/close 8816 (time 1788851971.48 total 110.09 last 82.36) - open/close 9624 (time 1788851981.48 total 120.09 last 80.80) total: 10000 open/close in 124.32 seconds: 80.44 ops/second llite.lustre-ffff9f17c483e800.statahead_batch_max=0 llite.lustre-ffff9f17c483e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f17c483e800.stats=clear mdc.lustre-MDT0001-mdc-ffff9f17c483e800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m5.617s user 0m0.299s sys 0m15.559s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9f17c483e800.statahead_batch_max=256 llite.lustre-ffff9f17c483e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f17c483e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9f17c483e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9f17c483e800.stats=clear mdc.lustre-MDT0001-mdc-ffff9f17c483e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m48.725s user 0m0.282s sys 0m15.196s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9f17c483e800.batch_stats= snapshot_time: 1788852119.769722217 secs.nsecs start_time: 1788852058.979632628 secs.nsecs elapsed_time: 60.790089589 secs.nsecs subreqs per batch batches %% cum %% 1: 144 55 55 2: 30 11 66 4: 14 5 72 8: 9 3 75 16: 8 3 78 32: 11 4 82 64: 7 2 85 128: 4 1 86 256: 34 13 100 mdc.lustre-MDT0001-mdc-ffff9f17c483e800.batch_stats= snapshot_time: 1788852119.770750522 secs.nsecs start_time: 1788852058.980025092 secs.nsecs elapsed_time: 60.790725430 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9f17c483e800.statahead_batch_max=64 llite.lustre-ffff9f17c483e800.statahead_max=128