== sanity test 123ad: Verify batching statahead works correctly ========================================================== 15:24:18 (1788290658) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9de710d2a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9de710d2a000.batch_stats=0 llite.lustre-ffff9de710d2a000.statahead_max=32 llite.lustre-ffff9de710d2a000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9de710d2a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9de710d2a000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 3.38 seconds: 29.56 ops/second llite.lustre-ffff9de710d2a000.statahead_max=0 101 real 0m2.973s user 0m0.007s sys 0m0.306s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9de710d2a000.statahead_max=32 llite.lustre-ffff9de710d2a000.statahead_max=32 101 real 0m1.477s user 0m0.004s sys 0m0.181s 'ls -l' 100 files with statahead: 2 sec statahead total: 121 statahead wrong: 2 agl total: 115 list_total: 31 fname_total: 89 hit_total: 4537 miss_total: 1282 swrong=2 ewrong=2 - open/close 694 (time 1788290691.10 total 10.01 last 69.32) total: 900 open/close in 13.24 seconds: 67.95 ops/second llite.lustre-ffff9de710d2a000.statahead_max=0 1001 real 0m24.168s user 0m0.041s sys 0m3.333s 'ls -l' 1000 files without statahead: 24 sec llite.lustre-ffff9de710d2a000.statahead_max=32 llite.lustre-ffff9de710d2a000.statahead_max=32 1001 real 0m8.747s user 0m0.026s sys 0m1.397s 'ls -l' 1000 files with statahead: 9 sec statahead total: 122 statahead wrong: 2 agl total: 116 list_total: 32 fname_total: 89 hit_total: 5535 miss_total: 1284 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff9de710d2a000.statahead_stats= statahead total: 122 statahead wrong: 2 agl total: 116 list_total: 32 fname_total: 89 hit_total: 5535 miss_total: 1284 mdc.lustre-MDT0000-mdc-ffff9de710d2a000.batch_stats= snapshot_time: 1788290763.987761756 secs.nsecs start_time: 1788290664.322895205 secs.nsecs elapsed_time: 99.664866551 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 3 8 8 8: 3 8 17 16: 25 71 88 32: 4 11 100 mdc.lustre-MDT0001-mdc-ffff9de710d2a000.batch_stats= snapshot_time: 1788290763.987841289 secs.nsecs start_time: 1788290664.323048955 secs.nsecs elapsed_time: 99.664792334 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 2 2 4: 0 0 2 8: 3 7 10 16: 13 33 43 32: 22 56 100 - open/close 755 (time 1788290776.97 total 10.00 last 75.49) - open/close 1455 (time 1788290786.97 total 20.00 last 69.99) - open/close 2208 (time 1788290796.97 total 30.01 last 75.26) - open/close 2902 (time 1788290807.00 total 40.03 last 69.22) - open/close 3719 (time 1788290817.00 total 50.03 last 81.70) - open/close 4500 (time 1788290827.01 total 60.04 last 78.04) - open/close 5254 (time 1788290837.02 total 70.05 last 75.33) - open/close 6004 (time 1788290847.02 total 80.06 last 74.97) - open/close 6733 (time 1788290857.03 total 90.06 last 72.86) - open/close 7387 (time 1788290867.04 total 100.07 last 65.33) - open/close 8067 (time 1788290877.04 total 110.07 last 67.99) - open/close 8708 (time 1788290887.04 total 120.08 last 64.05) - open/close 9483 (time 1788290897.07 total 130.10 last 77.32) total: 10000 open/close in 138.68 seconds: 72.11 ops/second llite.lustre-ffff9de710d2a000.statahead_batch_max=0 llite.lustre-ffff9de710d2a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9de710d2a000.stats=clear mdc.lustre-MDT0001-mdc-ffff9de710d2a000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m7.840s user 0m0.299s sys 0m14.509s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9de710d2a000.statahead_batch_max=32 llite.lustre-ffff9de710d2a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9de710d2a000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9de710d2a000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9de710d2a000.stats=clear mdc.lustre-MDT0001-mdc-ffff9de710d2a000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m59.340s user 0m0.302s sys 0m14.167s batched statahead RPC= hit count=9974 mdc.lustre-MDT0000-mdc-ffff9de710d2a000.batch_stats= snapshot_time: 1788291115.530044615 secs.nsecs start_time: 1788290984.203838661 secs.nsecs elapsed_time: 131.326205954 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9de710d2a000.batch_stats= snapshot_time: 1788291115.530435749 secs.nsecs start_time: 1788290984.203984096 secs.nsecs elapsed_time: 131.326451653 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9de710d2a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9de710d2a000.batch_stats=0 llite.lustre-ffff9de710d2a000.statahead_max=2048 llite.lustre-ffff9de710d2a000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9de710d2a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9de710d2a000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.91 seconds: 34.38 ops/second llite.lustre-ffff9de710d2a000.statahead_max=0 101 real 0m2.421s user 0m0.004s sys 0m0.301s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff9de710d2a000.statahead_max=2048 llite.lustre-ffff9de710d2a000.statahead_max=2048 101 real 0m1.065s user 0m0.004s sys 0m0.189s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10073 miss_total: 27 swrong=0 ewrong=0 - open/close 818 (time 1788291460.16 total 10.01 last 81.75) total: 900 open/close in 11.38 seconds: 79.10 ops/second llite.lustre-ffff9de710d2a000.statahead_max=0 1001 real 0m25.817s user 0m0.038s sys 0m3.185s 'ls -l' 1000 files without statahead: 25 sec llite.lustre-ffff9de710d2a000.statahead_max=2048 llite.lustre-ffff9de710d2a000.statahead_max=2048 1001 real 0m7.378s user 0m0.029s sys 0m1.445s 'ls -l' 1000 files with statahead: 8 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11072 miss_total: 28 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff9de710d2a000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11072 miss_total: 28 mdc.lustre-MDT0000-mdc-ffff9de710d2a000.batch_stats= snapshot_time: 1788291532.538059316 secs.nsecs start_time: 1788291118.264721106 secs.nsecs elapsed_time: 414.273338210 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 2 33 33 8: 2 33 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff9de710d2a000.batch_stats= snapshot_time: 1788291532.538177203 secs.nsecs start_time: 1788291118.264911126 secs.nsecs elapsed_time: 414.273266077 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 3 33 33 16: 2 22 55 32: 1 11 66 64: 0 0 66 128: 1 11 77 256: 2 22 100 - open/close 576 (time 1788291545.57 total 10.00 last 57.59) - open/close 1264 (time 1788291555.58 total 20.02 last 68.70) - open/close 1951 (time 1788291565.59 total 30.02 last 68.65) - open/close 2630 (time 1788291575.59 total 40.03 last 67.88) - open/close 3279 (time 1788291585.59 total 50.03 last 64.90) - open/close 4056 (time 1788291595.60 total 60.03 last 77.66) - open/close 4733 (time 1788291605.60 total 70.04 last 67.67) - open/close 5428 (time 1788291615.61 total 80.04 last 69.45) - open/close 6073 (time 1788291625.65 total 90.09 last 64.22) - open/close 6739 (time 1788291635.65 total 100.09 last 66.58) - open/close 7392 (time 1788291645.66 total 110.10 last 65.25) - open/close 8013 (time 1788291655.68 total 120.11 last 62.02) - open/close 8739 (time 1788291665.68 total 130.12 last 72.54) - open/close 9500 (time 1788291675.70 total 140.13 last 76.00) total: 10000 open/close in 146.12 seconds: 68.44 ops/second llite.lustre-ffff9de710d2a000.statahead_batch_max=0 llite.lustre-ffff9de710d2a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9de710d2a000.stats=clear mdc.lustre-MDT0001-mdc-ffff9de710d2a000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m2.730s user 0m0.378s sys 0m16.516s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9de710d2a000.statahead_batch_max=256 llite.lustre-ffff9de710d2a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9de710d2a000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9de710d2a000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9de710d2a000.stats=clear mdc.lustre-MDT0001-mdc-ffff9de710d2a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m54.845s user 0m0.314s sys 0m14.754s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9de710d2a000.batch_stats= snapshot_time: 1788291822.022469604 secs.nsecs start_time: 1788291753.869509687 secs.nsecs elapsed_time: 68.152959917 secs.nsecs subreqs per batch batches %% cum %% 1: 141 45 45 2: 54 17 63 4: 31 10 73 8: 10 3 76 16: 11 3 80 32: 20 6 86 64: 6 1 88 128: 0 0 88 256: 34 11 100 mdc.lustre-MDT0001-mdc-ffff9de710d2a000.batch_stats= snapshot_time: 1788291822.022544057 secs.nsecs start_time: 1788291753.869686819 secs.nsecs elapsed_time: 68.152857238 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9de710d2a000.statahead_batch_max=64 llite.lustre-ffff9de710d2a000.statahead_max=128