== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:20:34 (1743736834) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012dbd5000.batch_stats=0 llite.lustre-ffff88012dbd5000.statahead_max=32 llite.lustre-ffff88012dbd5000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012dbd5000.batch_stats=0 total: 100 open/close in 0.95 seconds: 105.72 ops/second llite.lustre-ffff88012dbd5000.statahead_max=0 101 real 0m0.939s user 0m0.002s sys 0m0.314s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012dbd5000.statahead_max=32 32 101 real 0m0.358s user 0m0.007s sys 0m0.174s ls -l 100 files with statahead: 0 sec statahead total: 56 statahead wrong: 2 agl total: 56 list_total: 23 fname_total: 33 hit_total: 11883 miss_total: 616 total: 900 open/close in 3.90 seconds: 230.52 ops/second llite.lustre-ffff88012dbd5000.statahead_max=0 1001 real 0m9.075s user 0m0.032s sys 0m2.933s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff88012dbd5000.statahead_max=32 32 1001 real 0m3.259s user 0m0.032s sys 0m1.427s ls -l 1000 files with statahead: 4 sec statahead total: 57 statahead wrong: 2 agl total: 57 list_total: 24 fname_total: 33 hit_total: 12882 miss_total: 617 - open/close 2363 (time 1743736869.56 total 10.00 last 236.26) total: 4000 open/close in 16.87 seconds: 237.13 ops/second llite.lustre-ffff88012dbd5000.statahead_max=0 5001 real 0m44.941s user 0m0.143s sys 0m14.488s ls -l 5000 files without statahead: 45 sec llite.lustre-ffff88012dbd5000.statahead_max=32 32 5001 real 0m15.548s user 0m0.147s sys 0m7.020s ls -l 5000 files with statahead: 16 sec statahead total: 58 statahead wrong: 2 agl total: 58 list_total: 25 fname_total: 33 hit_total: 17881 miss_total: 618 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff88012dbd5000.statahead_stats= statahead total: 58 statahead wrong: 2 agl total: 58 list_total: 25 fname_total: 33 hit_total: 17881 miss_total: 618 mdc.lustre-MDT0000-mdc-ffff88012dbd5000.batch_stats= snapshot_time: 1743736970.120743238 secs.nsecs start_time: 1743736835.904403125 secs.nsecs elapsed_time: 134.216340113 secs.nsecs subreqs per batch batches % cum % 1: 2 1 1 2: 0 0 1 4: 2 1 2 8: 3 1 3 16: 3 1 5 32: 190 95 100 - open/close 2318 (time 1743736980.97 total 10.00 last 231.76) - open/close 4610 (time 1743736990.97 total 20.01 last 229.12) - open/close 6923 (time 1743737000.98 total 30.01 last 231.21) - open/close 9306 (time 1743737010.98 total 40.01 last 238.26) total: 10000 open/close in 43.16 seconds: 231.68 ops/second llite.lustre-ffff88012dbd5000.statahead_batch_max=0 llite.lustre-ffff88012dbd5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbd5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.413s user 0m0.168s sys 0m7.866s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012dbd5000.statahead_batch_max=32 llite.lustre-ffff88012dbd5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbd5000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbd5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.275s user 0m0.245s sys 0m13.856s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012dbd5000.batch_stats= snapshot_time: 1743737058.376100943 secs.nsecs start_time: 1743737024.705924996 secs.nsecs elapsed_time: 33.670175947 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012dbd5000.batch_stats=0 llite.lustre-ffff88012dbd5000.statahead_max=2048 llite.lustre-ffff88012dbd5000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012dbd5000.batch_stats=0 total: 100 open/close in 0.93 seconds: 107.30 ops/second llite.lustre-ffff88012dbd5000.statahead_max=0 101 real 0m0.911s user 0m0.009s sys 0m0.294s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012dbd5000.statahead_max=2048 2048 101 real 0m0.330s user 0m0.005s sys 0m0.152s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.75 seconds: 239.81 ops/second llite.lustre-ffff88012dbd5000.statahead_max=0 1001 real 0m8.992s user 0m0.034s sys 0m2.967s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff88012dbd5000.statahead_max=2048 2048 1001 real 0m1.117s user 0m0.015s sys 0m0.753s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2355 (time 1743737189.52 total 10.00 last 235.42) total: 4000 open/close in 17.23 seconds: 232.12 ops/second llite.lustre-ffff88012dbd5000.statahead_max=0 5001 real 0m42.493s user 0m0.148s sys 0m13.612s ls -l 5000 files without statahead: 42 sec llite.lustre-ffff88012dbd5000.statahead_max=2048 2048 5001 real 0m4.151s user 0m0.079s sys 0m3.346s ls -l 5000 files with statahead: 4 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff88012dbd5000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012dbd5000.batch_stats= snapshot_time: 1743737277.368201385 secs.nsecs start_time: 1743737058.959975128 secs.nsecs elapsed_time: 218.408226257 secs.nsecs subreqs per batch batches % cum % 1: 53 49 49 2: 8 7 56 4: 4 3 60 8: 6 5 65 16: 6 5 71 32: 7 6 77 64: 0 0 77 128: 2 1 79 256: 22 20 100 - open/close 2280 (time 1743737288.15 total 10.00 last 227.90) - open/close 4613 (time 1743737298.15 total 20.01 last 233.22) - open/close 6891 (time 1743737308.16 total 30.01 last 227.73) - open/close 9132 (time 1743737318.16 total 40.01 last 224.07) total: 10000 open/close in 43.79 seconds: 228.36 ops/second llite.lustre-ffff88012dbd5000.statahead_batch_max=0 llite.lustre-ffff88012dbd5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbd5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.601s user 0m0.178s sys 0m7.431s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012dbd5000.statahead_batch_max=256 llite.lustre-ffff88012dbd5000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbd5000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012dbd5000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.485s user 0m0.162s sys 0m6.895s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012dbd5000.batch_stats= snapshot_time: 1743737343.672004607 secs.nsecs start_time: 1743737332.781282448 secs.nsecs elapsed_time: 10.890722159 secs.nsecs subreqs per batch batches % cum % 1: 202 67 67 2: 15 5 72 4: 11 3 76 8: 11 3 79 16: 13 4 84 32: 8 2 86 64: 3 1 87 128: 0 0 87 256: 36 12 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012dbd5000.statahead_batch_max=64 llite.lustre-ffff88012dbd5000.statahead_max=128