== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:14:48 (1743736488) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012d552000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012d552000.batch_stats=0 llite.lustre-ffff88012d552000.statahead_max=32 llite.lustre-ffff88012d552000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012d552000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012d552000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.46 seconds: 215.48 ops/second llite.lustre-ffff88012d552000.statahead_max=0 101 real 0m0.470s user 0m0.002s sys 0m0.162s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012d552000.statahead_max=32 32 101 real 0m0.279s user 0m0.003s sys 0m0.097s ls -l 100 files with statahead: 0 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 11447 miss_total: 231 total: 900 open/close in 1.69 seconds: 532.61 ops/second llite.lustre-ffff88012d552000.statahead_max=0 1001 real 0m4.486s user 0m0.025s sys 0m1.558s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88012d552000.statahead_max=32 32 1001 real 0m1.430s user 0m0.016s sys 0m0.758s ls -l 1000 files with statahead: 1 sec statahead total: 50 statahead wrong: 1 agl total: 50 list_total: 22 fname_total: 28 hit_total: 12446 miss_total: 232 - open/close 5417 (time 1743736511.50 total 10.00 last 541.63) total: 9000 open/close in 16.73 seconds: 537.80 ops/second llite.lustre-ffff88012d552000.statahead_max=0 10001 real 0m44.422s user 0m0.218s sys 0m15.121s ls -l 10000 files without statahead: 44 sec llite.lustre-ffff88012d552000.statahead_max=32 32 10001 real 0m14.222s user 0m0.184s sys 0m7.473s ls -l 10000 files with statahead: 14 sec statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 23 fname_total: 28 hit_total: 22445 miss_total: 233 ls -l done rm -r /mnt/lustre/d123ad.sanity: 30 seconds llite.lustre-ffff88012d552000.statahead_stats= statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 23 fname_total: 28 hit_total: 22445 miss_total: 233 mdc.lustre-MDT0000-mdc-ffff88012d552000.batch_stats= snapshot_time: 1743736610.408541338 secs.nsecs start_time: 1743736489.782425842 secs.nsecs elapsed_time: 120.626115496 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 4 1 1 8: 6 1 3 16: 187 52 56 32: 155 43 100 mdc.lustre-MDT0001-mdc-ffff88012d552000.batch_stats= snapshot_time: 1743736610.408612914 secs.nsecs start_time: 1743736489.782471470 secs.nsecs elapsed_time: 120.626141444 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 0 0 8: 7 1 2 16: 189 53 56 32: 155 43 100 - open/close 5102 (time 1743736620.97 total 10.00 last 510.12) - open/close 8864 (time 1743736630.97 total 20.00 last 376.20) total: 10000 open/close in 22.24 seconds: 449.69 ops/second llite.lustre-ffff88012d552000.statahead_batch_max=0 llite.lustre-ffff88012d552000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d552000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012d552000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.648s user 0m0.160s sys 0m8.034s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012d552000.statahead_batch_max=32 llite.lustre-ffff88012d552000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d552000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012d552000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d552000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012d552000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m18.964s user 0m0.208s sys 0m9.138s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012d552000.batch_stats= snapshot_time: 1743736664.424429933 secs.nsecs start_time: 1743736643.380057703 secs.nsecs elapsed_time: 21.044372230 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012d552000.batch_stats= snapshot_time: 1743736664.424492563 secs.nsecs start_time: 1743736643.380099945 secs.nsecs elapsed_time: 21.044392618 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012d552000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012d552000.batch_stats=0 llite.lustre-ffff88012d552000.statahead_max=2048 llite.lustre-ffff88012d552000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012d552000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012d552000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.49 seconds: 202.24 ops/second llite.lustre-ffff88012d552000.statahead_max=0 101 real 0m0.469s user 0m0.001s sys 0m0.162s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012d552000.statahead_max=2048 2048 101 real 0m0.255s user 0m0.002s sys 0m0.095s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.71 seconds: 526.68 ops/second llite.lustre-ffff88012d552000.statahead_max=0 1001 real 0m4.490s user 0m0.018s sys 0m1.552s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012d552000.statahead_max=2048 2048 1001 real 0m1.315s user 0m0.013s sys 0m0.837s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5443 (time 1743736736.84 total 10.00 last 544.22) total: 9000 open/close in 16.64 seconds: 540.85 ops/second llite.lustre-ffff88012d552000.statahead_max=0 10001 real 0m50.250s user 0m0.195s sys 0m15.149s ls -l 10000 files without statahead: 50 sec llite.lustre-ffff88012d552000.statahead_max=2048 2048 10001 real 0m8.590s user 0m0.162s sys 0m7.341s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff88012d552000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012d552000.batch_stats= snapshot_time: 1743736846.994416929 secs.nsecs start_time: 1743736664.842740232 secs.nsecs elapsed_time: 182.151676697 secs.nsecs subreqs per batch batches % cum % 1: 16 28 28 2: 1 1 29 4: 4 7 36 8: 1 1 38 16: 0 0 38 32: 0 0 38 64: 0 0 38 128: 9 15 54 256: 26 45 100 mdc.lustre-MDT0001-mdc-ffff88012d552000.batch_stats= snapshot_time: 1743736846.994477793 secs.nsecs start_time: 1743736664.842812732 secs.nsecs elapsed_time: 182.151665061 secs.nsecs subreqs per batch batches % cum % 1: 17 26 26 2: 1 1 27 4: 1 1 29 8: 4 6 35 16: 2 3 38 32: 4 6 44 64: 1 1 46 128: 1 1 47 256: 34 52 100 - open/close 4783 (time 1743736857.62 total 10.00 last 478.29) - open/close 9809 (time 1743736867.62 total 20.00 last 502.59) total: 10000 open/close in 20.38 seconds: 490.80 ops/second llite.lustre-ffff88012d552000.statahead_batch_max=0 llite.lustre-ffff88012d552000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d552000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012d552000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.367s user 0m0.170s sys 0m7.505s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012d552000.statahead_batch_max=256 llite.lustre-ffff88012d552000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d552000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012d552000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d552000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012d552000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.629s user 0m0.176s sys 0m7.330s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012d552000.batch_stats= snapshot_time: 1743736888.597788832 secs.nsecs start_time: 1743736877.965928235 secs.nsecs elapsed_time: 10.631860597 secs.nsecs subreqs per batch batches % cum % 1: 186 66 66 2: 9 3 70 4: 10 3 73 8: 9 3 76 16: 16 5 82 32: 9 3 85 64: 3 1 87 128: 0 0 87 256: 36 12 100 mdc.lustre-MDT0001-mdc-ffff88012d552000.batch_stats= snapshot_time: 1743736888.597909409 secs.nsecs start_time: 1743736877.965972027 secs.nsecs elapsed_time: 10.631937382 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012d552000.statahead_batch_max=64 llite.lustre-ffff88012d552000.statahead_max=128