== sanity test 123ad: Verify batching statahead works correctly ========================================================== 08:24:47 (1746793487) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.batch_stats=0 llite.lustre-ffff8800b5fd0800.statahead_max=32 llite.lustre-ffff8800b5fd0800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.50 seconds: 200.98 ops/second llite.lustre-ffff8800b5fd0800.statahead_max=0 101 real 0m0.475s user 0m0.003s sys 0m0.171s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b5fd0800.statahead_max=32 32 101 real 0m0.286s user 0m0.004s sys 0m0.101s ls -l 100 files with statahead: 0 sec statahead total: 44 statahead wrong: 2 agl total: 44 list_total: 19 fname_total: 25 hit_total: 11962 miss_total: 1245 total: 900 open/close in 1.69 seconds: 531.11 ops/second llite.lustre-ffff8800b5fd0800.statahead_max=0 1001 real 0m4.473s user 0m0.022s sys 0m1.517s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff8800b5fd0800.statahead_max=32 32 1001 real 0m1.582s user 0m0.023s sys 0m0.850s ls -l 1000 files with statahead: 1 sec statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 20 fname_total: 25 hit_total: 12961 miss_total: 1246 - open/close 5028 (time 1746793510.79 total 10.00 last 502.77) total: 9000 open/close in 18.11 seconds: 496.99 ops/second llite.lustre-ffff8800b5fd0800.statahead_max=0 10001 real 1m7.373s user 0m0.263s sys 0m23.306s ls -l 10000 files without statahead: 67 sec llite.lustre-ffff8800b5fd0800.statahead_max=32 32 10001 real 0m16.854s user 0m0.175s sys 0m8.970s ls -l 10000 files with statahead: 17 sec statahead total: 46 statahead wrong: 2 agl total: 46 list_total: 21 fname_total: 25 hit_total: 22960 miss_total: 1247 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff8800b5fd0800.statahead_stats= statahead total: 46 statahead wrong: 2 agl total: 46 list_total: 21 fname_total: 25 hit_total: 22960 miss_total: 1247 mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.batch_stats= snapshot_time: 1746793646.634846496 secs.nsecs start_time: 1746793488.736947179 secs.nsecs elapsed_time: 157.897899317 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 4 1 1 8: 7 1 3 16: 191 53 57 32: 152 42 100 mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.batch_stats= snapshot_time: 1746793646.634915511 secs.nsecs start_time: 1746793488.736991117 secs.nsecs elapsed_time: 157.897924394 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 6 1 1 8: 2 0 2 16: 206 58 60 32: 139 39 100 - open/close 3573 (time 1746793657.40 total 10.00 last 357.23) - open/close 7884 (time 1746793667.40 total 20.00 last 431.06) total: 10000 open/close in 24.91 seconds: 401.51 ops/second llite.lustre-ffff8800b5fd0800.statahead_batch_max=0 llite.lustre-ffff8800b5fd0800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.005s user 0m0.162s sys 0m8.488s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b5fd0800.statahead_batch_max=32 llite.lustre-ffff8800b5fd0800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m22.106s user 0m0.224s sys 0m10.111s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.batch_stats= snapshot_time: 1746793707.283542760 secs.nsecs start_time: 1746793683.032554023 secs.nsecs elapsed_time: 24.250988737 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.batch_stats= snapshot_time: 1746793707.283626103 secs.nsecs start_time: 1746793683.032665133 secs.nsecs elapsed_time: 24.250960970 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.batch_stats=0 llite.lustre-ffff8800b5fd0800.statahead_max=2048 llite.lustre-ffff8800b5fd0800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.55 seconds: 182.10 ops/second llite.lustre-ffff8800b5fd0800.statahead_max=0 101 real 0m0.635s user 0m0.005s sys 0m0.206s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b5fd0800.statahead_max=2048 2048 101 real 0m0.284s user 0m0.004s sys 0m0.107s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.96 seconds: 458.50 ops/second llite.lustre-ffff8800b5fd0800.statahead_max=0 1001 real 0m5.198s user 0m0.017s sys 0m1.812s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b5fd0800.statahead_max=2048 2048 1001 real 0m1.254s user 0m0.020s sys 0m0.864s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4543 (time 1746793797.48 total 10.00 last 454.18) - open/close 8881 (time 1746793807.48 total 20.00 last 433.71) total: 9000 open/close in 20.31 seconds: 443.19 ops/second llite.lustre-ffff8800b5fd0800.statahead_max=0 10001 real 0m57.286s user 0m0.238s sys 0m19.677s ls -l 10000 files without statahead: 58 sec llite.lustre-ffff8800b5fd0800.statahead_max=2048 2048 10001 real 0m8.916s user 0m0.160s sys 0m7.662s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 46 seconds llite.lustre-ffff8800b5fd0800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.batch_stats= snapshot_time: 1746793924.936592689 secs.nsecs start_time: 1746793707.698183967 secs.nsecs elapsed_time: 217.238408722 secs.nsecs subreqs per batch batches % cum % 1: 19 29 29 2: 2 3 32 4: 2 3 35 8: 6 9 44 16: 0 0 44 32: 1 1 46 64: 1 1 47 128: 3 4 52 256: 31 47 100 mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.batch_stats= snapshot_time: 1746793924.936741105 secs.nsecs start_time: 1746793707.698279345 secs.nsecs elapsed_time: 217.238461760 secs.nsecs subreqs per batch batches % cum % 1: 24 34 34 2: 1 1 35 4: 6 8 44 8: 2 2 47 16: 1 1 48 32: 0 0 48 64: 2 2 51 128: 5 7 58 256: 29 41 100 - open/close 4165 (time 1746793935.54 total 10.00 last 416.50) - open/close 8183 (time 1746793945.54 total 20.00 last 401.71) total: 10000 open/close in 24.60 seconds: 406.57 ops/second llite.lustre-ffff8800b5fd0800.statahead_batch_max=0 llite.lustre-ffff8800b5fd0800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.514s user 0m0.183s sys 0m8.485s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b5fd0800.statahead_batch_max=256 llite.lustre-ffff8800b5fd0800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.546s user 0m0.170s sys 0m8.014s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b5fd0800.batch_stats= snapshot_time: 1746793973.178911522 secs.nsecs start_time: 1746793961.371804391 secs.nsecs elapsed_time: 11.807107131 secs.nsecs subreqs per batch batches % cum % 1: 140 60 60 2: 10 4 64 4: 9 3 68 8: 7 3 71 16: 14 6 77 32: 16 6 84 64: 1 0 84 128: 0 0 84 256: 36 15 100 mdc.lustre-MDT0001-mdc-ffff8800b5fd0800.batch_stats= snapshot_time: 1746793973.178974171 secs.nsecs start_time: 1746793961.371886069 secs.nsecs elapsed_time: 11.807088102 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b5fd0800.statahead_batch_max=64 llite.lustre-ffff8800b5fd0800.statahead_max=128