== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:37:33 (1717558653) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88009088b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88009088b000.batch_stats=0 llite.lustre-ffff88009088b000.statahead_max=32 llite.lustre-ffff88009088b000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88009088b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88009088b000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.42 seconds: 239.71 ops/second llite.lustre-ffff88009088b000.statahead_max=0 101 real 0m0.425s user 0m0.003s sys 0m0.096s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88009088b000.statahead_max=32 32 101 real 0m0.201s user 0m0.004s sys 0m0.048s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11759 miss_total: 140 total: 900 open/close in 3.49 seconds: 258.14 ops/second llite.lustre-ffff88009088b000.statahead_max=0 1001 real 0m4.211s user 0m0.050s sys 0m0.813s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88009088b000.statahead_max=32 32 1001 real 0m0.670s user 0m0.038s sys 0m0.225s ls -l 1000 files with statahead: 0 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12758 miss_total: 141 - open/close 2588 (time 1717558679.39 total 10.00 last 258.73) - open/close 6026 (time 1717558689.39 total 20.00 last 343.74) total: 9000 open/close in 27.26 seconds: 330.20 ops/second llite.lustre-ffff88009088b000.statahead_max=0 10001 real 0m24.096s user 0m0.260s sys 0m4.835s ls -l 10000 files without statahead: 24 sec llite.lustre-ffff88009088b000.statahead_max=32 32 10001 real 0m4.373s user 0m0.232s sys 0m1.576s ls -l 10000 files with statahead: 4 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22757 miss_total: 144 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 15 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22757 miss_total: 144 mdc.lustre-MDT0000-mdc-ffff88009088b000.batch_stats= snapshot_time: 1717558743.240341481 secs.nsecs start_time: 1717558655.502114979 secs.nsecs elapsed_time: 87.738226502 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 3 0 1 8: 7 1 3 16: 195 54 58 32: 148 41 100 mdc.lustre-MDT0001-mdc-ffff88009088b000.batch_stats= snapshot_time: 1717558743.240488166 secs.nsecs start_time: 1717558655.502285982 secs.nsecs elapsed_time: 87.738202184 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 4 1 1 8: 5 1 3 16: 194 54 58 32: 149 41 100 - open/close 4894 (time 1717558753.97 total 10.00 last 489.35) - open/close 8535 (time 1717558763.97 total 20.00 last 364.08) total: 10000 open/close in 23.33 seconds: 428.62 ops/second llite.lustre-ffff88009088b000.statahead_batch_max=0 llite.lustre-ffff88009088b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88009088b000.stats=clear mdc.lustre-MDT0001-mdc-ffff88009088b000.stats=clear 10001 real 0m2.557s user 0m0.170s sys 0m1.679s llite.lustre-ffff88009088b000.statahead_batch_max=32 llite.lustre-ffff88009088b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88009088b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88009088b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88009088b000.stats=clear mdc.lustre-MDT0001-mdc-ffff88009088b000.stats=clear 10001 real 0m4.732s user 0m0.198s sys 0m1.460s unbatched RPCs: 10005, batched RPCs: 316 mdc.lustre-MDT0000-mdc-ffff88009088b000.batch_stats= snapshot_time: 1717558775.898457612 secs.nsecs start_time: 1717558770.508886146 secs.nsecs elapsed_time: 5.389571466 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 1 32: 312 98 100 mdc.lustre-MDT0001-mdc-ffff88009088b000.batch_stats= snapshot_time: 1717558775.898607772 secs.nsecs start_time: 1717558770.508981731 secs.nsecs elapsed_time: 5.389626041 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88009088b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88009088b000.batch_stats=0 llite.lustre-ffff88009088b000.statahead_max=2048 llite.lustre-ffff88009088b000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88009088b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88009088b000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.46 seconds: 216.72 ops/second llite.lustre-ffff88009088b000.statahead_max=0 101 real 0m0.387s user 0m0.003s sys 0m0.091s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88009088b000.statahead_max=2048 2048 101 real 0m0.179s user 0m0.002s sys 0m0.046s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.69 seconds: 531.88 ops/second llite.lustre-ffff88009088b000.statahead_max=0 1001 real 0m3.616s user 0m0.026s sys 0m0.725s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88009088b000.statahead_max=2048 2048 1001 real 0m0.349s user 0m0.012s sys 0m0.136s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4147 (time 1717558812.21 total 10.00 last 414.58) - open/close 6838 (time 1717558822.21 total 20.00 last 269.10) total: 9000 open/close in 28.19 seconds: 319.26 ops/second llite.lustre-ffff88009088b000.statahead_max=0 10001 real 0m37.604s user 0m0.345s sys 0m7.237s ls -l 10000 files without statahead: 37 sec llite.lustre-ffff88009088b000.statahead_max=2048 2048 10001 real 0m1.527s user 0m0.145s sys 0m1.129s ls -l 10000 files with statahead: 2 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 18 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88009088b000.batch_stats= snapshot_time: 1717558891.475167277 secs.nsecs start_time: 1717558776.496703105 secs.nsecs elapsed_time: 114.978464172 secs.nsecs subreqs per batch batches % cum % 1: 32 42 42 2: 2 2 44 4: 3 3 48 8: 2 2 51 16: 1 1 52 32: 0 0 52 64: 1 1 53 128: 4 5 59 256: 31 40 100 mdc.lustre-MDT0001-mdc-ffff88009088b000.batch_stats= snapshot_time: 1717558891.475329414 secs.nsecs start_time: 1717558776.496816912 secs.nsecs elapsed_time: 114.978512502 secs.nsecs subreqs per batch batches % cum % 1: 27 38 38 2: 0 0 38 4: 3 4 42 8: 3 4 46 16: 1 1 47 32: 1 1 49 64: 1 1 50 128: 10 14 64 256: 25 35 100 - open/close 3936 (time 1717558902.18 total 10.00 last 393.60) - open/close 9450 (time 1717558912.18 total 20.00 last 551.37) total: 10000 open/close in 20.98 seconds: 476.55 ops/second llite.lustre-ffff88009088b000.statahead_batch_max=0 llite.lustre-ffff88009088b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88009088b000.stats=clear mdc.lustre-MDT0001-mdc-ffff88009088b000.stats=clear 10001 real 0m2.452s user 0m0.174s sys 0m1.589s llite.lustre-ffff88009088b000.statahead_batch_max=256 llite.lustre-ffff88009088b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88009088b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88009088b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88009088b000.stats=clear mdc.lustre-MDT0001-mdc-ffff88009088b000.stats=clear 10001 real 0m1.684s user 0m0.191s sys 0m1.233s unbatched RPCs: 10004, batched RPCs: 88 mdc.lustre-MDT0000-mdc-ffff88009088b000.batch_stats= snapshot_time: 1717558918.447186044 secs.nsecs start_time: 1717558916.276892213 secs.nsecs elapsed_time: 2.170293831 secs.nsecs subreqs per batch batches % cum % 1: 22 25 25 2: 0 0 25 4: 0 0 25 8: 1 1 26 16: 3 3 29 32: 22 25 54 64: 4 4 59 128: 0 0 59 256: 36 40 100 mdc.lustre-MDT0001-mdc-ffff88009088b000.batch_stats= snapshot_time: 1717558918.447330171 secs.nsecs start_time: 1717558916.276990157 secs.nsecs elapsed_time: 2.170340014 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88009088b000.statahead_batch_max=64 llite.lustre-ffff88009088b000.statahead_max=128