== sanity test 123ad: Verify batching statahead works correctly ========================================================== 05:41:55 (1715334115) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff880130941800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880130941800.batch_stats=0 llite.lustre-ffff880130941800.statahead_max=32 llite.lustre-ffff880130941800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff880130941800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880130941800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.58 seconds: 172.89 ops/second llite.lustre-ffff880130941800.statahead_max=0 101 real 0m0.501s user 0m0.006s sys 0m0.187s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880130941800.statahead_max=32 32 101 real 0m0.288s user 0m0.002s sys 0m0.108s ls -l 100 files with statahead: 1 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11504 miss_total: 140 total: 900 open/close in 1.51 seconds: 594.18 ops/second llite.lustre-ffff880130941800.statahead_max=0 1001 real 0m5.032s user 0m0.030s sys 0m1.834s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff880130941800.statahead_max=32 32 1001 real 0m1.590s user 0m0.023s sys 0m0.844s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12503 miss_total: 141 - open/close 4825 (time 1715334139.09 total 10.00 last 482.43) - open/close 8673 (time 1715334149.09 total 20.00 last 384.78) total: 9000 open/close in 20.78 seconds: 433.16 ops/second llite.lustre-ffff880130941800.statahead_max=0 10001 real 0m58.941s user 0m0.530s sys 0m19.525s ls -l 10000 files without statahead: 59 sec llite.lustre-ffff880130941800.statahead_max=32 32 10001 real 0m17.840s user 0m0.248s sys 0m9.159s ls -l 10000 files with statahead: 18 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22502 miss_total: 145 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 39 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22502 miss_total: 145 mdc.lustre-MDT0000-mdc-ffff880130941800.batch_stats= snapshot_time: 1715334271.564567783 secs.nsecs start_time: 1715334116.176817541 secs.nsecs elapsed_time: 155.387750242 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 6 1 3 16: 203 57 60 32: 141 39 100 mdc.lustre-MDT0001-mdc-ffff880130941800.batch_stats= snapshot_time: 1715334271.565161481 secs.nsecs start_time: 1715334116.176904782 secs.nsecs elapsed_time: 155.388256699 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 4 1 1 8: 5 1 3 16: 190 53 56 32: 153 43 100 - open/close 4555 (time 1715334282.42 total 10.00 last 455.49) - open/close 8745 (time 1715334292.42 total 20.00 last 418.92) total: 10000 open/close in 22.74 seconds: 439.76 ops/second llite.lustre-ffff880130941800.statahead_batch_max=0 llite.lustre-ffff880130941800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880130941800.stats=clear mdc.lustre-MDT0001-mdc-ffff880130941800.stats=clear 10001 real 0m11.025s user 0m0.226s sys 0m9.596s llite.lustre-ffff880130941800.statahead_batch_max=32 llite.lustre-ffff880130941800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880130941800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff880130941800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880130941800.stats=clear mdc.lustre-MDT0001-mdc-ffff880130941800.stats=clear 10001 real 0m21.377s user 0m0.254s sys 0m9.349s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff880130941800.batch_stats= snapshot_time: 1715334332.304273080 secs.nsecs start_time: 1715334308.120280224 secs.nsecs elapsed_time: 24.183992856 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff880130941800.batch_stats= snapshot_time: 1715334332.304937591 secs.nsecs start_time: 1715334308.120398445 secs.nsecs elapsed_time: 24.184539146 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff880130941800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880130941800.batch_stats=0 llite.lustre-ffff880130941800.statahead_max=2048 llite.lustre-ffff880130941800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff880130941800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880130941800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.97 seconds: 103.23 ops/second llite.lustre-ffff880130941800.statahead_max=0 101 real 0m0.761s user 0m0.001s sys 0m0.252s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880130941800.statahead_max=2048 2048 101 real 0m0.365s user 0m0.006s sys 0m0.132s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 13 total: 900 open/close in 3.04 seconds: 295.90 ops/second llite.lustre-ffff880130941800.statahead_max=0 1001 real 0m6.920s user 0m0.071s sys 0m2.253s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff880130941800.statahead_max=2048 2048 1001 real 0m1.535s user 0m0.024s sys 0m1.017s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 14 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 14 mdc.lustre-MDT0000-mdc-ffff880130941800.batch_stats= snapshot_time: 1715334399.412446982 secs.nsecs start_time: 1715334333.100138094 secs.nsecs elapsed_time: 66.312308888 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 14 14 4: 1 14 28 8: 3 42 71 16: 0 0 71 32: 0 0 71 64: 0 0 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff880130941800.batch_stats= snapshot_time: 1715334399.412605206 secs.nsecs start_time: 1715334333.100249792 secs.nsecs elapsed_time: 66.312355414 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 11 11 4: 1 11 22 8: 1 11 33 16: 2 22 55 32: 1 11 66 64: 0 0 66 128: 1 11 77 256: 2 22 100 - open/close 4039 (time 1715334410.18 total 10.00 last 403.77) - open/close 7983 (time 1715334420.18 total 20.00 last 394.37) total: 10000 open/close in 24.80 seconds: 403.17 ops/second llite.lustre-ffff880130941800.statahead_batch_max=0 llite.lustre-ffff880130941800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880130941800.stats=clear mdc.lustre-MDT0001-mdc-ffff880130941800.stats=clear 10001 real 0m10.769s user 0m0.217s sys 0m9.309s llite.lustre-ffff880130941800.statahead_batch_max=256 llite.lustre-ffff880130941800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880130941800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff880130941800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880130941800.stats=clear mdc.lustre-MDT0001-mdc-ffff880130941800.stats=clear 10001 real 0m10.344s user 0m0.214s sys 0m9.164s unbatched RPCs: 10004, batched RPCs: 273 mdc.lustre-MDT0000-mdc-ffff880130941800.batch_stats= snapshot_time: 1715334450.564090424 secs.nsecs start_time: 1715334437.713120240 secs.nsecs elapsed_time: 12.850970184 secs.nsecs subreqs per batch batches % cum % 1: 178 65 65 2: 11 4 69 4: 11 4 73 8: 5 1 75 16: 11 4 79 32: 16 5 84 64: 5 1 86 128: 1 0 87 256: 35 12 100 mdc.lustre-MDT0001-mdc-ffff880130941800.batch_stats= snapshot_time: 1715334450.564239404 secs.nsecs start_time: 1715334437.713214584 secs.nsecs elapsed_time: 12.851024820 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff880130941800.statahead_batch_max=64 llite.lustre-ffff880130941800.statahead_max=128