== sanity test 123ad: Verify batching statahead works correctly ========================================================== 01:05:14 (1735365914) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a9f92000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9f92000.batch_stats=0 llite.lustre-ffff8800a9f92000.statahead_max=32 llite.lustre-ffff8800a9f92000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9f92000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9f92000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.46 seconds: 215.24 ops/second llite.lustre-ffff8800a9f92000.statahead_max=0 101 real 0m0.476s user 0m0.004s sys 0m0.167s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9f92000.statahead_max=32 32 101 real 0m0.302s user 0m0.005s sys 0m0.095s ls -l 100 files with statahead: 1 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 20 fname_total: 27 hit_total: 6612 miss_total: 229 total: 900 open/close in 3.34 seconds: 269.40 ops/second llite.lustre-ffff8800a9f92000.statahead_max=0 1001 real 0m9.161s user 0m0.028s sys 0m3.198s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff8800a9f92000.statahead_max=32 32 1001 real 0m2.593s user 0m0.027s sys 0m1.375s ls -l 1000 files with statahead: 3 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 7611 miss_total: 230 - open/close 2371 (time 1735365945.92 total 10.00 last 237.03) total: 4000 open/close in 16.34 seconds: 244.72 ops/second llite.lustre-ffff8800a9f92000.statahead_max=0 5001 real 0m36.833s user 0m0.140s sys 0m12.758s ls -l 5000 files without statahead: 37 sec llite.lustre-ffff8800a9f92000.statahead_max=32 32 5001 real 0m11.488s user 0m0.096s sys 0m6.241s ls -l 5000 files with statahead: 11 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 22 fname_total: 27 hit_total: 12610 miss_total: 231 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff8800a9f92000.statahead_stats= statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 22 fname_total: 27 hit_total: 12610 miss_total: 231 mdc.lustre-MDT0000-mdc-ffff8800a9f92000.batch_stats= snapshot_time: 1735366032.502719212 secs.nsecs start_time: 1735365915.357091849 secs.nsecs elapsed_time: 117.145627363 secs.nsecs subreqs per batch batches % cum % 1: 4 2 2 2: 1 0 2 4: 4 2 4 8: 4 2 6 16: 127 64 71 32: 57 28 100 mdc.lustre-MDT0001-mdc-ffff8800a9f92000.batch_stats= snapshot_time: 1735366032.503037233 secs.nsecs start_time: 1735365915.357172519 secs.nsecs elapsed_time: 117.145864714 secs.nsecs subreqs per batch batches % cum % 1: 2 1 1 2: 1 0 1 4: 2 1 2 8: 6 3 5 16: 81 40 46 32: 107 53 100 - open/close 2324 (time 1735366043.40 total 10.00 last 232.31) - open/close 4639 (time 1735366053.40 total 20.01 last 231.44) - open/close 6988 (time 1735366063.40 total 30.01 last 234.88) - open/close 9380 (time 1735366073.40 total 40.01 last 239.15) total: 10000 open/close in 42.61 seconds: 234.69 ops/second llite.lustre-ffff8800a9f92000.statahead_batch_max=0 llite.lustre-ffff8800a9f92000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9f92000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9f92000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m7.834s user 0m0.184s sys 0m7.206s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9f92000.statahead_batch_max=32 llite.lustre-ffff8800a9f92000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9f92000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9f92000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9f92000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9f92000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.084s user 0m0.233s sys 0m13.813s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9f92000.batch_stats= snapshot_time: 1735366118.559459784 secs.nsecs start_time: 1735366086.025099810 secs.nsecs elapsed_time: 32.534359974 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a9f92000.batch_stats= snapshot_time: 1735366118.559655354 secs.nsecs start_time: 1735366086.025264400 secs.nsecs elapsed_time: 32.534390954 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a9f92000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9f92000.batch_stats=0 llite.lustre-ffff8800a9f92000.statahead_max=2048 llite.lustre-ffff8800a9f92000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a9f92000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9f92000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.90 seconds: 110.68 ops/second llite.lustre-ffff8800a9f92000.statahead_max=0 101 real 0m0.940s user 0m0.006s sys 0m0.328s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9f92000.statahead_max=2048 2048 101 real 0m0.304s user 0m0.004s sys 0m0.162s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.73 seconds: 241.06 ops/second llite.lustre-ffff8800a9f92000.statahead_max=0 1001 real 0m8.763s user 0m0.045s sys 0m3.063s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8800a9f92000.statahead_max=2048 2048 1001 real 0m1.020s user 0m0.023s sys 0m0.736s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2406 (time 1735366246.74 total 10.00 last 240.53) total: 4000 open/close in 16.57 seconds: 241.37 ops/second llite.lustre-ffff8800a9f92000.statahead_max=0 5001 real 0m43.599s user 0m0.149s sys 0m14.942s ls -l 5000 files without statahead: 43 sec llite.lustre-ffff8800a9f92000.statahead_max=2048 2048 5001 real 0m4.225s user 0m0.082s sys 0m3.515s ls -l 5000 files with statahead: 4 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff8800a9f92000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a9f92000.batch_stats= snapshot_time: 1735366333.254317244 secs.nsecs start_time: 1735366119.162417827 secs.nsecs elapsed_time: 214.091899417 secs.nsecs subreqs per batch batches % cum % 1: 103 69 69 2: 4 2 72 4: 11 7 79 8: 11 7 87 16: 2 1 88 32: 1 0 89 64: 1 0 89 128: 1 0 90 256: 14 9 100 mdc.lustre-MDT0001-mdc-ffff8800a9f92000.batch_stats= snapshot_time: 1735366333.254507464 secs.nsecs start_time: 1735366119.162533244 secs.nsecs elapsed_time: 214.091974220 secs.nsecs subreqs per batch batches % cum % 1: 89 65 65 2: 9 6 72 4: 11 8 80 8: 4 2 83 16: 6 4 87 32: 0 0 87 64: 2 1 88 128: 1 0 89 256: 14 10 100 - open/close 2361 (time 1735366344.13 total 10.00 last 236.07) - open/close 4747 (time 1735366354.13 total 20.00 last 238.60) - open/close 7155 (time 1735366364.13 total 30.00 last 240.80) - open/close 9628 (time 1735366374.14 total 40.01 last 247.19) total: 10000 open/close in 41.43 seconds: 241.40 ops/second llite.lustre-ffff8800a9f92000.statahead_batch_max=0 llite.lustre-ffff8800a9f92000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9f92000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9f92000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.384s user 0m0.186s sys 0m7.455s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9f92000.statahead_batch_max=256 llite.lustre-ffff8800a9f92000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9f92000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9f92000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9f92000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9f92000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.030s user 0m0.167s sys 0m6.893s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9f92000.batch_stats= snapshot_time: 1735366396.472085202 secs.nsecs start_time: 1735366385.952773455 secs.nsecs elapsed_time: 10.519311747 secs.nsecs subreqs per batch batches % cum % 1: 272 70 70 2: 9 2 72 4: 17 4 76 8: 22 5 82 16: 16 4 86 32: 13 3 89 64: 4 1 90 128: 1 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff8800a9f92000.batch_stats= snapshot_time: 1735366396.472232464 secs.nsecs start_time: 1735366385.952930557 secs.nsecs elapsed_time: 10.519301907 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a9f92000.statahead_batch_max=64 llite.lustre-ffff8800a9f92000.statahead_max=128