== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:33:10 (1752514390) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff935160796000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff935160796000.batch_stats=0 llite.lustre-ffff935160796000.statahead_max=32 llite.lustre-ffff935160796000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff935160796000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff935160796000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.60 seconds: 38.52 ops/second llite.lustre-ffff935160796000.statahead_max=0 101 real 0m3.042s user 0m0.005s sys 0m0.295s ls -l 100 files without statahead: 3 sec llite.lustre-ffff935160796000.statahead_max=32 32 101 real 0m0.714s user 0m0.005s sys 0m0.143s ls -l 100 files with statahead: 1 sec statahead total: 76 statahead wrong: 2 agl total: 69 list_total: 27 fname_total: 36 hit_total: 33578 miss_total: 756 - open/close 777 (time 1752514418.85 total 10.00 last 77.69) total: 900 open/close in 11.67 seconds: 77.09 ops/second llite.lustre-ffff935160796000.statahead_max=0 1001 real 0m21.193s user 0m0.040s sys 0m2.974s ls -l 1000 files without statahead: 21 sec llite.lustre-ffff935160796000.statahead_max=32 32 1001 real 0m7.037s user 0m0.029s sys 0m1.250s ls -l 1000 files with statahead: 7 sec statahead total: 77 statahead wrong: 2 agl total: 70 list_total: 28 fname_total: 36 hit_total: 34575 miss_total: 759 ls -l done rm -r /mnt/lustre/d123ad.sanity: 19 seconds llite.lustre-ffff935160796000.statahead_stats= statahead total: 77 statahead wrong: 2 agl total: 70 list_total: 28 fname_total: 36 hit_total: 34575 miss_total: 759 mdc.lustre-MDT0000-mdc-ffff935160796000.batch_stats= snapshot_time: 1752514480.380319647 secs.nsecs start_time: 1752514395.635037804 secs.nsecs elapsed_time: 84.745281843 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 3 7 10 8: 1 2 12 16: 21 53 66 32: 13 33 100 mdc.lustre-MDT0001-mdc-ffff935160796000.batch_stats= snapshot_time: 1752514480.380391535 secs.nsecs start_time: 1752514395.637500046 secs.nsecs elapsed_time: 84.742891489 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 2 5 7 8: 4 10 17 16: 18 46 64 32: 14 35 100 - open/close 788 (time 1752514492.55 total 10.02 last 78.61) - open/close 1565 (time 1752514502.55 total 20.03 last 77.67) - open/close 2355 (time 1752514512.56 total 30.03 last 78.98) - open/close 3202 (time 1752514522.56 total 40.04 last 84.66) - open/close 3999 (time 1752514532.56 total 50.04 last 79.68) - open/close 4808 (time 1752514542.57 total 60.04 last 80.87) - open/close 5553 (time 1752514552.57 total 70.05 last 74.46) - open/close 6365 (time 1752514562.58 total 80.06 last 81.11) - open/close 7192 (time 1752514572.60 total 90.07 last 82.56) - open/close 7999 (time 1752514582.61 total 100.08 last 80.63) - open/close 8766 (time 1752514592.61 total 110.09 last 76.68) - open/close 9559 (time 1752514602.62 total 120.09 last 79.25) total: 10000 open/close in 126.05 seconds: 79.34 ops/second llite.lustre-ffff935160796000.statahead_batch_max=0 llite.lustre-ffff935160796000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff935160796000.stats=clear mdc.lustre-MDT0001-mdc-ffff935160796000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m52.512s user 0m0.295s sys 0m15.615s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff935160796000.statahead_batch_max=32 llite.lustre-ffff935160796000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff935160796000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff935160796000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff935160796000.stats=clear mdc.lustre-MDT0001-mdc-ffff935160796000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m16.405s user 0m0.264s sys 0m13.512s batched statahead RPC= hit count=9959 mdc.lustre-MDT0000-mdc-ffff935160796000.batch_stats= snapshot_time: 1752514754.298444707 secs.nsecs start_time: 1752514668.578395426 secs.nsecs elapsed_time: 85.720049281 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 314 99 100 mdc.lustre-MDT0001-mdc-ffff935160796000.batch_stats= snapshot_time: 1752514754.298532784 secs.nsecs start_time: 1752514668.578478547 secs.nsecs elapsed_time: 85.720054237 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff935160796000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff935160796000.batch_stats=0 llite.lustre-ffff935160796000.statahead_max=2048 llite.lustre-ffff935160796000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff935160796000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff935160796000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.34 seconds: 42.71 ops/second llite.lustre-ffff935160796000.statahead_max=0 101 real 0m1.661s user 0m0.004s sys 0m0.289s ls -l 100 files without statahead: 2 sec llite.lustre-ffff935160796000.statahead_max=2048 2048 101 real 0m0.729s user 0m0.004s sys 0m0.169s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10058 miss_total: 42 - open/close 823 (time 1752515032.48 total 10.00 last 82.28) total: 900 open/close in 11.05 seconds: 81.42 ops/second llite.lustre-ffff935160796000.statahead_max=0 1001 real 0m19.445s user 0m0.025s sys 0m2.836s ls -l 1000 files without statahead: 20 sec llite.lustre-ffff935160796000.statahead_max=2048 2048 1001 real 0m5.422s user 0m0.018s sys 0m1.342s ls -l 1000 files with statahead: 6 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11057 miss_total: 43 - open/close 793 (time 1752515077.83 total 10.01 last 79.23) total: 1000 open/close in 12.62 seconds: 79.27 ops/second llite.lustre-ffff935160796000.statahead_max=0 2001 real 0m37.025s user 0m0.064s sys 0m5.618s ls -l 2000 files without statahead: 37 sec llite.lustre-ffff935160796000.statahead_max=2048 2048 2001 real 0m8.065s user 0m0.042s sys 0m2.860s ls -l 2000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13056 miss_total: 44 ls -l done rm -r /mnt/lustre/d123ad.sanity: 30 seconds llite.lustre-ffff935160796000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13056 miss_total: 44 mdc.lustre-MDT0000-mdc-ffff935160796000.batch_stats= snapshot_time: 1752515166.654667492 secs.nsecs start_time: 1752514756.647866295 secs.nsecs elapsed_time: 410.006801197 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 14 14 4: 3 21 35 8: 1 7 42 16: 1 7 50 32: 0 0 50 64: 1 7 57 128: 0 0 57 256: 6 42 100 mdc.lustre-MDT0001-mdc-ffff935160796000.batch_stats= snapshot_time: 1752515166.654730840 secs.nsecs start_time: 1752514756.648023027 secs.nsecs elapsed_time: 410.006707813 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 7 7 8: 6 42 50 16: 0 0 50 32: 1 7 57 64: 0 0 57 128: 0 0 57 256: 6 42 100 - open/close 837 (time 1752515178.48 total 10.01 last 83.62) - open/close 1667 (time 1752515188.49 total 20.02 last 82.92) - open/close 2511 (time 1752515198.49 total 30.02 last 84.38) - open/close 3334 (time 1752515208.50 total 40.03 last 82.20) - open/close 4214 (time 1752515218.51 total 50.04 last 87.96) - open/close 5067 (time 1752515228.51 total 60.04 last 85.25) - open/close 5960 (time 1752515238.51 total 70.05 last 89.28) - open/close 6816 (time 1752515248.53 total 80.06 last 85.44) - open/close 7665 (time 1752515258.54 total 90.07 last 84.85) - open/close 8368 (time 1752515268.54 total 100.07 last 70.29) - open/close 9157 (time 1752515278.54 total 110.08 last 78.85) total: 10000 open/close in 120.05 seconds: 83.30 ops/second llite.lustre-ffff935160796000.statahead_batch_max=0 llite.lustre-ffff935160796000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff935160796000.stats=clear mdc.lustre-MDT0001-mdc-ffff935160796000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m46.227s user 0m0.278s sys 0m16.698s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff935160796000.statahead_batch_max=256 llite.lustre-ffff935160796000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff935160796000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff935160796000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff935160796000.stats=clear mdc.lustre-MDT0001-mdc-ffff935160796000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.817s user 0m0.268s sys 0m15.900s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff935160796000.batch_stats= snapshot_time: 1752515390.398004388 secs.nsecs start_time: 1752515341.633365062 secs.nsecs elapsed_time: 48.764639326 secs.nsecs subreqs per batch batches % cum % 1: 136 49 49 2: 26 9 59 4: 33 12 71 8: 11 4 75 16: 8 2 78 32: 16 5 84 64: 8 2 87 128: 1 0 87 256: 34 12 100 mdc.lustre-MDT0001-mdc-ffff935160796000.batch_stats= snapshot_time: 1752515390.398061799 secs.nsecs start_time: 1752515341.633513402 secs.nsecs elapsed_time: 48.764548397 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff935160796000.statahead_batch_max=64 llite.lustre-ffff935160796000.statahead_max=128