== sanity test 123ad: Verify batching statahead works correctly ========================================================== 16:52:34 (1710103954) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b6512000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6512000.batch_stats=0 llite.lustre-ffff8800b6512000.statahead_max=32 llite.lustre-ffff8800b6512000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b6512000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6512000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.86 seconds: 116.86 ops/second llite.lustre-ffff8800b6512000.statahead_max=0 101 real 0m0.893s user 0m0.001s sys 0m0.294s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b6512000.statahead_max=32 32 101 real 0m0.348s user 0m0.005s sys 0m0.163s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1410 miss_total: 140 total: 900 open/close in 3.66 seconds: 245.87 ops/second llite.lustre-ffff8800b6512000.statahead_max=0 1001 real 0m8.279s user 0m0.027s sys 0m2.763s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8800b6512000.statahead_max=32 32 1001 real 0m2.456s user 0m0.031s sys 0m1.287s ls -l 1000 files with statahead: 2 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2409 miss_total: 141 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2409 miss_total: 141 mdc.lustre-MDT0000-mdc-ffff8800b6512000.batch_stats= snapshot_time: 1710103983.316975873 secs.nsecs start_time: 1710103955.568607641 secs.nsecs elapsed_time: 27.748368232 secs.nsecs subreqs per batch batches % cum % 1: 4 10 10 2: 1 2 13 4: 1 2 15 8: 2 5 21 16: 24 63 84 32: 6 15 100 mdc.lustre-MDT0001-mdc-ffff8800b6512000.batch_stats= snapshot_time: 1710103983.317082717 secs.nsecs start_time: 1710103955.568759585 secs.nsecs elapsed_time: 27.748323132 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 2 5 7 8: 1 2 10 16: 10 25 35 32: 25 64 100 - open/close 2219 (time 1710103994.17 total 10.00 last 221.86) - open/close 4286 (time 1710104004.17 total 20.00 last 206.69) - open/close 6194 (time 1710104014.17 total 30.01 last 190.74) - open/close 7973 (time 1710104024.17 total 40.01 last 177.86) - open/close 9660 (time 1710104034.18 total 50.01 last 168.64) total: 10000 open/close in 51.42 seconds: 194.50 ops/second llite.lustre-ffff8800b6512000.statahead_batch_max=0 llite.lustre-ffff8800b6512000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6512000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6512000.stats=clear 10001 real 0m9.739s user 0m0.181s sys 0m9.270s llite.lustre-ffff8800b6512000.statahead_batch_max=32 llite.lustre-ffff8800b6512000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6512000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6512000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6512000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6512000.stats=clear 10001 real 0m34.124s user 0m0.245s sys 0m15.454s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800b6512000.batch_stats= snapshot_time: 1710104089.291631734 secs.nsecs start_time: 1710104049.664820338 secs.nsecs elapsed_time: 39.626811396 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b6512000.batch_stats= snapshot_time: 1710104089.291724729 secs.nsecs start_time: 1710104049.664926665 secs.nsecs elapsed_time: 39.626798064 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b6512000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6512000.batch_stats=0 llite.lustre-ffff8800b6512000.statahead_max=2048 llite.lustre-ffff8800b6512000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b6512000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6512000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.89 seconds: 111.74 ops/second llite.lustre-ffff8800b6512000.statahead_max=0 101 real 0m0.902s user 0m0.007s sys 0m0.296s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b6512000.statahead_max=2048 2048 101 real 0m0.306s user 0m0.013s sys 0m0.129s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.87 seconds: 232.82 ops/second llite.lustre-ffff8800b6512000.statahead_max=0 1001 real 0m8.437s user 0m0.038s sys 0m2.862s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8800b6512000.statahead_max=2048 2048 1001 real 0m1.083s user 0m0.024s sys 0m0.651s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff8800b6512000.batch_stats= snapshot_time: 1710104170.950609819 secs.nsecs start_time: 1710104089.853849335 secs.nsecs elapsed_time: 81.096760484 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 16 16 4: 2 33 50 8: 1 16 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff8800b6512000.batch_stats= snapshot_time: 1710104170.950833595 secs.nsecs start_time: 1710104089.853929126 secs.nsecs elapsed_time: 81.096904469 secs.nsecs subreqs per batch batches % cum % 1: 1 12 12 2: 0 0 12 4: 1 12 25 8: 1 12 37 16: 1 12 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 2434 (time 1710104181.87 total 10.00 last 243.30) - open/close 4692 (time 1710104191.88 total 20.01 last 225.75) - open/close 6594 (time 1710104201.88 total 30.01 last 190.14) - open/close 8359 (time 1710104211.88 total 40.01 last 176.46) total: 10000 open/close in 49.81 seconds: 200.76 ops/second llite.lustre-ffff8800b6512000.statahead_batch_max=0 llite.lustre-ffff8800b6512000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6512000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6512000.stats=clear 10001 real 0m10.889s user 0m0.183s sys 0m10.241s llite.lustre-ffff8800b6512000.statahead_batch_max=256 llite.lustre-ffff8800b6512000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6512000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6512000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6512000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6512000.stats=clear 10001 real 0m9.910s user 0m0.185s sys 0m9.020s unbatched RPCs: 10004, batched RPCs: 203 mdc.lustre-MDT0000-mdc-ffff8800b6512000.batch_stats= snapshot_time: 1710104251.930591651 secs.nsecs start_time: 1710104236.761963170 secs.nsecs elapsed_time: 15.168628481 secs.nsecs subreqs per batch batches % cum % 1: 114 56 56 2: 11 5 61 4: 1 0 62 8: 12 5 67 16: 5 2 70 32: 8 3 74 64: 16 7 82 128: 2 0 83 256: 34 16 100 mdc.lustre-MDT0001-mdc-ffff8800b6512000.batch_stats= snapshot_time: 1710104251.930709224 secs.nsecs start_time: 1710104236.762051913 secs.nsecs elapsed_time: 15.168657311 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b6512000.statahead_batch_max=64 llite.lustre-ffff8800b6512000.statahead_max=128