== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:26:41 (1718854001) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a4b7000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a4b7000.batch_stats=0 llite.lustre-ffff88012a4b7000.statahead_max=32 llite.lustre-ffff88012a4b7000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a4b7000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a4b7000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.60 seconds: 166.34 ops/second llite.lustre-ffff88012a4b7000.statahead_max=0 101 real 0m0.513s user 0m0.003s sys 0m0.185s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012a4b7000.statahead_max=32 32 101 real 0m0.322s user 0m0.007s sys 0m0.108s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11781 miss_total: 141 total: 900 open/close in 2.44 seconds: 369.06 ops/second llite.lustre-ffff88012a4b7000.statahead_max=0 1001 real 0m5.617s user 0m0.026s sys 0m2.058s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012a4b7000.statahead_max=32 32 1001 real 0m1.589s user 0m0.014s sys 0m0.850s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12780 miss_total: 142 - open/close 3490 (time 1718854027.02 total 10.00 last 348.98) - open/close 6860 (time 1718854037.03 total 20.00 last 336.93) total: 9000 open/close in 28.20 seconds: 319.12 ops/second llite.lustre-ffff88012a4b7000.statahead_max=0 10001 real 1m7.801s user 0m0.263s sys 0m23.556s ls -l 10000 files without statahead: 68 sec llite.lustre-ffff88012a4b7000.statahead_max=32 32 10001 real 0m14.879s user 0m0.196s sys 0m7.984s ls -l 10000 files with statahead: 14 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22779 miss_total: 143 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 42 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22779 miss_total: 143 mdc.lustre-MDT0000-mdc-ffff88012a4b7000.batch_stats= snapshot_time: 1718854173.909504527 secs.nsecs start_time: 1718854002.550169499 secs.nsecs elapsed_time: 171.359335028 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 0 0 0 4: 4 1 1 8: 7 1 3 16: 231 65 69 32: 108 30 100 mdc.lustre-MDT0001-mdc-ffff88012a4b7000.batch_stats= snapshot_time: 1718854173.909633582 secs.nsecs start_time: 1718854002.550354680 secs.nsecs elapsed_time: 171.359278902 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 2 0 1 4: 0 0 1 8: 7 1 3 16: 155 43 46 32: 189 53 100 - open/close 4011 (time 1718854184.43 total 10.00 last 401.06) - open/close 8932 (time 1718854194.43 total 20.00 last 492.08) total: 10000 open/close in 22.30 seconds: 448.48 ops/second llite.lustre-ffff88012a4b7000.statahead_batch_max=0 llite.lustre-ffff88012a4b7000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a4b7000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a4b7000.stats=clear 10001 real 0m8.102s user 0m0.180s sys 0m7.414s llite.lustre-ffff88012a4b7000.statahead_batch_max=32 llite.lustre-ffff88012a4b7000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a4b7000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a4b7000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a4b7000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a4b7000.stats=clear 10001 real 0m24.445s user 0m0.229s sys 0m10.230s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012a4b7000.batch_stats= snapshot_time: 1718854233.057468935 secs.nsecs start_time: 1718854206.595123773 secs.nsecs elapsed_time: 26.462345162 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012a4b7000.batch_stats= snapshot_time: 1718854233.057723955 secs.nsecs start_time: 1718854206.595238388 secs.nsecs elapsed_time: 26.462485567 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a4b7000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a4b7000.batch_stats=0 llite.lustre-ffff88012a4b7000.statahead_max=2048 llite.lustre-ffff88012a4b7000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a4b7000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a4b7000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.51 seconds: 194.68 ops/second llite.lustre-ffff88012a4b7000.statahead_max=0 101 real 0m0.536s user 0m0.003s sys 0m0.196s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012a4b7000.statahead_max=2048 2048 101 real 0m0.406s user 0m0.006s sys 0m0.164s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.26 seconds: 397.56 ops/second llite.lustre-ffff88012a4b7000.statahead_max=0 1001 real 0m6.132s user 0m0.035s sys 0m2.171s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88012a4b7000.statahead_max=2048 2048 1001 real 0m1.180s user 0m0.016s sys 0m0.746s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 4 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff88012a4b7000.batch_stats= snapshot_time: 1718854293.135638891 secs.nsecs start_time: 1718854233.872273694 secs.nsecs elapsed_time: 59.263365197 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 33 33 8: 2 22 55 16: 1 11 66 32: 0 0 66 64: 1 11 77 128: 0 0 77 256: 2 22 100 mdc.lustre-MDT0001-mdc-ffff88012a4b7000.batch_stats= snapshot_time: 1718854293.135798241 secs.nsecs start_time: 1718854233.872372242 secs.nsecs elapsed_time: 59.263425999 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 22 22 8: 3 33 55 16: 1 11 66 32: 1 11 77 64: 0 0 77 128: 0 0 77 256: 2 22 100 - open/close 3661 (time 1718854303.85 total 10.00 last 365.99) - open/close 7196 (time 1718854313.86 total 20.00 last 353.45) total: 10000 open/close in 27.29 seconds: 366.45 ops/second llite.lustre-ffff88012a4b7000.statahead_batch_max=0 llite.lustre-ffff88012a4b7000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a4b7000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a4b7000.stats=clear 10001 real 0m8.674s user 0m0.175s sys 0m7.614s llite.lustre-ffff88012a4b7000.statahead_batch_max=256 llite.lustre-ffff88012a4b7000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a4b7000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a4b7000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a4b7000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a4b7000.stats=clear 10001 real 0m8.320s user 0m0.180s sys 0m7.343s unbatched RPCs: 10004, batched RPCs: 331 mdc.lustre-MDT0000-mdc-ffff88012a4b7000.batch_stats= snapshot_time: 1718854341.978861641 secs.nsecs start_time: 1718854331.514558537 secs.nsecs elapsed_time: 10.464303104 secs.nsecs subreqs per batch batches % cum % 1: 227 68 68 2: 13 3 72 4: 15 4 77 8: 6 1 78 16: 18 5 84 32: 13 3 88 64: 4 1 89 128: 0 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff88012a4b7000.batch_stats= snapshot_time: 1718854341.978975767 secs.nsecs start_time: 1718854331.514655827 secs.nsecs elapsed_time: 10.464319940 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a4b7000.statahead_batch_max=64 llite.lustre-ffff88012a4b7000.statahead_max=128