== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:38:48 (1708828728) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a8b02000.batch_stats=0 llite.lustre-ffff8800a8b02000.statahead_max=32 llite.lustre-ffff8800a8b02000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a8b02000.batch_stats=0 total: 100 open/close in 0.59 seconds: 170.70 ops/second llite.lustre-ffff8800a8b02000.statahead_max=0 101 real 0m0.535s user 0m0.009s sys 0m0.185s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a8b02000.statahead_max=32 32 101 real 0m0.316s user 0m0.006s sys 0m0.103s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 11531 miss_total: 140 total: 900 open/close in 1.92 seconds: 467.76 ops/second llite.lustre-ffff8800a8b02000.statahead_max=0 1001 real 0m4.963s user 0m0.034s sys 0m1.770s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a8b02000.statahead_max=32 32 1001 real 0m1.792s user 0m0.017s sys 0m0.799s ls -l 1000 files with statahead: 2 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 12530 miss_total: 141 - open/close 3540 (time 1708828753.52 total 10.00 last 353.96) - open/close 6090 (time 1708828763.52 total 20.00 last 254.98) - open/close 8730 (time 1708828773.52 total 30.00 last 263.95) total: 9000 open/close in 31.03 seconds: 290.02 ops/second llite.lustre-ffff8800a8b02000.statahead_max=0 10001 real 1m5.286s user 0m0.391s sys 0m27.545s ls -l 10000 files without statahead: 65 sec llite.lustre-ffff8800a8b02000.statahead_max=32 32 10001 real 0m23.104s user 0m0.200s sys 0m9.878s ls -l 10000 files with statahead: 23 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 22529 miss_total: 142 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 46 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 22529 miss_total: 142 mdc.lustre-MDT0000-mdc-ffff8800a8b02000.batch_stats= snapshot_time: 1708828920.997295614 secs.nsecs start_time: 1708828729.638661266 secs.nsecs elapsed_time: 191.358634348 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 4 1 1 16: 4 1 2 32: 346 97 100 - open/close 4363 (time 1708828931.56 total 10.00 last 436.28) - open/close 7895 (time 1708828941.56 total 20.00 last 353.12) total: 10000 open/close in 26.78 seconds: 373.46 ops/second llite.lustre-ffff8800a8b02000.statahead_batch_max=0 llite.lustre-ffff8800a8b02000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8b02000.stats=clear 10001 real 0m12.087s user 0m0.238s sys 0m11.381s llite.lustre-ffff8800a8b02000.statahead_batch_max=32 llite.lustre-ffff8800a8b02000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8b02000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8b02000.stats=clear 10001 real 0m22.862s user 0m0.187s sys 0m9.764s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800a8b02000.batch_stats= snapshot_time: 1708828993.726425205 secs.nsecs start_time: 1708828964.706454518 secs.nsecs elapsed_time: 29.019970687 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a8b02000.batch_stats=0 llite.lustre-ffff8800a8b02000.statahead_max=2048 llite.lustre-ffff8800a8b02000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a8b02000.batch_stats=0 total: 100 open/close in 0.44 seconds: 227.46 ops/second llite.lustre-ffff8800a8b02000.statahead_max=0 101 real 0m0.444s user 0m0.005s sys 0m0.155s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a8b02000.statahead_max=2048 2048 101 real 0m0.232s user 0m0.003s sys 0m0.085s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.87 seconds: 481.71 ops/second llite.lustre-ffff8800a8b02000.statahead_max=0 1001 real 0m4.977s user 0m0.035s sys 0m1.817s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a8b02000.statahead_max=2048 2048 1001 real 0m1.208s user 0m0.014s sys 0m0.848s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4314 (time 1708829062.04 total 10.00 last 431.34) - open/close 7500 (time 1708829072.05 total 20.00 last 318.53) total: 9000 open/close in 25.50 seconds: 352.91 ops/second llite.lustre-ffff8800a8b02000.statahead_max=0 10001 real 1m6.150s user 0m0.271s sys 0m26.549s ls -l 10000 files without statahead: 66 sec llite.lustre-ffff8800a8b02000.statahead_max=2048 2048 10001 real 0m12.018s user 0m0.238s sys 0m10.584s ls -l 10000 files with statahead: 12 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 45 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a8b02000.batch_stats= snapshot_time: 1708829211.842205639 secs.nsecs start_time: 1708828994.360855024 secs.nsecs elapsed_time: 217.481350615 secs.nsecs subreqs per batch batches % cum % 1: 253 69 69 2: 15 4 74 4: 11 3 77 8: 7 1 79 16: 8 2 81 32: 13 3 84 64: 17 4 89 128: 1 0 89 256: 37 10 100 - open/close 4548 (time 1708829222.41 total 10.00 last 454.70) - open/close 8155 (time 1708829232.41 total 20.00 last 360.65) total: 10000 open/close in 25.79 seconds: 387.72 ops/second llite.lustre-ffff8800a8b02000.statahead_batch_max=0 llite.lustre-ffff8800a8b02000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8b02000.stats=clear 10001 real 0m13.353s user 0m0.277s sys 0m12.239s llite.lustre-ffff8800a8b02000.statahead_batch_max=256 llite.lustre-ffff8800a8b02000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8b02000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8b02000.stats=clear 10001 real 0m12.176s user 0m0.215s sys 0m10.881s unbatched RPCs: 10004, batched RPCs: 261 mdc.lustre-MDT0000-mdc-ffff8800a8b02000.batch_stats= snapshot_time: 1708829273.978557700 secs.nsecs start_time: 1708829256.055100723 secs.nsecs elapsed_time: 17.923456977 secs.nsecs subreqs per batch batches % cum % 1: 168 64 64 2: 11 4 68 4: 11 4 72 8: 7 2 75 16: 4 1 77 32: 9 3 80 64: 16 6 86 128: 1 0 86 256: 34 13 100 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a8b02000.statahead_batch_max=64 llite.lustre-ffff8800a8b02000.statahead_max=128