== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:55:48 (1746150948) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b59b4000.batch_stats=0 llite.lustre-ffff8800b59b4000.statahead_max=32 llite.lustre-ffff8800b59b4000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b59b4000.batch_stats=0 total: 100 open/close in 1.36 seconds: 73.65 ops/second llite.lustre-ffff8800b59b4000.statahead_max=0 101 real 0m1.185s user 0m0.000s sys 0m0.297s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b59b4000.statahead_max=32 32 101 real 0m0.346s user 0m0.002s sys 0m0.123s ls -l 100 files with statahead: 0 sec statahead total: 93 statahead wrong: 2 agl total: 93 list_total: 27 fname_total: 66 hit_total: 5646 miss_total: 526 total: 900 open/close in 6.46 seconds: 139.37 ops/second llite.lustre-ffff8800b59b4000.statahead_max=0 1001 real 0m12.816s user 0m0.125s sys 0m2.728s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800b59b4000.statahead_max=32 32 1001 real 0m4.021s user 0m0.027s sys 0m1.070s ls -l 1000 files with statahead: 4 sec statahead total: 94 statahead wrong: 2 agl total: 94 list_total: 28 fname_total: 66 hit_total: 6645 miss_total: 532 - open/close 1467 (time 1746150993.17 total 10.00 last 146.63) - open/close 2792 (time 1746151003.17 total 20.01 last 132.46) total: 3000 open/close in 21.49 seconds: 139.57 ops/second llite.lustre-ffff8800b59b4000.statahead_max=0 4001 real 0m45.566s user 0m0.394s sys 0m10.874s ls -l 4000 files without statahead: 46 sec llite.lustre-ffff8800b59b4000.statahead_max=32 32 4001 real 0m14.845s user 0m0.088s sys 0m4.199s ls -l 4000 files with statahead: 15 sec statahead total: 95 statahead wrong: 2 agl total: 95 list_total: 29 fname_total: 66 hit_total: 10644 miss_total: 559 ls -l done rm -r /mnt/lustre/d123ad.sanity: 31 seconds llite.lustre-ffff8800b59b4000.statahead_stats= statahead total: 95 statahead wrong: 2 agl total: 95 list_total: 29 fname_total: 66 hit_total: 10644 miss_total: 559 mdc.lustre-MDT0000-mdc-ffff8800b59b4000.batch_stats= snapshot_time: 1746151102.758299324 secs.nsecs start_time: 1746150950.164135596 secs.nsecs elapsed_time: 152.594163728 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 4 2 2 16: 3 1 4 32: 159 95 100 - open/close 1777 (time 1746151113.59 total 10.00 last 177.62) - open/close 3685 (time 1746151123.59 total 20.01 last 190.66) - open/close 5420 (time 1746151133.60 total 30.02 last 173.44) - open/close 6807 (time 1746151143.60 total 40.02 last 138.70) - open/close 8224 (time 1746151153.60 total 50.02 last 141.67) - open/close 9849 (time 1746151163.60 total 60.02 last 162.46) total: 10000 open/close in 60.84 seconds: 164.37 ops/second llite.lustre-ffff8800b59b4000.statahead_batch_max=0 llite.lustre-ffff8800b59b4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b59b4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m15.219s user 0m0.242s sys 0m8.474s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b59b4000.statahead_batch_max=32 llite.lustre-ffff8800b59b4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b59b4000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b59b4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.941s user 0m0.275s sys 0m10.001s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b59b4000.batch_stats= snapshot_time: 1746151216.940895054 secs.nsecs start_time: 1746151182.192017432 secs.nsecs elapsed_time: 34.748877622 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b59b4000.batch_stats=0 llite.lustre-ffff8800b59b4000.statahead_max=2048 llite.lustre-ffff8800b59b4000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b59b4000.batch_stats=0 total: 100 open/close in 0.76 seconds: 132.10 ops/second llite.lustre-ffff8800b59b4000.statahead_max=0 101 real 0m0.952s user 0m0.009s sys 0m0.267s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b59b4000.statahead_max=2048 2048 101 real 0m0.402s user 0m0.000s sys 0m0.136s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 57 total: 900 open/close in 3.69 seconds: 243.93 ops/second llite.lustre-ffff8800b59b4000.statahead_max=0 1001 real 0m9.014s user 0m0.074s sys 0m2.548s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8800b59b4000.statahead_max=2048 2048 1001 real 0m1.571s user 0m0.024s sys 0m0.964s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 58 - open/close 1892 (time 1746151375.41 total 10.00 last 189.18) total: 4000 open/close in 19.93 seconds: 200.75 ops/second llite.lustre-ffff8800b59b4000.statahead_max=0 5001 real 0m49.024s user 0m0.644s sys 0m12.921s ls -l 5000 files without statahead: 49 sec llite.lustre-ffff8800b59b4000.statahead_max=2048 2048 5001 real 0m6.152s user 0m0.128s sys 0m4.733s ls -l 5000 files with statahead: 6 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 59 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff8800b59b4000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 59 mdc.lustre-MDT0000-mdc-ffff8800b59b4000.batch_stats= snapshot_time: 1746151475.211752194 secs.nsecs start_time: 1746151217.537332608 secs.nsecs elapsed_time: 257.674419586 secs.nsecs subreqs per batch batches % cum % 1: 61 55 55 2: 2 1 57 4: 4 3 61 8: 4 3 65 16: 7 6 71 32: 6 5 77 64: 1 0 77 128: 2 1 79 256: 22 20 100 - open/close 2359 (time 1746151485.94 total 10.00 last 235.83) - open/close 4231 (time 1746151495.95 total 20.01 last 187.14) - open/close 5923 (time 1746151505.95 total 30.01 last 169.14) - open/close 7839 (time 1746151515.95 total 40.01 last 191.54) - open/close 9433 (time 1746151525.95 total 50.01 last 159.38) total: 10000 open/close in 53.93 seconds: 185.43 ops/second llite.lustre-ffff8800b59b4000.statahead_batch_max=0 llite.lustre-ffff8800b59b4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b59b4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m15.426s user 0m0.260s sys 0m8.834s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b59b4000.statahead_batch_max=256 llite.lustre-ffff8800b59b4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b59b4000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b59b4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m12.282s user 0m0.299s sys 0m9.546s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b59b4000.batch_stats= snapshot_time: 1746151563.778761698 secs.nsecs start_time: 1746151548.235171723 secs.nsecs elapsed_time: 15.543589975 secs.nsecs subreqs per batch batches % cum % 1: 95 50 50 2: 6 3 54 4: 8 4 58 8: 7 3 62 16: 18 9 71 32: 13 6 78 64: 4 2 80 128: 0 0 80 256: 36 19 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b59b4000.statahead_batch_max=64 llite.lustre-ffff8800b59b4000.statahead_max=128