== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:47:05 (1746157625) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800aae56000.batch_stats=0 llite.lustre-ffff8800aae56000.statahead_max=32 llite.lustre-ffff8800aae56000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aae56000.batch_stats=0 total: 100 open/close in 1.05 seconds: 95.20 ops/second llite.lustre-ffff8800aae56000.statahead_max=0 101 real 0m0.908s user 0m0.009s sys 0m0.288s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aae56000.statahead_max=32 32 101 real 0m0.356s user 0m0.006s sys 0m0.131s ls -l 100 files with statahead: 0 sec statahead total: 94 statahead wrong: 2 agl total: 94 list_total: 26 fname_total: 68 hit_total: 4892 miss_total: 1436 total: 900 open/close in 3.71 seconds: 242.59 ops/second llite.lustre-ffff8800aae56000.statahead_max=0 1001 real 0m10.582s user 0m0.065s sys 0m2.927s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff8800aae56000.statahead_max=32 32 1001 real 0m3.841s user 0m0.028s sys 0m1.137s ls -l 1000 files with statahead: 4 sec statahead total: 95 statahead wrong: 2 agl total: 95 list_total: 27 fname_total: 68 hit_total: 5891 miss_total: 1443 - open/close 1580 (time 1746157662.46 total 10.00 last 157.94) - open/close 3521 (time 1746157672.47 total 20.01 last 194.00) total: 4000 open/close in 23.15 seconds: 172.81 ops/second llite.lustre-ffff8800aae56000.statahead_max=0 5001 real 1m7.480s user 0m0.488s sys 0m15.774s ls -l 5000 files without statahead: 67 sec llite.lustre-ffff8800aae56000.statahead_max=32 32 5001 real 0m24.420s user 0m0.153s sys 0m6.206s ls -l 5000 files with statahead: 25 sec statahead total: 96 statahead wrong: 2 agl total: 96 list_total: 28 fname_total: 68 hit_total: 10890 miss_total: 1479 ls -l done rm -r /mnt/lustre/d123ad.sanity: 43 seconds llite.lustre-ffff8800aae56000.statahead_stats= statahead total: 96 statahead wrong: 2 agl total: 96 list_total: 28 fname_total: 68 hit_total: 10890 miss_total: 1479 mdc.lustre-MDT0000-mdc-ffff8800aae56000.batch_stats= snapshot_time: 1746157816.830741953 secs.nsecs start_time: 1746157626.620685418 secs.nsecs elapsed_time: 190.210056535 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 1 8: 4 2 3 16: 3 1 4 32: 190 95 100 - open/close 1610 (time 1746157828.06 total 10.01 last 160.89) - open/close 3327 (time 1746157838.07 total 20.01 last 171.64) - open/close 4441 (time 1746157848.07 total 30.01 last 111.37) - open/close 5691 (time 1746157858.07 total 40.01 last 124.99) - open/close 7037 (time 1746157868.07 total 50.01 last 134.59) - open/close 8471 (time 1746157878.08 total 60.02 last 143.32) - open/close 9660 (time 1746157888.08 total 70.02 last 118.86) total: 10000 open/close in 72.93 seconds: 137.12 ops/second llite.lustre-ffff8800aae56000.statahead_batch_max=0 llite.lustre-ffff8800aae56000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aae56000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m17.552s user 0m0.255s sys 0m9.538s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800aae56000.statahead_batch_max=32 llite.lustre-ffff8800aae56000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aae56000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aae56000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m43.452s user 0m0.337s sys 0m11.445s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800aae56000.batch_stats= snapshot_time: 1746157958.896736361 secs.nsecs start_time: 1746157911.951289648 secs.nsecs elapsed_time: 46.945446713 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800aae56000.batch_stats=0 llite.lustre-ffff8800aae56000.statahead_max=2048 llite.lustre-ffff8800aae56000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800aae56000.batch_stats=0 total: 100 open/close in 1.67 seconds: 59.74 ops/second llite.lustre-ffff8800aae56000.statahead_max=0 101 real 0m1.651s user 0m0.014s sys 0m0.328s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800aae56000.statahead_max=2048 2048 101 real 0m0.358s user 0m0.008s sys 0m0.134s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 80 total: 900 open/close in 9.64 seconds: 93.40 ops/second llite.lustre-ffff8800aae56000.statahead_max=0 1001 real 0m15.916s user 0m0.073s sys 0m3.409s ls -l 1000 files without statahead: 16 sec llite.lustre-ffff8800aae56000.statahead_max=2048 2048 1001 real 0m3.271s user 0m0.030s sys 0m1.212s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 81 - open/close 1013 (time 1746158201.18 total 10.00 last 101.30) - open/close 1962 (time 1746158211.19 total 20.01 last 94.84) total: 2000 open/close in 20.37 seconds: 98.16 ops/second llite.lustre-ffff8800aae56000.statahead_max=0 3001 real 0m42.023s user 0m0.280s sys 0m9.895s ls -l 3000 files without statahead: 42 sec llite.lustre-ffff8800aae56000.statahead_max=2048 2048 3001 real 0m5.356s user 0m0.104s sys 0m3.232s ls -l 3000 files with statahead: 6 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 82 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff8800aae56000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 82 mdc.lustre-MDT0000-mdc-ffff8800aae56000.batch_stats= snapshot_time: 1746158293.877475249 secs.nsecs start_time: 1746157959.650715875 secs.nsecs elapsed_time: 334.226759374 secs.nsecs subreqs per batch batches % cum % 1: 11 28 28 2: 0 0 28 4: 0 0 28 8: 4 10 38 16: 6 15 53 32: 1 2 56 64: 0 0 56 128: 2 5 61 256: 15 38 100 - open/close 1433 (time 1746158304.90 total 10.00 last 143.23) - open/close 2755 (time 1746158314.90 total 20.01 last 132.12) - open/close 4080 (time 1746158324.91 total 30.02 last 132.43) - open/close 5352 (time 1746158334.91 total 40.02 last 127.17) - open/close 6616 (time 1746158344.91 total 50.02 last 126.35) - open/close 8025 (time 1746158354.92 total 60.03 last 140.81) - open/close 9640 (time 1746158364.92 total 70.03 last 161.44) total: 10000 open/close in 72.23 seconds: 138.44 ops/second llite.lustre-ffff8800aae56000.statahead_batch_max=0 llite.lustre-ffff8800aae56000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aae56000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m17.787s user 0m0.238s sys 0m9.304s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800aae56000.statahead_batch_max=256 llite.lustre-ffff8800aae56000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aae56000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aae56000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m14.237s user 0m0.345s sys 0m10.259s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800aae56000.batch_stats= snapshot_time: 1746158405.681006870 secs.nsecs start_time: 1746158387.942013432 secs.nsecs elapsed_time: 17.738993438 secs.nsecs subreqs per batch batches % cum % 1: 78 48 48 2: 4 2 50 4: 5 3 53 8: 5 3 56 16: 18 11 67 32: 14 8 76 64: 0 0 76 128: 1 0 77 256: 37 22 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800aae56000.statahead_batch_max=64 llite.lustre-ffff8800aae56000.statahead_max=128