== sanity test 123ad: Verify batching statahead works correctly ========================================================== 10:21:38 (1775226098) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.batch_stats=0 llite.lustre-ffff95ca42e6c000.statahead_max=32 llite.lustre-ffff95ca42e6c000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.batch_stats=0 total: 100 open/close in 0.78 seconds: 128.68 ops/second llite.lustre-ffff95ca42e6c000.statahead_max=0 101 real 0m0.629s user 0m0.004s sys 0m0.243s ls -l 100 files without statahead: 0 sec llite.lustre-ffff95ca42e6c000.statahead_max=32 32 101 real 0m0.377s user 0m0.001s sys 0m0.169s ls -l 100 files with statahead: 0 sec statahead total: 107 statahead wrong: 2 agl total: 101 list_total: 32 fname_total: 74 hit_total: 13609 miss_total: 1531 total: 900 open/close in 2.05 seconds: 437.99 ops/second llite.lustre-ffff95ca42e6c000.statahead_max=0 1001 real 0m6.028s user 0m0.017s sys 0m2.299s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff95ca42e6c000.statahead_max=32 32 1001 real 0m3.391s user 0m0.014s sys 0m1.867s ls -l 1000 files with statahead: 3 sec statahead total: 108 statahead wrong: 2 agl total: 102 list_total: 33 fname_total: 74 hit_total: 14608 miss_total: 1532 - open/close 3666 (time 1775226128.77 total 10.00 last 366.55) - open/close 6079 (time 1775226138.77 total 20.00 last 241.26) total: 9000 open/close in 28.45 seconds: 316.35 ops/second llite.lustre-ffff95ca42e6c000.statahead_max=0 10001 real 1m22.115s user 0m0.280s sys 0m25.027s ls -l 10000 files without statahead: 83 sec llite.lustre-ffff95ca42e6c000.statahead_max=32 32 10001 real 0m36.622s user 0m0.196s sys 0m19.022s ls -l 10000 files with statahead: 36 sec statahead total: 109 statahead wrong: 2 agl total: 103 list_total: 34 fname_total: 74 hit_total: 24604 miss_total: 1536 ls -l done rm -r /mnt/lustre/d123ad.sanity: 81 seconds llite.lustre-ffff95ca42e6c000.statahead_stats= statahead total: 109 statahead wrong: 2 agl total: 103 list_total: 34 fname_total: 74 hit_total: 24604 miss_total: 1536 mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.batch_stats= snapshot_time: 1775226358.814431518 secs.nsecs start_time: 1775226100.387240726 secs.nsecs elapsed_time: 258.427190792 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 4 1 1 16: 4 1 2 32: 346 97 100 - open/close 3409 (time 1775226369.55 total 10.00 last 340.88) - open/close 6791 (time 1775226379.55 total 20.00 last 338.18) total: 10000 open/close in 28.28 seconds: 353.62 ops/second llite.lustre-ffff95ca42e6c000.statahead_batch_max=0 llite.lustre-ffff95ca42e6c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.020s user 0m0.209s sys 0m27.500s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff95ca42e6c000.statahead_batch_max=32 llite.lustre-ffff95ca42e6c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.751s user 0m0.195s sys 0m18.928s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.batch_stats= snapshot_time: 1775226463.221099608 secs.nsecs start_time: 1775226421.280464167 secs.nsecs elapsed_time: 41.940635441 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.batch_stats=0 llite.lustre-ffff95ca42e6c000.statahead_max=2048 llite.lustre-ffff95ca42e6c000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.batch_stats=0 total: 100 open/close in 1.12 seconds: 89.49 ops/second llite.lustre-ffff95ca42e6c000.statahead_max=0 101 real 0m0.979s user 0m0.006s sys 0m0.280s ls -l 100 files without statahead: 1 sec llite.lustre-ffff95ca42e6c000.statahead_max=2048 2048 101 real 0m0.417s user 0m0.002s sys 0m0.176s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 8.73 seconds: 103.09 ops/second llite.lustre-ffff95ca42e6c000.statahead_max=0 1001 real 0m12.153s user 0m0.033s sys 0m2.759s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff95ca42e6c000.statahead_max=2048 2048 1001 real 0m3.467s user 0m0.032s sys 0m1.639s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 1169 (time 1775226687.27 total 10.00 last 116.89) - open/close 2372 (time 1775226697.27 total 20.00 last 120.27) total: 3000 open/close in 25.18 seconds: 119.12 ops/second llite.lustre-ffff95ca42e6c000.statahead_max=0 4001 real 1m0.433s user 0m0.120s sys 0m11.109s ls -l 4000 files without statahead: 61 sec llite.lustre-ffff95ca42e6c000.statahead_max=2048 2048 4001 real 0m13.143s user 0m0.092s sys 0m6.265s ls -l 4000 files with statahead: 13 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 50 seconds llite.lustre-ffff95ca42e6c000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.batch_stats= snapshot_time: 1775226837.683675661 secs.nsecs start_time: 1775226464.007251263 secs.nsecs elapsed_time: 373.676424398 secs.nsecs subreqs per batch batches % cum % 1: 46 40 40 2: 16 14 54 4: 15 13 68 8: 6 5 73 16: 3 2 76 32: 5 4 80 64: 2 1 82 128: 2 1 84 256: 18 15 100 - open/close 1124 (time 1775226849.20 total 10.01 last 112.32) - open/close 2227 (time 1775226859.20 total 20.01 last 110.21) - open/close 3396 (time 1775226869.21 total 30.02 last 116.85) - open/close 4565 (time 1775226879.22 total 40.03 last 116.80) - open/close 5649 (time 1775226889.22 total 50.03 last 108.38) - open/close 6661 (time 1775226899.22 total 60.03 last 101.16) - open/close 7730 (time 1775226909.23 total 70.04 last 106.83) - open/close 8893 (time 1775226919.23 total 80.04 last 116.28) total: 10000 open/close in 89.74 seconds: 111.43 ops/second llite.lustre-ffff95ca42e6c000.statahead_batch_max=0 llite.lustre-ffff95ca42e6c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.776s user 0m0.291s sys 0m17.611s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff95ca42e6c000.statahead_batch_max=256 llite.lustre-ffff95ca42e6c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.607s user 0m0.234s sys 0m17.186s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff95ca42e6c000.batch_stats= snapshot_time: 1775227006.899259537 secs.nsecs start_time: 1775226970.138955990 secs.nsecs elapsed_time: 36.760303547 secs.nsecs subreqs per batch batches % cum % 1: 272 59 59 2: 57 12 72 4: 42 9 81 8: 21 4 86 16: 7 1 87 32: 17 3 91 64: 4 0 92 128: 0 0 92 256: 34 7 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff95ca42e6c000.statahead_batch_max=64 llite.lustre-ffff95ca42e6c000.statahead_max=128