== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:58:02 (1740675482) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a779d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a779d000.batch_stats=0 llite.lustre-ffff8800a779d000.statahead_max=32 llite.lustre-ffff8800a779d000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a779d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a779d000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.53 seconds: 190.02 ops/second llite.lustre-ffff8800a779d000.statahead_max=0 101 real 0m0.527s user 0m0.008s sys 0m0.200s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a779d000.statahead_max=32 32 101 real 0m0.303s user 0m0.004s sys 0m0.109s ls -l 100 files with statahead: 0 sec statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 20 fname_total: 25 hit_total: 11465 miss_total: 223 total: 900 open/close in 1.43 seconds: 629.72 ops/second llite.lustre-ffff8800a779d000.statahead_max=0 1001 real 0m4.830s user 0m0.040s sys 0m1.864s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a779d000.statahead_max=32 32 1001 real 0m1.565s user 0m0.021s sys 0m0.855s ls -l 1000 files with statahead: 2 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 21 fname_total: 25 hit_total: 12464 miss_total: 224 - open/close 5810 (time 1740675506.05 total 10.00 last 580.99) total: 9000 open/close in 15.69 seconds: 573.67 ops/second llite.lustre-ffff8800a779d000.statahead_max=0 10001 real 0m49.775s user 0m0.383s sys 0m19.170s ls -l 10000 files without statahead: 50 sec llite.lustre-ffff8800a779d000.statahead_max=32 32 10001 real 0m18.319s user 0m0.257s sys 0m9.946s ls -l 10000 files with statahead: 18 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 22 fname_total: 25 hit_total: 22463 miss_total: 225 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff8800a779d000.statahead_stats= statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 22 fname_total: 25 hit_total: 22463 miss_total: 225 mdc.lustre-MDT0000-mdc-ffff8800a779d000.batch_stats= snapshot_time: 1740675625.299225707 secs.nsecs start_time: 1740675483.590911715 secs.nsecs elapsed_time: 141.708313992 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 3 0 1 4: 1 0 1 8: 6 1 3 16: 233 66 69 32: 107 30 100 mdc.lustre-MDT0001-mdc-ffff8800a779d000.batch_stats= snapshot_time: 1740675625.299379694 secs.nsecs start_time: 1740675483.591021511 secs.nsecs elapsed_time: 141.708358183 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 2 0 1 8: 5 1 2 16: 160 45 47 32: 186 52 100 - open/close 4909 (time 1740675635.91 total 10.00 last 490.83) - open/close 9731 (time 1740675645.91 total 20.00 last 482.12) total: 10000 open/close in 20.61 seconds: 485.31 ops/second llite.lustre-ffff8800a779d000.statahead_batch_max=0 llite.lustre-ffff8800a779d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a779d000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a779d000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.952s user 0m0.238s sys 0m10.146s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a779d000.statahead_batch_max=32 llite.lustre-ffff8800a779d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a779d000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a779d000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a779d000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a779d000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.389s user 0m0.218s sys 0m8.825s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a779d000.batch_stats= snapshot_time: 1740675681.366101870 secs.nsecs start_time: 1740675659.621666075 secs.nsecs elapsed_time: 21.744435795 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 1 32: 312 98 100 mdc.lustre-MDT0001-mdc-ffff8800a779d000.batch_stats= snapshot_time: 1740675681.366203579 secs.nsecs start_time: 1740675659.621789752 secs.nsecs elapsed_time: 21.744413827 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a779d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a779d000.batch_stats=0 llite.lustre-ffff8800a779d000.statahead_max=2048 llite.lustre-ffff8800a779d000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a779d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a779d000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.57 seconds: 176.02 ops/second llite.lustre-ffff8800a779d000.statahead_max=0 101 real 0m0.540s user 0m0.004s sys 0m0.203s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a779d000.statahead_max=2048 2048 101 real 0m0.276s user 0m0.004s sys 0m0.115s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 3 total: 900 open/close in 1.75 seconds: 514.34 ops/second llite.lustre-ffff8800a779d000.statahead_max=0 1001 real 0m5.032s user 0m0.016s sys 0m1.919s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a779d000.statahead_max=2048 2048 1001 real 0m1.287s user 0m0.014s sys 0m0.805s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 4 - open/close 5358 (time 1740675767.88 total 10.00 last 535.73) total: 9000 open/close in 16.96 seconds: 530.82 ops/second llite.lustre-ffff8800a779d000.statahead_max=0 10001 real 0m50.159s user 0m0.306s sys 0m18.722s ls -l 10000 files without statahead: 50 sec llite.lustre-ffff8800a779d000.statahead_max=2048 2048 10001 real 0m9.933s user 0m0.222s sys 0m8.719s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 5 ls -l done rm -r /mnt/lustre/d123ad.sanity: 35 seconds llite.lustre-ffff8800a779d000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 5 mdc.lustre-MDT0000-mdc-ffff8800a779d000.batch_stats= snapshot_time: 1740675874.651571334 secs.nsecs start_time: 1740675681.750845792 secs.nsecs elapsed_time: 192.900725542 secs.nsecs subreqs per batch batches % cum % 1: 17 27 27 2: 2 3 31 4: 3 4 36 8: 3 4 40 16: 1 1 42 32: 1 1 44 64: 0 0 44 128: 8 13 57 256: 26 42 100 mdc.lustre-MDT0001-mdc-ffff8800a779d000.batch_stats= snapshot_time: 1740675874.651730081 secs.nsecs start_time: 1740675681.750987686 secs.nsecs elapsed_time: 192.900742395 secs.nsecs subreqs per batch batches % cum % 1: 18 27 27 2: 1 1 28 4: 2 3 31 8: 4 6 37 16: 1 1 39 32: 5 7 46 64: 1 1 48 128: 0 0 48 256: 34 51 100 - open/close 5435 (time 1740675885.22 total 10.00 last 543.42) total: 10000 open/close in 19.69 seconds: 507.90 ops/second llite.lustre-ffff8800a779d000.statahead_batch_max=0 llite.lustre-ffff8800a779d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a779d000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a779d000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.910s user 0m0.230s sys 0m9.843s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a779d000.statahead_batch_max=256 llite.lustre-ffff8800a779d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a779d000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a779d000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a779d000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a779d000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.538s user 0m0.249s sys 0m9.107s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a779d000.batch_stats= snapshot_time: 1740675920.534734664 secs.nsecs start_time: 1740675907.539123246 secs.nsecs elapsed_time: 12.995611418 secs.nsecs subreqs per batch batches % cum % 1: 282 71 71 2: 18 4 75 4: 12 3 78 8: 13 3 82 16: 18 4 86 32: 15 3 90 64: 2 0 91 128: 0 0 91 256: 35 8 100 mdc.lustre-MDT0001-mdc-ffff8800a779d000.batch_stats= snapshot_time: 1740675920.534858260 secs.nsecs start_time: 1740675907.539256290 secs.nsecs elapsed_time: 12.995601970 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a779d000.statahead_batch_max=64 llite.lustre-ffff8800a779d000.statahead_max=128