== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:26:18 (1771406778) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.batch_stats=0 llite.lustre-ffff9f4a5235c000.statahead_max=32 llite.lustre-ffff9f4a5235c000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.batch_stats=0 total: 100 open/close in 0.92 seconds: 108.12 ops/second llite.lustre-ffff9f4a5235c000.statahead_max=0 101 real 0m0.988s user 0m0.004s sys 0m0.282s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9f4a5235c000.statahead_max=32 32 101 real 0m0.386s user 0m0.002s sys 0m0.230s ls -l 100 files with statahead: 0 sec statahead total: 114 statahead wrong: 2 agl total: 108 list_total: 33 fname_total: 68 hit_total: 23908 miss_total: 1579 total: 900 open/close in 2.19 seconds: 410.03 ops/second llite.lustre-ffff9f4a5235c000.statahead_max=0 1001 real 0m7.105s user 0m0.027s sys 0m2.576s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff9f4a5235c000.statahead_max=32 32 1001 real 0m3.861s user 0m0.026s sys 0m1.983s ls -l 1000 files with statahead: 4 sec statahead total: 115 statahead wrong: 2 agl total: 109 list_total: 34 fname_total: 68 hit_total: 24906 miss_total: 1581 - open/close 4245 (time 1771406811.49 total 10.00 last 424.46) - open/close 8084 (time 1771406821.49 total 20.00 last 383.87) total: 9000 open/close in 22.69 seconds: 396.71 ops/second llite.lustre-ffff9f4a5235c000.statahead_max=0 10001 real 1m14.299s user 0m0.311s sys 0m25.929s ls -l 10000 files without statahead: 74 sec llite.lustre-ffff9f4a5235c000.statahead_max=32 32 10001 real 0m40.286s user 0m0.217s sys 0m20.608s ls -l 10000 files with statahead: 40 sec statahead total: 116 statahead wrong: 2 agl total: 110 list_total: 35 fname_total: 68 hit_total: 34902 miss_total: 1585 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffff9f4a5235c000.statahead_stats= statahead total: 116 statahead wrong: 2 agl total: 110 list_total: 35 fname_total: 68 hit_total: 34902 miss_total: 1585 mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.batch_stats= snapshot_time: 1771407016.011211527 secs.nsecs start_time: 1771406780.239103077 secs.nsecs elapsed_time: 235.772108450 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 4 1 1 16: 4 1 2 32: 346 97 100 - open/close 4455 (time 1771407026.87 total 10.00 last 445.45) - open/close 9181 (time 1771407036.87 total 20.00 last 472.59) total: 10000 open/close in 21.72 seconds: 460.43 ops/second llite.lustre-ffff9f4a5235c000.statahead_batch_max=0 llite.lustre-ffff9f4a5235c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.113s user 0m0.190s sys 0m31.022s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9f4a5235c000.statahead_batch_max=32 llite.lustre-ffff9f4a5235c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.587s user 0m0.153s sys 0m19.843s batched statahead RPC= hit count=9997 mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.batch_stats= snapshot_time: 1771407115.793687186 secs.nsecs start_time: 1771407073.983393187 secs.nsecs elapsed_time: 41.810293999 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.batch_stats=0 llite.lustre-ffff9f4a5235c000.statahead_max=2048 llite.lustre-ffff9f4a5235c000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.batch_stats=0 total: 100 open/close in 1.81 seconds: 55.31 ops/second llite.lustre-ffff9f4a5235c000.statahead_max=0 101 real 0m1.370s user 0m0.006s sys 0m0.310s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9f4a5235c000.statahead_max=2048 2048 101 real 0m0.545s user 0m0.004s sys 0m0.214s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10096 miss_total: 4 total: 900 open/close in 9.49 seconds: 94.87 ops/second llite.lustre-ffff9f4a5235c000.statahead_max=0 1001 real 0m18.292s user 0m0.031s sys 0m2.958s ls -l 1000 files without statahead: 18 sec llite.lustre-ffff9f4a5235c000.statahead_max=2048 2048 1001 real 0m4.604s user 0m0.021s sys 0m1.467s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11095 miss_total: 5 total: 1000 open/close in 8.08 seconds: 123.74 ops/second llite.lustre-ffff9f4a5235c000.statahead_max=0 2001 real 0m29.813s user 0m0.059s sys 0m5.601s ls -l 2000 files without statahead: 30 sec llite.lustre-ffff9f4a5235c000.statahead_max=2048 2048 2001 real 0m7.986s user 0m0.046s sys 0m2.880s ls -l 2000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13094 miss_total: 6 ls -l done rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff9f4a5235c000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13094 miss_total: 6 mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.batch_stats= snapshot_time: 1771407351.091517083 secs.nsecs start_time: 1771407116.602241823 secs.nsecs elapsed_time: 234.489275260 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 3 13 13 16: 3 13 26 32: 2 8 34 64: 2 8 43 128: 1 4 47 256: 12 52 100 - open/close 1378 (time 1771407362.42 total 10.01 last 137.70) - open/close 2577 (time 1771407372.42 total 20.01 last 119.86) - open/close 3622 (time 1771407382.43 total 30.02 last 104.44) - open/close 4917 (time 1771407392.44 total 40.03 last 129.39) - open/close 6103 (time 1771407402.45 total 50.03 last 118.51) - open/close 7187 (time 1771407412.45 total 60.04 last 108.37) - open/close 8451 (time 1771407422.45 total 70.04 last 126.37) - open/close 9900 (time 1771407432.45 total 80.04 last 144.90) total: 10000 open/close in 80.72 seconds: 123.88 ops/second llite.lustre-ffff9f4a5235c000.statahead_batch_max=0 llite.lustre-ffff9f4a5235c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.674s user 0m0.245s sys 0m19.920s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9f4a5235c000.statahead_batch_max=256 llite.lustre-ffff9f4a5235c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.288s user 0m0.215s sys 0m18.398s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9f4a5235c000.batch_stats= snapshot_time: 1771407508.549926809 secs.nsecs start_time: 1771407472.198448704 secs.nsecs elapsed_time: 36.351478105 secs.nsecs subreqs per batch batches % cum % 1: 317 64 64 2: 65 13 77 4: 36 7 84 8: 13 2 87 16: 8 1 88 32: 18 3 92 64: 4 0 93 128: 0 0 93 256: 34 6 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9f4a5235c000.statahead_batch_max=64 llite.lustre-ffff9f4a5235c000.statahead_max=128