== sanity test 123ad: Verify batching statahead works correctly ========================================================== 12:45:27 (1744130727) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b606e000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b606e000.batch_stats=0 llite.lustre-ffff8800b606e000.statahead_max=32 llite.lustre-ffff8800b606e000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b606e000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b606e000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.60 seconds: 166.99 ops/second llite.lustre-ffff8800b606e000.statahead_max=0 101 real 0m0.563s user 0m0.005s sys 0m0.205s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b606e000.statahead_max=32 32 101 real 0m0.340s user 0m0.002s sys 0m0.127s ls -l 100 files with statahead: 1 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 19 fname_total: 28 hit_total: 11273 miss_total: 219 total: 900 open/close in 1.94 seconds: 463.12 ops/second llite.lustre-ffff8800b606e000.statahead_max=0 1001 real 0m5.622s user 0m0.033s sys 0m2.037s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800b606e000.statahead_max=32 32 1001 real 0m1.651s user 0m0.020s sys 0m0.892s ls -l 1000 files with statahead: 2 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 20 fname_total: 28 hit_total: 12272 miss_total: 220 - open/close 4726 (time 1744130752.51 total 10.00 last 472.51) total: 9000 open/close in 18.36 seconds: 490.12 ops/second llite.lustre-ffff8800b606e000.statahead_max=0 10001 real 0m55.303s user 0m0.410s sys 0m20.209s ls -l 10000 files without statahead: 55 sec llite.lustre-ffff8800b606e000.statahead_max=32 32 10001 real 0m20.169s user 0m0.257s sys 0m10.179s ls -l 10000 files with statahead: 20 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 22271 miss_total: 227 ls -l done rm -r /mnt/lustre/d123ad.sanity: 68 seconds llite.lustre-ffff8800b606e000.statahead_stats= statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 22271 miss_total: 227 mdc.lustre-MDT0000-mdc-ffff8800b606e000.batch_stats= snapshot_time: 1744130908.673948746 secs.nsecs start_time: 1744130728.253094728 secs.nsecs elapsed_time: 180.420854018 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 3 0 1 4: 5 1 2 8: 1 0 2 16: 207 58 61 32: 138 38 100 mdc.lustre-MDT0001-mdc-ffff8800b606e000.batch_stats= snapshot_time: 1744130908.674076601 secs.nsecs start_time: 1744130728.253148466 secs.nsecs elapsed_time: 180.420928135 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 2 0 1 8: 7 1 3 16: 197 55 58 32: 147 41 100 - open/close 2118 (time 1744130919.42 total 10.00 last 211.79) - open/close 5419 (time 1744130929.42 total 20.00 last 330.00) - open/close 9334 (time 1744130939.42 total 30.00 last 391.46) total: 10000 open/close in 31.85 seconds: 314.00 ops/second llite.lustre-ffff8800b606e000.statahead_batch_max=0 llite.lustre-ffff8800b606e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b606e000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b606e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m12.681s user 0m0.283s sys 0m11.435s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b606e000.statahead_batch_max=32 llite.lustre-ffff8800b606e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b606e000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b606e000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b606e000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b606e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.177s user 0m0.286s sys 0m10.626s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b606e000.batch_stats= snapshot_time: 1744130983.293863136 secs.nsecs start_time: 1744130956.081005169 secs.nsecs elapsed_time: 27.212857967 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b606e000.batch_stats= snapshot_time: 1744130983.293963827 secs.nsecs start_time: 1744130956.081063839 secs.nsecs elapsed_time: 27.212899988 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b606e000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b606e000.batch_stats=0 llite.lustre-ffff8800b606e000.statahead_max=2048 llite.lustre-ffff8800b606e000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b606e000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b606e000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 159.44 ops/second llite.lustre-ffff8800b606e000.statahead_max=0 101 real 0m0.597s user 0m0.008s sys 0m0.227s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b606e000.statahead_max=2048 2048 101 real 0m0.331s user 0m0.006s sys 0m0.132s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 10 total: 900 open/close in 1.95 seconds: 462.49 ops/second llite.lustre-ffff8800b606e000.statahead_max=0 1001 real 0m5.391s user 0m0.027s sys 0m2.052s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800b606e000.statahead_max=2048 2048 1001 real 0m1.320s user 0m0.028s sys 0m0.943s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 11 - open/close 4509 (time 1744131079.93 total 10.00 last 450.80) - open/close 8939 (time 1744131089.93 total 20.00 last 443.00) total: 9000 open/close in 20.15 seconds: 446.64 ops/second llite.lustre-ffff8800b606e000.statahead_max=0 10001 real 0m54.986s user 0m0.341s sys 0m19.978s ls -l 10000 files without statahead: 55 sec llite.lustre-ffff8800b606e000.statahead_max=2048 2048 10001 real 0m10.023s user 0m0.188s sys 0m8.885s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 12 ls -l done rm -r /mnt/lustre/d123ad.sanity: 36 seconds llite.lustre-ffff8800b606e000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 12 mdc.lustre-MDT0000-mdc-ffff8800b606e000.batch_stats= snapshot_time: 1744131195.459389268 secs.nsecs start_time: 1744130983.920459038 secs.nsecs elapsed_time: 211.538930230 secs.nsecs subreqs per batch batches % cum % 1: 48 51 51 2: 2 2 53 4: 8 8 61 8: 1 1 62 16: 1 1 63 32: 0 0 63 64: 0 0 63 128: 9 9 73 256: 25 26 100 mdc.lustre-MDT0001-mdc-ffff8800b606e000.batch_stats= snapshot_time: 1744131195.459480735 secs.nsecs start_time: 1744130983.920595877 secs.nsecs elapsed_time: 211.538884858 secs.nsecs subreqs per batch batches % cum % 1: 55 51 51 2: 3 2 54 4: 2 1 56 8: 7 6 63 16: 2 1 65 32: 1 0 66 64: 2 1 67 128: 4 3 71 256: 30 28 100 - open/close 5235 (time 1744131206.04 total 10.00 last 523.47) total: 10000 open/close in 19.32 seconds: 517.54 ops/second llite.lustre-ffff8800b606e000.statahead_batch_max=0 llite.lustre-ffff8800b606e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b606e000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b606e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.414s user 0m0.231s sys 0m9.373s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b606e000.statahead_batch_max=256 llite.lustre-ffff8800b606e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b606e000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b606e000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b606e000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b606e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.018s user 0m0.211s sys 0m8.570s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b606e000.batch_stats= snapshot_time: 1744131239.901290145 secs.nsecs start_time: 1744131227.530241565 secs.nsecs elapsed_time: 12.371048580 secs.nsecs subreqs per batch batches % cum % 1: 275 68 68 2: 17 4 73 4: 13 3 76 8: 22 5 81 16: 19 4 86 32: 15 3 90 64: 3 0 91 128: 1 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff8800b606e000.batch_stats= snapshot_time: 1744131239.901485207 secs.nsecs start_time: 1744131227.530289218 secs.nsecs elapsed_time: 12.371195989 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b606e000.statahead_batch_max=64 llite.lustre-ffff8800b606e000.statahead_max=128