== sanity test 123ad: Verify batching statahead works correctly ========================================================== 18:57:15 (1746140235) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b5808000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5808000.batch_stats=0 llite.lustre-ffff8800b5808000.statahead_max=32 llite.lustre-ffff8800b5808000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b5808000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5808000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.16 seconds: 46.37 ops/second llite.lustre-ffff8800b5808000.statahead_max=0 101 real 0m1.869s user 0m0.019s sys 0m0.360s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800b5808000.statahead_max=32 32 101 real 0m0.764s user 0m0.009s sys 0m0.171s ls -l 100 files with statahead: 1 sec statahead total: 93 statahead wrong: 2 agl total: 93 list_total: 26 fname_total: 67 hit_total: 3548 miss_total: 1152 total: 900 open/close in 8.81 seconds: 102.20 ops/second llite.lustre-ffff8800b5808000.statahead_max=0 1001 real 0m17.156s user 0m0.100s sys 0m3.173s ls -l 1000 files without statahead: 17 sec llite.lustre-ffff8800b5808000.statahead_max=32 32 1001 real 0m4.644s user 0m0.036s sys 0m1.247s ls -l 1000 files with statahead: 5 sec statahead total: 94 statahead wrong: 2 agl total: 94 list_total: 27 fname_total: 67 hit_total: 4547 miss_total: 1161 total: 1000 open/close in 9.04 seconds: 110.62 ops/second llite.lustre-ffff8800b5808000.statahead_max=0 2001 real 0m32.566s user 0m0.161s sys 0m6.483s ls -l 2000 files without statahead: 32 sec llite.lustre-ffff8800b5808000.statahead_max=32 32 2001 real 0m10.097s user 0m0.049s sys 0m2.730s ls -l 2000 files with statahead: 11 sec statahead total: 95 statahead wrong: 2 agl total: 95 list_total: 28 fname_total: 67 hit_total: 6546 miss_total: 1179 ls -l done rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff8800b5808000.statahead_stats= statahead total: 95 statahead wrong: 2 agl total: 95 list_total: 28 fname_total: 67 hit_total: 6546 miss_total: 1179 mdc.lustre-MDT0000-mdc-ffff8800b5808000.batch_stats= snapshot_time: 1746140366.902969335 secs.nsecs start_time: 1746140238.662418052 secs.nsecs elapsed_time: 128.240551283 secs.nsecs subreqs per batch batches % cum % 1: 3 2 2 2: 1 0 3 4: 1 0 4 8: 4 3 8 16: 71 70 79 32: 21 20 100 mdc.lustre-MDT0001-mdc-ffff8800b5808000.batch_stats= snapshot_time: 1746140366.903110307 secs.nsecs start_time: 1746140238.662471583 secs.nsecs elapsed_time: 128.240638724 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 4 3 4 8: 3 2 7 16: 29 27 35 32: 67 64 100 - open/close 1101 (time 1746140378.54 total 10.01 last 109.99) - open/close 2259 (time 1746140388.54 total 20.01 last 115.78) - open/close 3397 (time 1746140398.55 total 30.02 last 113.76) - open/close 4491 (time 1746140408.55 total 40.02 last 109.34) - open/close 5541 (time 1746140418.56 total 50.03 last 104.89) - open/close 6633 (time 1746140428.57 total 60.03 last 109.17) - open/close 7626 (time 1746140438.57 total 70.04 last 99.23) - open/close 8665 (time 1746140448.58 total 80.05 last 103.84) - open/close 9796 (time 1746140458.59 total 90.06 last 112.95) total: 10000 open/close in 91.74 seconds: 109.00 ops/second llite.lustre-ffff8800b5808000.statahead_batch_max=0 llite.lustre-ffff8800b5808000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5808000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5808000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.668s user 0m0.283s sys 0m9.893s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b5808000.statahead_batch_max=32 llite.lustre-ffff8800b5808000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5808000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5808000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5808000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5808000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m51.981s user 0m0.370s sys 0m12.501s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b5808000.batch_stats= snapshot_time: 1746140549.768385068 secs.nsecs start_time: 1746140492.059148101 secs.nsecs elapsed_time: 57.709236967 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b5808000.batch_stats= snapshot_time: 1746140549.768515974 secs.nsecs start_time: 1746140492.059193921 secs.nsecs elapsed_time: 57.709322053 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b5808000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5808000.batch_stats=0 llite.lustre-ffff8800b5808000.statahead_max=2048 llite.lustre-ffff8800b5808000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b5808000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5808000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.89 seconds: 52.81 ops/second llite.lustre-ffff8800b5808000.statahead_max=0 101 real 0m1.692s user 0m0.004s sys 0m0.335s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800b5808000.statahead_max=2048 2048 101 real 0m0.465s user 0m0.009s sys 0m0.154s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 74 total: 900 open/close in 7.20 seconds: 125.08 ops/second llite.lustre-ffff8800b5808000.statahead_max=0 1001 real 0m14.229s user 0m0.045s sys 0m3.339s ls -l 1000 files without statahead: 15 sec llite.lustre-ffff8800b5808000.statahead_max=2048 2048 1001 real 0m2.174s user 0m0.022s sys 0m1.120s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 75 - open/close 1302 (time 1746140772.18 total 10.00 last 130.18) total: 2000 open/close in 15.39 seconds: 129.98 ops/second llite.lustre-ffff8800b5808000.statahead_max=0 3001 real 0m37.631s user 0m0.327s sys 0m9.047s ls -l 3000 files without statahead: 37 sec llite.lustre-ffff8800b5808000.statahead_max=2048 2048 3001 real 0m4.849s user 0m0.079s sys 0m3.157s ls -l 3000 files with statahead: 5 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 76 ls -l done rm -r /mnt/lustre/d123ad.sanity: 27 seconds llite.lustre-ffff8800b5808000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 76 mdc.lustre-MDT0000-mdc-ffff8800b5808000.batch_stats= snapshot_time: 1746140852.316572262 secs.nsecs start_time: 1746140550.734017541 secs.nsecs elapsed_time: 301.582554721 secs.nsecs subreqs per batch batches % cum % 1: 1 5 5 2: 1 5 10 4: 2 10 21 8: 3 15 36 16: 1 5 42 32: 1 5 47 64: 1 5 52 128: 0 0 52 256: 9 47 100 mdc.lustre-MDT0001-mdc-ffff8800b5808000.batch_stats= snapshot_time: 1746140852.316650595 secs.nsecs start_time: 1746140550.734130135 secs.nsecs elapsed_time: 301.582520460 secs.nsecs subreqs per batch batches % cum % 1: 2 9 9 2: 1 4 14 4: 2 9 23 8: 3 14 38 16: 2 9 47 32: 1 4 52 64: 1 4 57 128: 1 4 61 256: 8 38 100 - open/close 1311 (time 1746140863.27 total 10.01 last 130.94) - open/close 2527 (time 1746140873.28 total 20.02 last 121.55) - open/close 4008 (time 1746140883.28 total 30.02 last 148.08) - open/close 5602 (time 1746140893.28 total 40.02 last 159.36) - open/close 7219 (time 1746140903.29 total 50.03 last 161.61) - open/close 8710 (time 1746140913.29 total 60.03 last 149.09) - open/close 9915 (time 1746140923.29 total 70.03 last 120.48) total: 10000 open/close in 70.74 seconds: 141.36 ops/second llite.lustre-ffff8800b5808000.statahead_batch_max=0 llite.lustre-ffff8800b5808000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5808000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5808000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m18.506s user 0m0.266s sys 0m9.567s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b5808000.statahead_batch_max=256 llite.lustre-ffff8800b5808000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5808000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5808000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5808000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5808000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m15.979s user 0m0.333s sys 0m10.699s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b5808000.batch_stats= snapshot_time: 1746140964.755320562 secs.nsecs start_time: 1746140945.714804086 secs.nsecs elapsed_time: 19.040516476 secs.nsecs subreqs per batch batches % cum % 1: 95 51 51 2: 12 6 57 4: 6 3 61 8: 10 5 66 16: 14 7 74 32: 10 5 79 64: 1 0 80 128: 0 0 80 256: 37 20 100 mdc.lustre-MDT0001-mdc-ffff8800b5808000.batch_stats= snapshot_time: 1746140964.755430347 secs.nsecs start_time: 1746140945.714854961 secs.nsecs elapsed_time: 19.040575386 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b5808000.statahead_batch_max=64 llite.lustre-ffff8800b5808000.statahead_max=128