== sanity test 123ad: Verify batching statahead works correctly ========================================================== 17:29:07 (1746134947) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88007cf97800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007cf97800.batch_stats=0 llite.lustre-ffff88007cf97800.statahead_max=32 llite.lustre-ffff88007cf97800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88007cf97800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007cf97800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.97 seconds: 50.71 ops/second llite.lustre-ffff88007cf97800.statahead_max=0 101 real 0m2.048s user 0m0.012s sys 0m0.415s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88007cf97800.statahead_max=32 32 101 real 0m0.538s user 0m0.007s sys 0m0.166s ls -l 100 files with statahead: 1 sec statahead total: 125 statahead wrong: 2 agl total: 125 list_total: 27 fname_total: 98 hit_total: 4612 miss_total: 1103 - open/close 845 (time 1746134968.52 total 10.00 last 84.49) total: 900 open/close in 10.65 seconds: 84.49 ops/second llite.lustre-ffff88007cf97800.statahead_max=0 1001 real 0m16.651s user 0m0.079s sys 0m3.279s ls -l 1000 files without statahead: 17 sec llite.lustre-ffff88007cf97800.statahead_max=32 32 1001 real 0m4.825s user 0m0.037s sys 0m1.360s ls -l 1000 files with statahead: 5 sec statahead total: 126 statahead wrong: 2 agl total: 126 list_total: 28 fname_total: 98 hit_total: 5611 miss_total: 1116 - open/close 861 (time 1746135005.98 total 10.01 last 86.05) total: 1000 open/close in 11.32 seconds: 88.32 ops/second llite.lustre-ffff88007cf97800.statahead_max=0 2001 real 0m35.594s user 0m0.162s sys 0m7.237s ls -l 2000 files without statahead: 36 sec llite.lustre-ffff88007cf97800.statahead_max=32 32 2001 real 0m10.159s user 0m0.087s sys 0m2.707s ls -l 2000 files with statahead: 11 sec statahead total: 127 statahead wrong: 2 agl total: 127 list_total: 29 fname_total: 98 hit_total: 7610 miss_total: 1134 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff88007cf97800.statahead_stats= statahead total: 127 statahead wrong: 2 agl total: 127 list_total: 29 fname_total: 98 hit_total: 7610 miss_total: 1134 mdc.lustre-MDT0000-mdc-ffff88007cf97800.batch_stats= snapshot_time: 1746135088.239984899 secs.nsecs start_time: 1746134950.465681773 secs.nsecs elapsed_time: 137.774303126 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 3 2 3 4: 3 2 6 8: 7 6 13 16: 64 62 76 32: 24 23 100 mdc.lustre-MDT0001-mdc-ffff88007cf97800.batch_stats= snapshot_time: 1746135088.240081606 secs.nsecs start_time: 1746134950.465788235 secs.nsecs elapsed_time: 137.774293371 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 1 2 8: 5 4 7 16: 36 34 42 32: 60 57 100 - open/close 940 (time 1746135099.86 total 10.00 last 93.98) - open/close 1848 (time 1746135109.87 total 20.02 last 90.64) - open/close 2637 (time 1746135119.88 total 30.03 last 78.84) - open/close 3455 (time 1746135129.89 total 40.03 last 81.77) - open/close 4303 (time 1746135139.89 total 50.03 last 84.79) - open/close 5197 (time 1746135149.90 total 60.05 last 89.25) - open/close 6059 (time 1746135159.91 total 70.06 last 86.13) - open/close 6875 (time 1746135169.92 total 80.06 last 81.55) - open/close 7781 (time 1746135179.93 total 90.07 last 90.52) - open/close 8756 (time 1746135189.93 total 100.08 last 97.42) - open/close 9634 (time 1746135199.94 total 110.09 last 87.73) total: 10000 open/close in 114.47 seconds: 87.36 ops/second llite.lustre-ffff88007cf97800.statahead_batch_max=0 llite.lustre-ffff88007cf97800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007cf97800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007cf97800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.201s user 0m0.314s sys 0m10.785s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007cf97800.statahead_batch_max=32 llite.lustre-ffff88007cf97800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007cf97800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88007cf97800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007cf97800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007cf97800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m50.935s user 0m0.464s sys 0m13.462s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007cf97800.batch_stats= snapshot_time: 1746135289.299784686 secs.nsecs start_time: 1746135233.985656240 secs.nsecs elapsed_time: 55.314128446 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88007cf97800.batch_stats= snapshot_time: 1746135289.301314545 secs.nsecs start_time: 1746135233.985728537 secs.nsecs elapsed_time: 55.315586008 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88007cf97800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007cf97800.batch_stats=0 llite.lustre-ffff88007cf97800.statahead_max=2048 llite.lustre-ffff88007cf97800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88007cf97800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007cf97800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.01 seconds: 49.87 ops/second llite.lustre-ffff88007cf97800.statahead_max=0 101 real 0m2.259s user 0m0.025s sys 0m0.393s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88007cf97800.statahead_max=2048 2048 101 real 0m0.419s user 0m0.007s sys 0m0.148s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 75 total: 900 open/close in 9.49 seconds: 94.82 ops/second llite.lustre-ffff88007cf97800.statahead_max=0 1001 real 0m15.091s user 0m0.112s sys 0m3.443s ls -l 1000 files without statahead: 15 sec llite.lustre-ffff88007cf97800.statahead_max=2048 2048 1001 real 0m2.431s user 0m0.037s sys 0m1.323s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 76 - open/close 1038 (time 1746135547.44 total 10.00 last 103.77) total: 2000 open/close in 18.88 seconds: 105.96 ops/second llite.lustre-ffff88007cf97800.statahead_max=0 3001 real 0m44.967s user 0m0.301s sys 0m10.499s ls -l 3000 files without statahead: 45 sec llite.lustre-ffff88007cf97800.statahead_max=2048 2048 3001 real 0m5.583s user 0m0.134s sys 0m3.654s ls -l 3000 files with statahead: 6 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 77 ls -l done rm -r /mnt/lustre/d123ad.sanity: 31 seconds llite.lustre-ffff88007cf97800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 77 mdc.lustre-MDT0000-mdc-ffff88007cf97800.batch_stats= snapshot_time: 1746135643.221057267 secs.nsecs start_time: 1746135290.574986228 secs.nsecs elapsed_time: 352.646071039 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 4 4 4: 3 14 19 8: 3 14 33 16: 2 9 42 32: 3 14 57 64: 0 0 57 128: 1 4 61 256: 8 38 100 mdc.lustre-MDT0001-mdc-ffff88007cf97800.batch_stats= snapshot_time: 1746135643.221232449 secs.nsecs start_time: 1746135290.575157394 secs.nsecs elapsed_time: 352.646075055 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 9 9 8: 5 23 33 16: 2 9 42 32: 3 14 57 64: 0 0 57 128: 1 4 61 256: 8 38 100 - open/close 1007 (time 1746135654.51 total 10.01 last 100.59) - open/close 2044 (time 1746135664.51 total 20.01 last 103.69) - open/close 3061 (time 1746135674.53 total 30.03 last 101.49) - open/close 4053 (time 1746135684.53 total 40.04 last 99.14) - open/close 5029 (time 1746135694.56 total 50.06 last 97.37) - open/close 6072 (time 1746135704.56 total 60.06 last 104.27) - open/close 6999 (time 1746135714.57 total 70.07 last 92.64) - open/close 7992 (time 1746135724.57 total 80.07 last 99.27) - open/close 8959 (time 1746135734.57 total 90.08 last 96.68) - open/close 9817 (time 1746135744.58 total 100.09 last 85.71) total: 10000 open/close in 102.40 seconds: 97.66 ops/second llite.lustre-ffff88007cf97800.statahead_batch_max=0 llite.lustre-ffff88007cf97800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007cf97800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007cf97800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m22.229s user 0m0.389s sys 0m10.584s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007cf97800.statahead_batch_max=256 llite.lustre-ffff88007cf97800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007cf97800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88007cf97800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007cf97800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007cf97800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.780s user 0m0.386s sys 0m12.187s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007cf97800.batch_stats= snapshot_time: 1746135798.859942548 secs.nsecs start_time: 1746135773.117653270 secs.nsecs elapsed_time: 25.742289278 secs.nsecs subreqs per batch batches % cum % 1: 106 48 48 2: 15 6 55 4: 17 7 63 8: 14 6 69 16: 10 4 73 32: 16 7 81 64: 6 2 84 128: 0 0 84 256: 35 15 100 mdc.lustre-MDT0001-mdc-ffff88007cf97800.batch_stats= snapshot_time: 1746135798.860430136 secs.nsecs start_time: 1746135773.117737989 secs.nsecs elapsed_time: 25.742692147 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88007cf97800.statahead_batch_max=64 llite.lustre-ffff88007cf97800.statahead_max=128