== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:55:47 (1786424147) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.batch_stats=0 llite.lustre-ffff9f7ac2d7c000.statahead_max=32 llite.lustre-ffff9f7ac2d7c000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.45 seconds: 40.75 ops/second llite.lustre-ffff9f7ac2d7c000.statahead_max=0 101 real 0m1.823s user 0m0.004s sys 0m0.314s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff9f7ac2d7c000.statahead_max=32 llite.lustre-ffff9f7ac2d7c000.statahead_max=32 101 real 0m1.119s user 0m0.004s sys 0m0.177s 'ls -l' 100 files with statahead: 1 sec statahead total: 181 statahead wrong: 2 agl total: 173 list_total: 31 fname_total: 130 hit_total: 3902 miss_total: 1411 swrong=2 ewrong=2 - open/close 721 (time 1786424173.78 total 10.01 last 72.05) total: 900 open/close in 12.71 seconds: 70.79 ops/second llite.lustre-ffff9f7ac2d7c000.statahead_max=0 1001 real 0m19.724s user 0m0.032s sys 0m3.234s 'ls -l' 1000 files without statahead: 20 sec llite.lustre-ffff9f7ac2d7c000.statahead_max=32 llite.lustre-ffff9f7ac2d7c000.statahead_max=32 1001 real 0m11.704s user 0m0.036s sys 0m1.644s 'ls -l' 1000 files with statahead: 11 sec statahead total: 182 statahead wrong: 2 agl total: 174 list_total: 32 fname_total: 130 hit_total: 4900 miss_total: 1413 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 25 seconds llite.lustre-ffff9f7ac2d7c000.statahead_stats= statahead total: 182 statahead wrong: 2 agl total: 174 list_total: 32 fname_total: 130 hit_total: 4900 miss_total: 1413 mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.batch_stats= snapshot_time: 1786424246.450540541 secs.nsecs start_time: 1786424152.086933472 secs.nsecs elapsed_time: 94.363607069 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 2 2 4: 2 5 7 8: 3 7 15 16: 20 51 66 32: 13 33 100 mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.batch_stats= snapshot_time: 1786424246.450620553 secs.nsecs start_time: 1786424152.087148992 secs.nsecs elapsed_time: 94.363471561 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 2 5 7 4: 1 2 10 8: 3 7 17 16: 18 45 62 32: 15 37 100 - open/close 799 (time 1786424258.92 total 10.01 last 79.86) - open/close 1667 (time 1786424268.93 total 20.01 last 86.72) - open/close 2458 (time 1786424278.93 total 30.02 last 79.05) - open/close 3236 (time 1786424288.93 total 40.02 last 77.78) - open/close 3988 (time 1786424298.94 total 50.02 last 75.19) - open/close 4906 (time 1786424308.95 total 60.04 last 91.65) - open/close 5754 (time 1786424318.95 total 70.04 last 84.78) - open/close 6554 (time 1786424328.96 total 80.05 last 79.92) - open/close 7439 (time 1786424338.97 total 90.06 last 88.43) - open/close 8312 (time 1786424348.98 total 100.06 last 87.27) - open/close 9143 (time 1786424358.99 total 110.07 last 83.02) - open/close 9997 (time 1786424369.00 total 120.09 last 85.30) total: 10000 open/close in 120.11 seconds: 83.26 ops/second llite.lustre-ffff9f7ac2d7c000.statahead_batch_max=0 llite.lustre-ffff9f7ac2d7c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.stats=clear mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m42.298s user 0m0.302s sys 0m16.548s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9f7ac2d7c000.statahead_batch_max=32 llite.lustre-ffff9f7ac2d7c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.stats=clear mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m49.370s user 0m0.290s sys 0m15.617s batched statahead RPC= hit count=9983 mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.batch_stats= snapshot_time: 1786424598.740811730 secs.nsecs start_time: 1786424478.259597918 secs.nsecs elapsed_time: 120.481213812 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.batch_stats= snapshot_time: 1786424598.740879557 secs.nsecs start_time: 1786424478.259854026 secs.nsecs elapsed_time: 120.481025531 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.batch_stats=0 llite.lustre-ffff9f7ac2d7c000.statahead_max=2048 llite.lustre-ffff9f7ac2d7c000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.53 seconds: 39.50 ops/second llite.lustre-ffff9f7ac2d7c000.statahead_max=0 101 real 0m2.190s user 0m0.004s sys 0m0.374s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff9f7ac2d7c000.statahead_max=2048 llite.lustre-ffff9f7ac2d7c000.statahead_max=2048 101 real 0m1.006s user 0m0.005s sys 0m0.187s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10082 miss_total: 18 swrong=0 ewrong=0 - open/close 861 (time 1786424909.44 total 10.01 last 86.02) total: 900 open/close in 10.70 seconds: 84.15 ops/second llite.lustre-ffff9f7ac2d7c000.statahead_max=0 1001 real 0m20.345s user 0m0.035s sys 0m3.189s 'ls -l' 1000 files without statahead: 21 sec llite.lustre-ffff9f7ac2d7c000.statahead_max=2048 llite.lustre-ffff9f7ac2d7c000.statahead_max=2048 1001 real 0m6.969s user 0m0.024s sys 0m1.540s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11081 miss_total: 19 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 26 seconds llite.lustre-ffff9f7ac2d7c000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11081 miss_total: 19 mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.batch_stats= snapshot_time: 1786424977.546671815 secs.nsecs start_time: 1786424601.735803732 secs.nsecs elapsed_time: 375.810868083 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 3 37 37 8: 1 12 50 16: 0 0 50 32: 1 12 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.batch_stats= snapshot_time: 1786424977.546741787 secs.nsecs start_time: 1786424601.737092620 secs.nsecs elapsed_time: 375.809649167 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 3 37 37 8: 1 12 50 16: 0 0 50 32: 1 12 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 - open/close 711 (time 1786424991.07 total 10.02 last 70.96) - open/close 1394 (time 1786425001.08 total 20.02 last 68.28) - open/close 2229 (time 1786425011.10 total 30.04 last 83.32) - open/close 3029 (time 1786425021.10 total 40.05 last 79.97) - open/close 3912 (time 1786425031.10 total 50.05 last 88.28) - open/close 4796 (time 1786425041.11 total 60.06 last 88.33) - open/close 5664 (time 1786425051.12 total 70.07 last 86.73) - open/close 6599 (time 1786425061.12 total 80.07 last 93.48) - open/close 7514 (time 1786425071.14 total 90.08 last 91.37) - open/close 8347 (time 1786425081.14 total 100.08 last 83.28) - open/close 9251 (time 1786425091.15 total 110.09 last 90.32) total: 10000 open/close in 118.80 seconds: 84.17 ops/second llite.lustre-ffff9f7ac2d7c000.statahead_batch_max=0 llite.lustre-ffff9f7ac2d7c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.stats=clear mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m42.286s user 0m0.287s sys 0m17.399s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9f7ac2d7c000.statahead_batch_max=256 llite.lustre-ffff9f7ac2d7c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.stats=clear mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m3.037s user 0m0.287s sys 0m17.046s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9f7ac2d7c000.batch_stats= snapshot_time: 1786425285.604583982 secs.nsecs start_time: 1786425209.692133273 secs.nsecs elapsed_time: 75.912450709 secs.nsecs subreqs per batch batches %% cum %% 1: 94 44 44 2: 23 10 55 4: 14 6 61 8: 7 3 65 16: 15 7 72 32: 19 8 81 64: 4 1 83 128: 1 0 83 256: 35 16 100 mdc.lustre-MDT0001-mdc-ffff9f7ac2d7c000.batch_stats= snapshot_time: 1786425285.604812492 secs.nsecs start_time: 1786425209.692799601 secs.nsecs elapsed_time: 75.912012891 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9f7ac2d7c000.statahead_batch_max=64 llite.lustre-ffff9f7ac2d7c000.statahead_max=128