== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:21:58 (1779099718) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9e354894d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e354894d800.batch_stats=0 llite.lustre-ffff9e354894d800.statahead_max=32 llite.lustre-ffff9e354894d800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9e354894d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e354894d800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 3.07 seconds: 32.61 ops/second llite.lustre-ffff9e354894d800.statahead_max=0 101 real 0m3.011s user 0m0.006s sys 0m0.352s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9e354894d800.statahead_max=32 llite.lustre-ffff9e354894d800.statahead_max=32 101 real 0m0.968s user 0m0.002s sys 0m0.169s 'ls -l' 100 files with statahead: 1 sec statahead total: 143 statahead wrong: 1 agl total: 137 list_total: 31 fname_total: 110 hit_total: 3801 miss_total: 265 swrong=1 ewrong=1 - open/close 637 (time 1779099748.48 total 10.01 last 63.66) total: 900 open/close in 15.01 seconds: 59.97 ops/second llite.lustre-ffff9e354894d800.statahead_max=0 1001 real 0m32.511s user 0m0.037s sys 0m3.242s 'ls -l' 1000 files without statahead: 33 sec llite.lustre-ffff9e354894d800.statahead_max=32 llite.lustre-ffff9e354894d800.statahead_max=32 1001 real 0m9.733s user 0m0.033s sys 0m1.543s 'ls -l' 1000 files with statahead: 9 sec statahead total: 144 statahead wrong: 1 agl total: 138 list_total: 32 fname_total: 110 hit_total: 4797 miss_total: 269 swrong=1 ewrong=1 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 27 seconds llite.lustre-ffff9e354894d800.statahead_stats= statahead total: 144 statahead wrong: 1 agl total: 138 list_total: 32 fname_total: 110 hit_total: 4797 miss_total: 269 mdc.lustre-MDT0000-mdc-ffff9e354894d800.batch_stats= snapshot_time: 1779099840.345047650 secs.nsecs start_time: 1779099724.072973044 secs.nsecs elapsed_time: 116.272074606 secs.nsecs subreqs per batch batches % cum % 1: 3 7 7 2: 0 0 7 4: 1 2 9 8: 3 7 17 16: 21 51 68 32: 13 31 100 mdc.lustre-MDT0001-mdc-ffff9e354894d800.batch_stats= snapshot_time: 1779099840.345130317 secs.nsecs start_time: 1779099724.073191385 secs.nsecs elapsed_time: 116.271938932 secs.nsecs subreqs per batch batches % cum % 1: 2 4 4 2: 3 7 11 4: 3 7 19 8: 2 4 23 16: 19 45 69 32: 13 30 100 - open/close 708 (time 1779099853.40 total 10.02 last 70.66) - open/close 1545 (time 1779099863.41 total 20.03 last 83.58) - open/close 2288 (time 1779099873.42 total 30.05 last 74.21) - open/close 3040 (time 1779099883.43 total 40.05 last 75.17) - open/close 3718 (time 1779099893.43 total 50.05 last 67.79) - open/close 4390 (time 1779099903.45 total 60.07 last 67.05) - open/close 5043 (time 1779099913.46 total 70.08 last 65.26) - open/close 5677 (time 1779099923.46 total 80.08 last 63.38) - open/close 6400 (time 1779099933.47 total 90.09 last 72.26) - open/close 7178 (time 1779099943.47 total 100.10 last 77.74) - open/close 7758 (time 1779099953.49 total 110.12 last 57.89) - open/close 8414 (time 1779099963.50 total 120.12 last 65.57) - open/close 9227 (time 1779099973.51 total 130.13 last 81.22) - open/close 9851 (time 1779099983.52 total 140.15 last 62.30) total: 10000 open/close in 143.08 seconds: 69.89 ops/second llite.lustre-ffff9e354894d800.statahead_batch_max=0 llite.lustre-ffff9e354894d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e354894d800.stats=clear mdc.lustre-MDT0001-mdc-ffff9e354894d800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m18.013s user 0m0.329s sys 0m16.308s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9e354894d800.statahead_batch_max=32 llite.lustre-ffff9e354894d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e354894d800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9e354894d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9e354894d800.stats=clear mdc.lustre-MDT0001-mdc-ffff9e354894d800.stats=clear ls -l files in d123ad.sanity: 10001 real 2m5.263s user 0m0.332s sys 0m15.757s batched statahead RPC= hit count=9975 mdc.lustre-MDT0000-mdc-ffff9e354894d800.batch_stats= snapshot_time: 1779100216.131043403 secs.nsecs start_time: 1779100077.245730434 secs.nsecs elapsed_time: 138.885312969 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9e354894d800.batch_stats= snapshot_time: 1779100216.131107463 secs.nsecs start_time: 1779100077.247240987 secs.nsecs elapsed_time: 138.883866476 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9e354894d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e354894d800.batch_stats=0 llite.lustre-ffff9e354894d800.statahead_max=2048 llite.lustre-ffff9e354894d800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9e354894d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e354894d800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.69 seconds: 37.17 ops/second llite.lustre-ffff9e354894d800.statahead_max=0 101 real 0m3.425s user 0m0.008s sys 0m0.326s 'ls -l' 100 files without statahead: 4 sec llite.lustre-ffff9e354894d800.statahead_max=2048 llite.lustre-ffff9e354894d800.statahead_max=2048 101 real 0m1.072s user 0m0.006s sys 0m0.200s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10074 miss_total: 26 swrong=0 ewrong=0 - open/close 647 (time 1779100538.40 total 10.01 last 64.64) total: 900 open/close in 14.77 seconds: 60.92 ops/second llite.lustre-ffff9e354894d800.statahead_max=0 1001 real 0m36.663s user 0m0.033s sys 0m3.594s 'ls -l' 1000 files without statahead: 36 sec llite.lustre-ffff9e354894d800.statahead_max=2048 llite.lustre-ffff9e354894d800.statahead_max=2048 1001 real 0m10.234s user 0m0.026s sys 0m1.568s 'ls -l' 1000 files with statahead: 11 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11073 miss_total: 27 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff9e354894d800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11073 miss_total: 27 mdc.lustre-MDT0000-mdc-ffff9e354894d800.batch_stats= snapshot_time: 1779100637.332158422 secs.nsecs start_time: 1779100222.545427937 secs.nsecs elapsed_time: 414.786730485 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 14 14 8: 3 42 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff9e354894d800.batch_stats= snapshot_time: 1779100637.332255465 secs.nsecs start_time: 1779100222.545552832 secs.nsecs elapsed_time: 414.786702633 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 14 14 4: 3 42 57 8: 0 0 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 - open/close 572 (time 1779100651.11 total 10.02 last 57.09) - open/close 1320 (time 1779100661.11 total 20.02 last 74.79) - open/close 2122 (time 1779100671.12 total 30.03 last 80.13) - open/close 2956 (time 1779100681.13 total 40.03 last 83.37) - open/close 3520 (time 1779100691.13 total 50.04 last 56.35) - open/close 4256 (time 1779100701.15 total 60.05 last 73.51) - open/close 4786 (time 1779100711.16 total 70.07 last 52.92) - open/close 5178 (time 1779100721.18 total 80.08 last 39.13) - open/close 5714 (time 1779100731.19 total 90.09 last 53.56) - open/close 6140 (time 1779100741.20 total 100.10 last 42.55) - open/close 6750 (time 1779100751.20 total 110.11 last 60.98) - open/close 7503 (time 1779100761.20 total 120.11 last 75.27) - open/close 8241 (time 1779100771.20 total 130.11 last 73.79) - open/close 8872 (time 1779100781.21 total 140.12 last 63.05) - open/close 9498 (time 1779100791.23 total 150.14 last 62.47) total: 10000 open/close in 157.95 seconds: 63.31 ops/second llite.lustre-ffff9e354894d800.statahead_batch_max=0 llite.lustre-ffff9e354894d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e354894d800.stats=clear mdc.lustre-MDT0001-mdc-ffff9e354894d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m59.446s user 0m0.315s sys 0m15.597s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9e354894d800.statahead_batch_max=256 llite.lustre-ffff9e354894d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e354894d800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9e354894d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9e354894d800.stats=clear mdc.lustre-MDT0001-mdc-ffff9e354894d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m58.363s user 0m0.316s sys 0m15.665s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9e354894d800.batch_stats= snapshot_time: 1779100944.616925078 secs.nsecs start_time: 1779100872.317718674 secs.nsecs elapsed_time: 72.299206404 secs.nsecs subreqs per batch batches % cum % 1: 220 50 50 2: 62 14 64 4: 63 14 78 8: 24 5 84 16: 13 2 87 32: 19 4 91 64: 2 0 92 128: 2 0 92 256: 33 7 100 mdc.lustre-MDT0001-mdc-ffff9e354894d800.batch_stats= snapshot_time: 1779100944.617013705 secs.nsecs start_time: 1779100872.317939173 secs.nsecs elapsed_time: 72.299074532 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9e354894d800.statahead_batch_max=64 llite.lustre-ffff9e354894d800.statahead_max=128