== sanity test 123ad: Verify batching statahead works correctly ========================================================== 20:32:53 (1781224373) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff888746311800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff888746311800.batch_stats=0 llite.lustre-ffff888746311800.statahead_max=32 llite.lustre-ffff888746311800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff888746311800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff888746311800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.53 seconds: 39.59 ops/second llite.lustre-ffff888746311800.statahead_max=0 101 real 0m3.367s user 0m0.010s sys 0m0.380s 'ls -l' 100 files without statahead: 4 sec llite.lustre-ffff888746311800.statahead_max=32 llite.lustre-ffff888746311800.statahead_max=32 101 real 0m1.322s user 0m0.005s sys 0m0.182s 'ls -l' 100 files with statahead: 1 sec statahead total: 126 statahead wrong: 2 agl total: 120 list_total: 31 fname_total: 85 hit_total: 4566 miss_total: 1270 swrong=2 ewrong=2 - open/close 701 (time 1781224404.21 total 10.00 last 70.07) total: 900 open/close in 12.92 seconds: 69.65 ops/second llite.lustre-ffff888746311800.statahead_max=0 1001 real 0m30.518s user 0m0.042s sys 0m3.405s 'ls -l' 1000 files without statahead: 31 sec llite.lustre-ffff888746311800.statahead_max=32 llite.lustre-ffff888746311800.statahead_max=32 1001 real 0m10.802s user 0m0.026s sys 0m1.583s 'ls -l' 1000 files with statahead: 11 sec statahead total: 127 statahead wrong: 2 agl total: 121 list_total: 32 fname_total: 85 hit_total: 5562 miss_total: 1274 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff888746311800.statahead_stats= statahead total: 127 statahead wrong: 2 agl total: 121 list_total: 32 fname_total: 85 hit_total: 5562 miss_total: 1274 mdc.lustre-MDT0000-mdc-ffff888746311800.batch_stats= snapshot_time: 1781224492.215636340 secs.nsecs start_time: 1781224378.505377032 secs.nsecs elapsed_time: 113.710259308 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 5 5 8: 4 10 15 16: 21 53 69 32: 12 30 100 mdc.lustre-MDT0001-mdc-ffff888746311800.batch_stats= snapshot_time: 1781224492.215711846 secs.nsecs start_time: 1781224378.505536030 secs.nsecs elapsed_time: 113.710175816 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 1 2 7 4: 1 2 10 8: 3 7 17 16: 21 52 70 32: 12 30 100 - open/close 698 (time 1781224505.50 total 10.01 last 69.75) - open/close 1395 (time 1781224515.50 total 20.01 last 69.66) - open/close 2064 (time 1781224525.52 total 30.03 last 66.75) - open/close 2751 (time 1781224535.55 total 40.06 last 68.51) - open/close 3413 (time 1781224545.56 total 50.07 last 66.14) - open/close 4078 (time 1781224555.57 total 60.08 last 66.44) - open/close 4810 (time 1781224565.58 total 70.09 last 73.16) - open/close 5532 (time 1781224575.58 total 80.09 last 72.17) - open/close 6299 (time 1781224585.58 total 90.09 last 76.68) - open/close 7038 (time 1781224595.59 total 100.10 last 73.85) - open/close 7703 (time 1781224605.59 total 110.10 last 66.48) - open/close 8434 (time 1781224615.61 total 120.12 last 72.99) - open/close 9146 (time 1781224625.61 total 130.12 last 71.16) - open/close 9848 (time 1781224635.62 total 140.13 last 70.16) total: 10000 open/close in 142.06 seconds: 70.39 ops/second llite.lustre-ffff888746311800.statahead_batch_max=0 llite.lustre-ffff888746311800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff888746311800.stats=clear mdc.lustre-MDT0001-mdc-ffff888746311800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m18.109s user 0m0.372s sys 0m17.255s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff888746311800.statahead_batch_max=32 llite.lustre-ffff888746311800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff888746311800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff888746311800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff888746311800.stats=clear mdc.lustre-MDT0001-mdc-ffff888746311800.stats=clear ls -l files in d123ad.sanity: 10001 real 2m11.682s user 0m0.353s sys 0m16.225s batched statahead RPC= hit count=9984 mdc.lustre-MDT0000-mdc-ffff888746311800.batch_stats= snapshot_time: 1781224876.692886199 secs.nsecs start_time: 1781224728.133556755 secs.nsecs elapsed_time: 148.559329444 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff888746311800.batch_stats= snapshot_time: 1781224876.693139030 secs.nsecs start_time: 1781224728.133644696 secs.nsecs elapsed_time: 148.559494334 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff888746311800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff888746311800.batch_stats=0 llite.lustre-ffff888746311800.statahead_max=2048 llite.lustre-ffff888746311800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff888746311800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff888746311800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.53 seconds: 39.56 ops/second llite.lustre-ffff888746311800.statahead_max=0 101 real 0m2.900s user 0m0.003s sys 0m0.346s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff888746311800.statahead_max=2048 llite.lustre-ffff888746311800.statahead_max=2048 101 real 0m0.999s user 0m0.004s sys 0m0.216s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10083 miss_total: 17 swrong=0 ewrong=0 - open/close 718 (time 1781225220.37 total 10.00 last 71.79) total: 900 open/close in 12.48 seconds: 72.09 ops/second llite.lustre-ffff888746311800.statahead_max=0 1001 real 0m23.965s user 0m0.035s sys 0m3.308s 'ls -l' 1000 files without statahead: 24 sec llite.lustre-ffff888746311800.statahead_max=2048 llite.lustre-ffff888746311800.statahead_max=2048 1001 real 0m7.380s user 0m0.028s sys 0m1.436s 'ls -l' 1000 files with statahead: 8 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11082 miss_total: 18 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 25 seconds llite.lustre-ffff888746311800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11082 miss_total: 18 mdc.lustre-MDT0000-mdc-ffff888746311800.batch_stats= snapshot_time: 1781225293.903643269 secs.nsecs start_time: 1781224879.953571669 secs.nsecs elapsed_time: 413.950071600 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 20 20 8: 3 30 50 16: 2 20 70 32: 0 0 70 64: 1 10 80 128: 0 0 80 256: 2 20 100 mdc.lustre-MDT0001-mdc-ffff888746311800.batch_stats= snapshot_time: 1781225293.903711414 secs.nsecs start_time: 1781224879.953701312 secs.nsecs elapsed_time: 413.950010102 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 10 10 4: 1 10 20 8: 2 20 40 16: 3 30 70 32: 1 10 80 64: 0 0 80 128: 0 0 80 256: 2 20 100 - open/close 570 (time 1781225306.58 total 10.00 last 56.99) - open/close 1181 (time 1781225316.59 total 20.02 last 60.99) - open/close 1832 (time 1781225326.59 total 30.02 last 65.09) - open/close 2546 (time 1781225336.60 total 40.03 last 71.33) - open/close 3256 (time 1781225346.61 total 50.04 last 70.96) - open/close 3956 (time 1781225356.62 total 60.04 last 69.94) - open/close 4670 (time 1781225366.62 total 70.05 last 71.36) - open/close 5370 (time 1781225376.63 total 80.06 last 69.96) - open/close 6073 (time 1781225386.63 total 90.06 last 70.28) - open/close 6781 (time 1781225396.63 total 100.06 last 70.79) - open/close 7536 (time 1781225406.65 total 110.07 last 75.41) - open/close 8217 (time 1781225416.65 total 120.07 last 68.09) - open/close 8957 (time 1781225426.65 total 130.08 last 73.98) - open/close 9710 (time 1781225436.65 total 140.08 last 75.27) total: 10000 open/close in 143.80 seconds: 69.54 ops/second llite.lustre-ffff888746311800.statahead_batch_max=0 llite.lustre-ffff888746311800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff888746311800.stats=clear mdc.lustre-MDT0001-mdc-ffff888746311800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m16.940s user 0m0.342s sys 0m18.011s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff888746311800.statahead_batch_max=256 llite.lustre-ffff888746311800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff888746311800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff888746311800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff888746311800.stats=clear mdc.lustre-MDT0001-mdc-ffff888746311800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m2.396s user 0m0.299s sys 0m17.418s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff888746311800.batch_stats= snapshot_time: 1781225605.497343164 secs.nsecs start_time: 1781225527.532416020 secs.nsecs elapsed_time: 77.964927144 secs.nsecs subreqs per batch batches % cum % 1: 173 45 45 2: 59 15 61 4: 54 14 75 8: 18 4 80 16: 17 4 85 32: 17 4 89 64: 5 1 90 128: 1 0 91 256: 33 8 100 mdc.lustre-MDT0001-mdc-ffff888746311800.batch_stats= snapshot_time: 1781225605.497409852 secs.nsecs start_time: 1781225527.532585933 secs.nsecs elapsed_time: 77.964823919 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff888746311800.statahead_batch_max=64 llite.lustre-ffff888746311800.statahead_max=128