== sanity test 123ad: Verify batching statahead works correctly ========================================================== 01:11:03 (1782364263) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9d1a08803000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d1a08803000.batch_stats=0 llite.lustre-ffff9d1a08803000.statahead_max=32 llite.lustre-ffff9d1a08803000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9d1a08803000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d1a08803000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.88 seconds: 113.18 ops/second llite.lustre-ffff9d1a08803000.statahead_max=0 101 real 0m0.641s user 0m0.006s sys 0m0.233s 'ls -l' 100 files without statahead: 0 sec llite.lustre-ffff9d1a08803000.statahead_max=32 llite.lustre-ffff9d1a08803000.statahead_max=32 101 real 0m0.412s user 0m0.004s sys 0m0.197s 'ls -l' 100 files with statahead: 0 sec statahead total: 72 statahead wrong: 1 agl total: 66 list_total: 27 fname_total: 45 hit_total: 13987 miss_total: 209 swrong=1 ewrong=1 total: 900 open/close in 2.25 seconds: 399.94 ops/second llite.lustre-ffff9d1a08803000.statahead_max=0 1001 real 0m7.302s user 0m0.022s sys 0m2.711s 'ls -l' 1000 files without statahead: 7 sec llite.lustre-ffff9d1a08803000.statahead_max=32 llite.lustre-ffff9d1a08803000.statahead_max=32 1001 real 0m4.120s user 0m0.013s sys 0m1.904s 'ls -l' 1000 files with statahead: 4 sec statahead total: 73 statahead wrong: 1 agl total: 67 list_total: 28 fname_total: 45 hit_total: 14986 miss_total: 210 swrong=1 ewrong=1 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 6 seconds llite.lustre-ffff9d1a08803000.statahead_stats= statahead total: 73 statahead wrong: 1 agl total: 67 list_total: 28 fname_total: 45 hit_total: 14986 miss_total: 210 mdc.lustre-MDT0000-mdc-ffff9d1a08803000.batch_stats= snapshot_time: 1782364293.095745826 secs.nsecs start_time: 1782364265.000735012 secs.nsecs elapsed_time: 28.095010814 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 0 0 2 4: 1 2 5 8: 6 15 20 16: 17 42 62 32: 15 37 100 mdc.lustre-MDT0001-mdc-ffff9d1a08803000.batch_stats= snapshot_time: 1782364293.095879898 secs.nsecs start_time: 1782364265.000803815 secs.nsecs elapsed_time: 28.095076083 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 2 5 5 4: 2 5 10 8: 1 2 13 16: 17 44 57 32: 16 42 100 - open/close 3799 (time 1782364304.35 total 10.00 last 379.82) - open/close 7306 (time 1782364314.35 total 20.01 last 350.60) total: 10000 open/close in 28.39 seconds: 352.25 ops/second llite.lustre-ffff9d1a08803000.statahead_batch_max=0 llite.lustre-ffff9d1a08803000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d1a08803000.stats=clear mdc.lustre-MDT0001-mdc-ffff9d1a08803000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m41.666s user 0m0.152s sys 0m38.582s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9d1a08803000.statahead_batch_max=32 llite.lustre-ffff9d1a08803000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d1a08803000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9d1a08803000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9d1a08803000.stats=clear mdc.lustre-MDT0001-mdc-ffff9d1a08803000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.572s user 0m0.136s sys 0m24.966s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9d1a08803000.batch_stats= snapshot_time: 1782364414.658379683 secs.nsecs start_time: 1782364367.481736735 secs.nsecs elapsed_time: 47.176642948 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9d1a08803000.batch_stats= snapshot_time: 1782364414.658419020 secs.nsecs start_time: 1782364367.481843683 secs.nsecs elapsed_time: 47.176575337 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9d1a08803000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d1a08803000.batch_stats=0 llite.lustre-ffff9d1a08803000.statahead_max=2048 llite.lustre-ffff9d1a08803000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9d1a08803000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d1a08803000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.62 seconds: 161.67 ops/second llite.lustre-ffff9d1a08803000.statahead_max=0 101 real 0m0.757s user 0m0.005s sys 0m0.280s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff9d1a08803000.statahead_max=2048 llite.lustre-ffff9d1a08803000.statahead_max=2048 101 real 0m0.511s user 0m0.002s sys 0m0.252s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 swrong=0 ewrong=0 total: 900 open/close in 2.50 seconds: 360.24 ops/second llite.lustre-ffff9d1a08803000.statahead_max=0 1001 real 0m8.993s user 0m0.022s sys 0m3.193s 'ls -l' 1000 files without statahead: 9 sec llite.lustre-ffff9d1a08803000.statahead_max=2048 llite.lustre-ffff9d1a08803000.statahead_max=2048 1001 real 0m3.388s user 0m0.015s sys 0m1.570s 'ls -l' 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 5 seconds llite.lustre-ffff9d1a08803000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff9d1a08803000.batch_stats= snapshot_time: 1782364541.435644616 secs.nsecs start_time: 1782364415.422030651 secs.nsecs elapsed_time: 126.013613965 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 12 12 4: 0 0 12 8: 4 50 62 16: 0 0 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff9d1a08803000.batch_stats= snapshot_time: 1782364541.435733491 secs.nsecs start_time: 1782364415.422156128 secs.nsecs elapsed_time: 126.013577363 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 3 37 37 8: 1 12 50 16: 1 12 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 - open/close 2735 (time 1782364552.75 total 10.00 last 273.43) - open/close 6014 (time 1782364562.75 total 20.00 last 327.89) - open/close 9247 (time 1782364572.75 total 30.01 last 323.20) total: 10000 open/close in 31.86 seconds: 313.90 ops/second llite.lustre-ffff9d1a08803000.statahead_batch_max=0 llite.lustre-ffff9d1a08803000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d1a08803000.stats=clear mdc.lustre-MDT0001-mdc-ffff9d1a08803000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.941s user 0m0.118s sys 0m32.626s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9d1a08803000.statahead_batch_max=256 llite.lustre-ffff9d1a08803000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d1a08803000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9d1a08803000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9d1a08803000.stats=clear mdc.lustre-MDT0001-mdc-ffff9d1a08803000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.341s user 0m0.168s sys 0m26.473s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9d1a08803000.batch_stats= snapshot_time: 1782364662.682849425 secs.nsecs start_time: 1782364616.805475143 secs.nsecs elapsed_time: 45.877374282 secs.nsecs subreqs per batch batches %% cum %% 1: 440 69 69 2: 111 17 87 4: 17 2 90 8: 1 0 90 16: 3 0 90 32: 21 3 94 64: 3 0 94 128: 0 0 94 256: 34 5 100 mdc.lustre-MDT0001-mdc-ffff9d1a08803000.batch_stats= snapshot_time: 1782364662.682976058 secs.nsecs start_time: 1782364616.805569808 secs.nsecs elapsed_time: 45.877406250 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9d1a08803000.statahead_batch_max=64 llite.lustre-ffff9d1a08803000.statahead_max=128