== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:59:38 (1788364778) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.batch_stats=0 llite.lustre-ffff92e48c7a8800.statahead_max=32 llite.lustre-ffff92e48c7a8800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.01 seconds: 99.36 ops/second llite.lustre-ffff92e48c7a8800.statahead_max=0 101 real 0m0.956s user 0m0.002s sys 0m0.304s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff92e48c7a8800.statahead_max=32 llite.lustre-ffff92e48c7a8800.statahead_max=32 101 real 0m0.444s user 0m0.006s sys 0m0.233s 'ls -l' 100 files with statahead: 0 sec statahead total: 121 statahead wrong: 2 agl total: 116 list_total: 30 fname_total: 90 hit_total: 4407 miss_total: 767 swrong=2 ewrong=2 total: 900 open/close in 2.98 seconds: 301.77 ops/second llite.lustre-ffff92e48c7a8800.statahead_max=0 1001 real 0m8.612s user 0m0.037s sys 0m2.826s 'ls -l' 1000 files without statahead: 9 sec llite.lustre-ffff92e48c7a8800.statahead_max=32 llite.lustre-ffff92e48c7a8800.statahead_max=32 1001 real 0m3.955s user 0m0.016s sys 0m1.794s 'ls -l' 1000 files with statahead: 4 sec statahead total: 122 statahead wrong: 2 agl total: 117 list_total: 31 fname_total: 90 hit_total: 5406 miss_total: 768 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 7 seconds llite.lustre-ffff92e48c7a8800.statahead_stats= statahead total: 122 statahead wrong: 2 agl total: 117 list_total: 31 fname_total: 90 hit_total: 5406 miss_total: 768 mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.batch_stats= snapshot_time: 1788364811.222682342 secs.nsecs start_time: 1788364780.278190125 secs.nsecs elapsed_time: 30.944492217 secs.nsecs subreqs per batch batches %% cum %% 1: 2 5 5 2: 1 2 8 4: 2 5 13 8: 2 5 18 16: 24 64 83 32: 6 16 100 mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.batch_stats= snapshot_time: 1788364811.222768782 secs.nsecs start_time: 1788364780.278309769 secs.nsecs elapsed_time: 30.944459013 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 2 2 4: 1 2 5 8: 4 10 15 16: 9 23 38 32: 24 61 100 - open/close 2650 (time 1788364822.15 total 10.00 last 264.94) - open/close 4679 (time 1788364832.16 total 20.01 last 202.84) - open/close 6911 (time 1788364842.16 total 30.01 last 223.15) - open/close 9480 (time 1788364852.16 total 40.01 last 256.86) total: 10000 open/close in 42.24 seconds: 236.77 ops/second llite.lustre-ffff92e48c7a8800.statahead_batch_max=0 llite.lustre-ffff92e48c7a8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.stats=clear mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.176s user 0m0.250s sys 0m30.472s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff92e48c7a8800.statahead_batch_max=32 llite.lustre-ffff92e48c7a8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.stats=clear mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.558s user 0m0.222s sys 0m20.783s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.batch_stats= snapshot_time: 1788364938.581119185 secs.nsecs start_time: 1788364891.285300491 secs.nsecs elapsed_time: 47.295818694 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.batch_stats= snapshot_time: 1788364938.581183426 secs.nsecs start_time: 1788364891.285357418 secs.nsecs elapsed_time: 47.295826008 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.batch_stats=0 llite.lustre-ffff92e48c7a8800.statahead_max=2048 llite.lustre-ffff92e48c7a8800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.01 seconds: 99.34 ops/second llite.lustre-ffff92e48c7a8800.statahead_max=0 101 real 0m0.709s user 0m0.003s sys 0m0.269s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff92e48c7a8800.statahead_max=2048 llite.lustre-ffff92e48c7a8800.statahead_max=2048 101 real 0m0.414s user 0m0.001s sys 0m0.207s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 swrong=0 ewrong=0 total: 900 open/close in 2.08 seconds: 433.12 ops/second llite.lustre-ffff92e48c7a8800.statahead_max=0 1001 real 0m7.030s user 0m0.030s sys 0m2.559s 'ls -l' 1000 files without statahead: 7 sec llite.lustre-ffff92e48c7a8800.statahead_max=2048 llite.lustre-ffff92e48c7a8800.statahead_max=2048 1001 real 0m3.434s user 0m0.015s sys 0m1.518s 'ls -l' 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 7 seconds llite.lustre-ffff92e48c7a8800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.batch_stats= snapshot_time: 1788365071.747865321 secs.nsecs start_time: 1788364939.500867132 secs.nsecs elapsed_time: 132.246998189 secs.nsecs subreqs per batch batches %% cum %% 1: 1 12 12 2: 0 0 12 4: 2 25 37 8: 1 12 50 16: 1 12 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.batch_stats= snapshot_time: 1788365071.747918381 secs.nsecs start_time: 1788364939.501027719 secs.nsecs elapsed_time: 132.246890662 secs.nsecs subreqs per batch batches %% cum %% 1: 1 12 12 2: 0 0 12 4: 2 25 37 8: 2 25 62 16: 0 0 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 - open/close 4310 (time 1788365082.66 total 10.00 last 430.91) - open/close 7997 (time 1788365092.66 total 20.00 last 368.67) total: 10000 open/close in 24.93 seconds: 401.17 ops/second llite.lustre-ffff92e48c7a8800.statahead_batch_max=0 llite.lustre-ffff92e48c7a8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.stats=clear mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.971s user 0m0.198s sys 0m27.807s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff92e48c7a8800.statahead_batch_max=256 llite.lustre-ffff92e48c7a8800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.stats=clear mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.465s user 0m0.189s sys 0m20.177s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff92e48c7a8800.batch_stats= snapshot_time: 1788365166.217889724 secs.nsecs start_time: 1788365132.804794992 secs.nsecs elapsed_time: 33.413094732 secs.nsecs subreqs per batch batches %% cum %% 1: 300 61 61 2: 68 13 74 4: 52 10 85 8: 11 2 87 16: 2 0 88 32: 19 3 92 64: 5 1 93 128: 0 0 93 256: 34 6 100 mdc.lustre-MDT0001-mdc-ffff92e48c7a8800.batch_stats= snapshot_time: 1788365166.217932047 secs.nsecs start_time: 1788365132.804864933 secs.nsecs elapsed_time: 33.413067114 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff92e48c7a8800.statahead_batch_max=64 llite.lustre-ffff92e48c7a8800.statahead_max=128