== sanity test 123ad: Verify batching statahead works correctly ========================================================== 16:12:31 (1788207151) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9894c970d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9894c970d800.batch_stats=0 llite.lustre-ffff9894c970d800.statahead_max=32 llite.lustre-ffff9894c970d800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9894c970d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9894c970d800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 4.61 seconds: 21.69 ops/second llite.lustre-ffff9894c970d800.statahead_max=0 101 real 0m4.799s user 0m0.004s sys 0m0.367s 'ls -l' 100 files without statahead: 5 sec llite.lustre-ffff9894c970d800.statahead_max=32 llite.lustre-ffff9894c970d800.statahead_max=32 101 real 0m2.317s user 0m0.008s sys 0m0.273s 'ls -l' 100 files with statahead: 3 sec statahead total: 134 statahead wrong: 2 agl total: 128 list_total: 30 fname_total: 74 hit_total: 4016 miss_total: 1576 swrong=2 ewrong=2 - open/close 588 (time 1788207191.28 total 10.00 last 58.78) total: 900 open/close in 15.73 seconds: 57.23 ops/second llite.lustre-ffff9894c970d800.statahead_max=0 1001 real 0m25.920s user 0m0.033s sys 0m3.244s 'ls -l' 1000 files without statahead: 26 sec llite.lustre-ffff9894c970d800.statahead_max=32 llite.lustre-ffff9894c970d800.statahead_max=32 1001 real 0m11.831s user 0m0.032s sys 0m1.674s 'ls -l' 1000 files with statahead: 11 sec statahead total: 135 statahead wrong: 2 agl total: 129 list_total: 31 fname_total: 74 hit_total: 5014 miss_total: 1578 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 23 seconds llite.lustre-ffff9894c970d800.statahead_stats= statahead total: 135 statahead wrong: 2 agl total: 129 list_total: 31 fname_total: 74 hit_total: 5014 miss_total: 1578 mdc.lustre-MDT0000-mdc-ffff9894c970d800.batch_stats= snapshot_time: 1788207275.215229964 secs.nsecs start_time: 1788207157.865762117 secs.nsecs elapsed_time: 117.349467847 secs.nsecs subreqs per batch batches %% cum %% 1: 4 10 10 2: 1 2 13 4: 2 5 18 8: 1 2 21 16: 26 68 89 32: 4 10 100 mdc.lustre-MDT0001-mdc-ffff9894c970d800.batch_stats= snapshot_time: 1788207275.215291002 secs.nsecs start_time: 1788207157.865954852 secs.nsecs elapsed_time: 117.349336150 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 2 5 5 8: 3 7 12 16: 9 23 35 32: 25 64 100 - open/close 684 (time 1788207287.99 total 10.01 last 68.31) - open/close 1393 (time 1788207298.00 total 20.02 last 70.88) - open/close 2194 (time 1788207308.00 total 30.02 last 80.10) - open/close 2956 (time 1788207318.00 total 40.02 last 76.18) - open/close 3678 (time 1788207328.00 total 50.03 last 72.17) - open/close 4347 (time 1788207338.00 total 60.03 last 66.89) - open/close 5081 (time 1788207348.01 total 70.03 last 73.35) - open/close 5742 (time 1788207358.01 total 80.04 last 66.08) - open/close 6317 (time 1788207368.02 total 90.04 last 57.47) - open/close 6851 (time 1788207378.02 total 100.05 last 53.37) - open/close 7436 (time 1788207388.04 total 110.06 last 58.43) - open/close 8086 (time 1788207398.05 total 120.07 last 64.90) - open/close 8749 (time 1788207408.06 total 130.08 last 66.24) - open/close 9517 (time 1788207418.07 total 140.09 last 76.76) total: 10000 open/close in 146.69 seconds: 68.17 ops/second llite.lustre-ffff9894c970d800.statahead_batch_max=0 llite.lustre-ffff9894c970d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9894c970d800.stats=clear mdc.lustre-MDT0001-mdc-ffff9894c970d800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m10.629s user 0m0.325s sys 0m18.411s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9894c970d800.statahead_batch_max=32 llite.lustre-ffff9894c970d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9894c970d800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9894c970d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9894c970d800.stats=clear mdc.lustre-MDT0001-mdc-ffff9894c970d800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m57.379s user 0m0.322s sys 0m16.811s batched statahead RPC= hit count=9983 mdc.lustre-MDT0000-mdc-ffff9894c970d800.batch_stats= snapshot_time: 1788207638.230982190 secs.nsecs start_time: 1788207504.893863922 secs.nsecs elapsed_time: 133.337118268 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9894c970d800.batch_stats= snapshot_time: 1788207638.231053628 secs.nsecs start_time: 1788207504.894003458 secs.nsecs elapsed_time: 133.337050170 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9894c970d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9894c970d800.batch_stats=0 llite.lustre-ffff9894c970d800.statahead_max=2048 llite.lustre-ffff9894c970d800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9894c970d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9894c970d800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 3.07 seconds: 32.58 ops/second llite.lustre-ffff9894c970d800.statahead_max=0 101 real 0m3.301s user 0m0.004s sys 0m0.399s 'ls -l' 100 files without statahead: 4 sec llite.lustre-ffff9894c970d800.statahead_max=2048 llite.lustre-ffff9894c970d800.statahead_max=2048 101 real 0m0.884s user 0m0.005s sys 0m0.189s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10082 miss_total: 18 swrong=0 ewrong=0 - open/close 713 (time 1788207990.55 total 10.00 last 71.28) total: 900 open/close in 12.69 seconds: 70.89 ops/second llite.lustre-ffff9894c970d800.statahead_max=0 1001 real 0m26.270s user 0m0.037s sys 0m3.545s 'ls -l' 1000 files without statahead: 26 sec llite.lustre-ffff9894c970d800.statahead_max=2048 llite.lustre-ffff9894c970d800.statahead_max=2048 1001 real 0m5.967s user 0m0.030s sys 0m1.831s 'ls -l' 1000 files with statahead: 6 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11081 miss_total: 19 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 23 seconds llite.lustre-ffff9894c970d800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11081 miss_total: 19 mdc.lustre-MDT0000-mdc-ffff9894c970d800.batch_stats= snapshot_time: 1788208061.020265207 secs.nsecs start_time: 1788207641.132686995 secs.nsecs elapsed_time: 419.887578212 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 12 12 4: 1 12 25 8: 2 25 50 16: 0 0 50 32: 1 12 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff9894c970d800.batch_stats= snapshot_time: 1788208061.020357524 secs.nsecs start_time: 1788207641.132831594 secs.nsecs elapsed_time: 419.887525930 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 2 25 25 8: 1 12 37 16: 1 12 50 32: 1 12 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 - open/close 692 (time 1788208073.80 total 10.00 last 69.20) - open/close 1447 (time 1788208083.81 total 20.01 last 75.45) - open/close 2138 (time 1788208093.81 total 30.01 last 69.09) - open/close 2823 (time 1788208103.81 total 40.01 last 68.48) - open/close 3390 (time 1788208113.82 total 50.02 last 56.66) - open/close 4055 (time 1788208123.82 total 60.02 last 66.50) - open/close 4727 (time 1788208133.83 total 70.02 last 67.17) - open/close 5331 (time 1788208143.83 total 80.03 last 60.38) - open/close 5983 (time 1788208153.83 total 90.03 last 65.17) - open/close 6637 (time 1788208163.87 total 100.06 last 65.19) - open/close 7442 (time 1788208173.87 total 110.07 last 80.45) - open/close 8175 (time 1788208183.88 total 120.07 last 73.28) - open/close 8902 (time 1788208193.88 total 130.08 last 72.66) - open/close 9641 (time 1788208203.89 total 140.08 last 73.84) total: 10000 open/close in 145.14 seconds: 68.90 ops/second llite.lustre-ffff9894c970d800.statahead_batch_max=0 llite.lustre-ffff9894c970d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9894c970d800.stats=clear mdc.lustre-MDT0001-mdc-ffff9894c970d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m59.906s user 0m0.364s sys 0m19.446s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9894c970d800.statahead_batch_max=256 llite.lustre-ffff9894c970d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9894c970d800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9894c970d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9894c970d800.stats=clear mdc.lustre-MDT0001-mdc-ffff9894c970d800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m8.735s user 0m0.370s sys 0m19.582s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9894c970d800.batch_stats= snapshot_time: 1788208361.397976365 secs.nsecs start_time: 1788208279.930892791 secs.nsecs elapsed_time: 81.467083574 secs.nsecs subreqs per batch batches %% cum %% 1: 155 52 52 2: 39 13 65 4: 29 9 75 8: 6 2 77 16: 8 2 79 32: 19 6 86 64: 6 2 88 128: 0 0 88 256: 35 11 100 mdc.lustre-MDT0001-mdc-ffff9894c970d800.batch_stats= snapshot_time: 1788208361.398049306 secs.nsecs start_time: 1788208279.931025878 secs.nsecs elapsed_time: 81.467023428 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9894c970d800.statahead_batch_max=64 llite.lustre-ffff9894c970d800.statahead_max=128