== sanity test 123ad: Verify batching statahead works correctly ========================================================== 15:10:57 (1781032257) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.batch_stats=0 llite.lustre-ffff9d68d97bd800.statahead_max=32 llite.lustre-ffff9d68d97bd800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.71 seconds: 141.70 ops/second llite.lustre-ffff9d68d97bd800.statahead_max=0 101 real 0m0.625s user 0m0.001s sys 0m0.250s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff9d68d97bd800.statahead_max=32 llite.lustre-ffff9d68d97bd800.statahead_max=32 101 real 0m0.501s user 0m0.003s sys 0m0.280s 'ls -l' 100 files with statahead: 1 sec statahead total: 90 statahead wrong: 2 agl total: 86 list_total: 30 fname_total: 50 hit_total: 3581 miss_total: 1016 swrong=2 ewrong=2 total: 900 open/close in 1.77 seconds: 508.03 ops/second llite.lustre-ffff9d68d97bd800.statahead_max=0 1001 real 0m5.921s user 0m0.027s sys 0m2.334s 'ls -l' 1000 files without statahead: 6 sec llite.lustre-ffff9d68d97bd800.statahead_max=32 llite.lustre-ffff9d68d97bd800.statahead_max=32 1001 real 0m4.634s user 0m0.020s sys 0m2.288s 'ls -l' 1000 files with statahead: 5 sec statahead total: 91 statahead wrong: 2 agl total: 87 list_total: 31 fname_total: 50 hit_total: 4580 miss_total: 1017 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 6 seconds llite.lustre-ffff9d68d97bd800.statahead_stats= statahead total: 91 statahead wrong: 2 agl total: 87 list_total: 31 fname_total: 50 hit_total: 4580 miss_total: 1017 mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.batch_stats= snapshot_time: 1781032285.342941793 secs.nsecs start_time: 1781032258.679143776 secs.nsecs elapsed_time: 26.663798017 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 3 7 10 8: 3 7 17 16: 19 48 66 32: 13 33 100 mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.batch_stats= snapshot_time: 1781032285.343004986 secs.nsecs start_time: 1781032258.679191416 secs.nsecs elapsed_time: 26.663813570 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 3 7 10 8: 1 2 12 16: 22 56 69 32: 12 30 100 - open/close 4981 (time 1781032296.30 total 10.00 last 498.06) - open/close 9976 (time 1781032306.30 total 20.00 last 499.49) total: 10000 open/close in 20.05 seconds: 498.75 ops/second llite.lustre-ffff9d68d97bd800.statahead_batch_max=0 llite.lustre-ffff9d68d97bd800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.stats=clear mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.508s user 0m0.175s sys 0m36.302s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9d68d97bd800.statahead_batch_max=32 llite.lustre-ffff9d68d97bd800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.stats=clear mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m45.531s user 0m0.176s sys 0m28.021s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.batch_stats= snapshot_time: 1781032400.937451143 secs.nsecs start_time: 1781032349.030507717 secs.nsecs elapsed_time: 51.906943426 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.batch_stats= snapshot_time: 1781032400.937513076 secs.nsecs start_time: 1781032349.030569973 secs.nsecs elapsed_time: 51.906943103 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.batch_stats=0 llite.lustre-ffff9d68d97bd800.statahead_max=2048 llite.lustre-ffff9d68d97bd800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.86 seconds: 116.87 ops/second llite.lustre-ffff9d68d97bd800.statahead_max=0 101 real 0m0.680s user 0m0.005s sys 0m0.269s 'ls -l' 100 files without statahead: 0 sec llite.lustre-ffff9d68d97bd800.statahead_max=2048 llite.lustre-ffff9d68d97bd800.statahead_max=2048 101 real 0m0.506s user 0m0.003s sys 0m0.339s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 swrong=0 ewrong=0 total: 900 open/close in 1.64 seconds: 548.79 ops/second llite.lustre-ffff9d68d97bd800.statahead_max=0 1001 real 0m6.225s user 0m0.020s sys 0m2.433s 'ls -l' 1000 files without statahead: 6 sec llite.lustre-ffff9d68d97bd800.statahead_max=2048 llite.lustre-ffff9d68d97bd800.statahead_max=2048 1001 real 0m4.388s user 0m0.010s sys 0m1.586s 'ls -l' 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 7 seconds llite.lustre-ffff9d68d97bd800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.batch_stats= snapshot_time: 1781032518.330664501 secs.nsecs start_time: 1781032401.783042217 secs.nsecs elapsed_time: 116.547622284 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 16 16 4: 1 16 33 8: 2 33 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.batch_stats= snapshot_time: 1781032518.330742203 secs.nsecs start_time: 1781032401.783175645 secs.nsecs elapsed_time: 116.547566558 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 3 33 33 16: 2 22 55 32: 1 11 66 64: 0 0 66 128: 1 11 77 256: 2 22 100 - open/close 4749 (time 1781032529.15 total 10.00 last 474.88) - open/close 9410 (time 1781032539.15 total 20.00 last 466.09) total: 10000 open/close in 21.19 seconds: 471.82 ops/second llite.lustre-ffff9d68d97bd800.statahead_batch_max=0 llite.lustre-ffff9d68d97bd800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.stats=clear mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m49.118s user 0m0.174s sys 0m40.697s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9d68d97bd800.statahead_batch_max=256 llite.lustre-ffff9d68d97bd800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.stats=clear mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.735s user 0m0.156s sys 0m24.278s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9d68d97bd800.batch_stats= snapshot_time: 1781032639.442929641 secs.nsecs start_time: 1781032592.440278552 secs.nsecs elapsed_time: 47.002651089 secs.nsecs subreqs per batch batches % cum % 1: 526 73 73 2: 96 13 87 4: 24 3 90 8: 5 0 91 16: 3 0 91 32: 19 2 94 64: 4 0 95 128: 1 0 95 256: 33 4 100 mdc.lustre-MDT0001-mdc-ffff9d68d97bd800.batch_stats= snapshot_time: 1781032639.442996906 secs.nsecs start_time: 1781032592.440382098 secs.nsecs elapsed_time: 47.002614808 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9d68d97bd800.statahead_batch_max=64 llite.lustre-ffff9d68d97bd800.statahead_max=128