== sanity test 123ad: Verify batching statahead works correctly ========================================================== 12:53:22 (1777913602) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9213892d8000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9213892d8000.batch_stats=0 llite.lustre-ffff9213892d8000.statahead_max=32 llite.lustre-ffff9213892d8000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9213892d8000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9213892d8000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.53 seconds: 188.00 ops/second llite.lustre-ffff9213892d8000.statahead_max=0 101 real 0m0.541s user 0m0.004s sys 0m0.216s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff9213892d8000.statahead_max=32 llite.lustre-ffff9213892d8000.statahead_max=32 101 real 0m0.405s user 0m0.003s sys 0m0.180s 'ls -l' 100 files with statahead: 0 sec statahead total: 101 statahead wrong: 2 agl total: 96 list_total: 29 fname_total: 62 hit_total: 13937 miss_total: 303 swrong=2 ewrong=2 total: 900 open/close in 1.60 seconds: 563.14 ops/second llite.lustre-ffff9213892d8000.statahead_max=0 1001 real 0m5.256s user 0m0.013s sys 0m2.073s 'ls -l' 1000 files without statahead: 5 sec llite.lustre-ffff9213892d8000.statahead_max=32 llite.lustre-ffff9213892d8000.statahead_max=32 1001 real 0m4.389s user 0m0.015s sys 0m2.217s 'ls -l' 1000 files with statahead: 5 sec statahead total: 102 statahead wrong: 2 agl total: 97 list_total: 30 fname_total: 62 hit_total: 14936 miss_total: 304 swrong=2 ewrong=2 - open/close 4648 (time 1777913632.51 total 10.00 last 464.72) total: 9000 open/close in 19.15 seconds: 470.09 ops/second llite.lustre-ffff9213892d8000.statahead_max=0 10001 real 0m58.072s user 0m0.204s sys 0m22.328s 'ls -l' 10000 files without statahead: 58 sec llite.lustre-ffff9213892d8000.statahead_max=32 llite.lustre-ffff9213892d8000.statahead_max=32 10001 real 0m38.557s user 0m0.141s sys 0m18.498s 'ls -l' 10000 files with statahead: 39 sec statahead total: 103 statahead wrong: 2 agl total: 98 list_total: 31 fname_total: 62 hit_total: 24935 miss_total: 305 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff9213892d8000.statahead_stats= statahead total: 103 statahead wrong: 2 agl total: 98 list_total: 31 fname_total: 62 hit_total: 24935 miss_total: 305 mdc.lustre-MDT0000-mdc-ffff9213892d8000.batch_stats= snapshot_time: 1777913812.944826476 secs.nsecs start_time: 1777913604.324322057 secs.nsecs elapsed_time: 208.620504419 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 0 0 4: 3 0 1 8: 4 1 2 16: 190 53 56 32: 155 43 100 mdc.lustre-MDT0001-mdc-ffff9213892d8000.batch_stats= snapshot_time: 1777913812.944908917 secs.nsecs start_time: 1777913604.324369931 secs.nsecs elapsed_time: 208.620538986 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 4 1 1 8: 6 1 2 16: 200 56 59 32: 144 40 100 - open/close 5495 (time 1777913824.09 total 10.00 last 549.41) total: 10000 open/close in 18.65 seconds: 536.08 ops/second llite.lustre-ffff9213892d8000.statahead_batch_max=0 llite.lustre-ffff9213892d8000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9213892d8000.stats=clear mdc.lustre-MDT0001-mdc-ffff9213892d8000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.789s user 0m0.159s sys 0m30.773s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9213892d8000.statahead_batch_max=32 llite.lustre-ffff9213892d8000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9213892d8000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9213892d8000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9213892d8000.stats=clear mdc.lustre-MDT0001-mdc-ffff9213892d8000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.363s user 0m0.178s sys 0m20.563s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9213892d8000.batch_stats= snapshot_time: 1777913909.747582367 secs.nsecs start_time: 1777913867.817930652 secs.nsecs elapsed_time: 41.929651715 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9213892d8000.batch_stats= snapshot_time: 1777913909.747662446 secs.nsecs start_time: 1777913867.817983008 secs.nsecs elapsed_time: 41.929679438 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9213892d8000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9213892d8000.batch_stats=0 llite.lustre-ffff9213892d8000.statahead_max=2048 llite.lustre-ffff9213892d8000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9213892d8000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9213892d8000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 159.57 ops/second llite.lustre-ffff9213892d8000.statahead_max=0 101 real 0m0.603s user 0m0.005s sys 0m0.234s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff9213892d8000.statahead_max=2048 llite.lustre-ffff9213892d8000.statahead_max=2048 101 real 0m0.365s user 0m0.002s sys 0m0.221s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 swrong=0 ewrong=0 total: 900 open/close in 1.87 seconds: 481.53 ops/second llite.lustre-ffff9213892d8000.statahead_max=0 1001 real 0m5.919s user 0m0.018s sys 0m2.323s 'ls -l' 1000 files without statahead: 6 sec llite.lustre-ffff9213892d8000.statahead_max=2048 llite.lustre-ffff9213892d8000.statahead_max=2048 1001 real 0m3.278s user 0m0.017s sys 0m1.391s 'ls -l' 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 5 seconds llite.lustre-ffff9213892d8000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff9213892d8000.batch_stats= snapshot_time: 1777914016.443370511 secs.nsecs start_time: 1777913910.577380966 secs.nsecs elapsed_time: 105.865989545 secs.nsecs subreqs per batch batches % cum % 1: 1 16 16 2: 0 0 16 4: 3 50 66 8: 0 0 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff9213892d8000.batch_stats= snapshot_time: 1777914016.443457076 secs.nsecs start_time: 1777913910.577542251 secs.nsecs elapsed_time: 105.865914825 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 12 12 8: 3 37 50 16: 0 0 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 4549 (time 1777914027.23 total 10.00 last 454.81) - open/close 9303 (time 1777914037.23 total 20.00 last 475.32) total: 10000 open/close in 21.45 seconds: 466.16 ops/second llite.lustre-ffff9213892d8000.statahead_batch_max=0 llite.lustre-ffff9213892d8000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9213892d8000.stats=clear mdc.lustre-MDT0001-mdc-ffff9213892d8000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.862s user 0m0.155s sys 0m28.449s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9213892d8000.statahead_batch_max=256 llite.lustre-ffff9213892d8000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9213892d8000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9213892d8000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9213892d8000.stats=clear mdc.lustre-MDT0001-mdc-ffff9213892d8000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m23.918s user 0m0.131s sys 0m16.824s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9213892d8000.batch_stats= snapshot_time: 1777914105.965058438 secs.nsecs start_time: 1777914076.813655647 secs.nsecs elapsed_time: 29.151402791 secs.nsecs subreqs per batch batches % cum % 1: 298 64 64 2: 57 12 77 4: 38 8 85 8: 7 1 86 16: 3 0 87 32: 22 4 92 64: 1 0 92 128: 1 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff9213892d8000.batch_stats= snapshot_time: 1777914105.965099909 secs.nsecs start_time: 1777914076.813704697 secs.nsecs elapsed_time: 29.151395212 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9213892d8000.statahead_batch_max=64 llite.lustre-ffff9213892d8000.statahead_max=128