== sanity test 123ad: Verify batching statahead works correctly ========================================================== 16:56:37 (1717016197) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b5830000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5830000.batch_stats=0 llite.lustre-ffff8800b5830000.statahead_max=32 llite.lustre-ffff8800b5830000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b5830000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5830000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.20 seconds: 83.34 ops/second llite.lustre-ffff8800b5830000.statahead_max=0 101 real 0m0.970s user 0m0.005s sys 0m0.279s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b5830000.statahead_max=32 32 101 real 0m0.378s user 0m0.004s sys 0m0.128s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1884 miss_total: 139 total: 900 open/close in 5.37 seconds: 167.67 ops/second llite.lustre-ffff8800b5830000.statahead_max=0 1001 real 0m12.058s user 0m0.087s sys 0m2.850s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800b5830000.statahead_max=32 32 1001 real 0m3.826s user 0m0.033s sys 0m1.173s ls -l 1000 files with statahead: 4 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2883 miss_total: 150 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 8 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2883 miss_total: 150 mdc.lustre-MDT0000-mdc-ffff8800b5830000.batch_stats= snapshot_time: 1717016238.590543467 secs.nsecs start_time: 1717016199.627611452 secs.nsecs elapsed_time: 38.962932015 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 2 5 10 4: 2 5 16 8: 0 0 16 16: 23 62 78 32: 8 21 100 mdc.lustre-MDT0001-mdc-ffff8800b5830000.batch_stats= snapshot_time: 1717016238.592057708 secs.nsecs start_time: 1717016199.627713127 secs.nsecs elapsed_time: 38.964344581 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 0 0 5 4: 1 2 7 8: 2 5 12 16: 15 37 50 32: 20 50 100 - open/close 1511 (time 1717016249.99 total 10.00 last 151.05) - open/close 3005 (time 1717016259.99 total 20.01 last 149.31) - open/close 4527 (time 1717016269.99 total 30.01 last 152.19) - open/close 6204 (time 1717016280.00 total 40.01 last 167.66) - open/close 7669 (time 1717016290.00 total 50.02 last 146.40) - open/close 9223 (time 1717016300.01 total 60.03 last 155.28) total: 10000 open/close in 65.05 seconds: 153.73 ops/second llite.lustre-ffff8800b5830000.statahead_batch_max=0 llite.lustre-ffff8800b5830000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5830000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5830000.stats=clear 10001 real 0m16.161s user 0m0.229s sys 0m8.699s llite.lustre-ffff8800b5830000.statahead_batch_max=32 llite.lustre-ffff8800b5830000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5830000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5830000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5830000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5830000.stats=clear 10001 real 0m38.020s user 0m0.320s sys 0m10.650s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800b5830000.batch_stats= snapshot_time: 1717016366.138523984 secs.nsecs start_time: 1717016324.334969858 secs.nsecs elapsed_time: 41.803554126 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b5830000.batch_stats= snapshot_time: 1717016366.138667175 secs.nsecs start_time: 1717016324.335139884 secs.nsecs elapsed_time: 41.803527291 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b5830000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5830000.batch_stats=0 llite.lustre-ffff8800b5830000.statahead_max=2048 llite.lustre-ffff8800b5830000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b5830000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5830000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.19 seconds: 84.29 ops/second llite.lustre-ffff8800b5830000.statahead_max=0 101 real 0m1.189s user 0m0.014s sys 0m0.298s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b5830000.statahead_max=2048 2048 101 real 0m0.304s user 0m0.007s sys 0m0.138s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 67 total: 900 open/close in 4.46 seconds: 201.67 ops/second llite.lustre-ffff8800b5830000.statahead_max=0 1001 real 0m11.254s user 0m0.086s sys 0m2.812s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800b5830000.statahead_max=2048 2048 1001 real 0m1.920s user 0m0.024s sys 0m1.068s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 68 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 8 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 68 mdc.lustre-MDT0000-mdc-ffff8800b5830000.batch_stats= snapshot_time: 1717016483.487191469 secs.nsecs start_time: 1717016367.607342176 secs.nsecs elapsed_time: 115.879849293 secs.nsecs subreqs per batch batches % cum % 1: 1 16 16 2: 0 0 16 4: 3 50 66 8: 0 0 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff8800b5830000.batch_stats= snapshot_time: 1717016483.487399057 secs.nsecs start_time: 1717016367.609022379 secs.nsecs elapsed_time: 115.878376678 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 11 11 8: 2 22 33 16: 2 22 55 32: 0 0 55 64: 2 22 77 128: 0 0 77 256: 2 22 100 - open/close 1558 (time 1717016494.68 total 10.00 last 155.73) - open/close 3121 (time 1717016504.69 total 20.01 last 156.21) - open/close 4834 (time 1717016514.69 total 30.01 last 171.27) - open/close 6614 (time 1717016524.69 total 40.01 last 177.96) - open/close 8427 (time 1717016534.69 total 50.01 last 181.30) total: 10000 open/close in 58.43 seconds: 171.15 ops/second llite.lustre-ffff8800b5830000.statahead_batch_max=0 llite.lustre-ffff8800b5830000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5830000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5830000.stats=clear 10001 real 0m14.561s user 0m0.207s sys 0m9.011s llite.lustre-ffff8800b5830000.statahead_batch_max=256 llite.lustre-ffff8800b5830000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5830000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5830000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5830000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5830000.stats=clear 10001 real 0m13.717s user 0m0.332s sys 0m9.768s unbatched RPCs: 10004, batched RPCs: 222 mdc.lustre-MDT0000-mdc-ffff8800b5830000.batch_stats= snapshot_time: 1717016577.542097802 secs.nsecs start_time: 1717016560.720959466 secs.nsecs elapsed_time: 16.821138336 secs.nsecs subreqs per batch batches % cum % 1: 131 59 59 2: 11 4 63 4: 8 3 67 8: 7 3 70 16: 15 6 77 32: 10 4 81 64: 4 1 83 128: 0 0 83 256: 36 16 100 mdc.lustre-MDT0001-mdc-ffff8800b5830000.batch_stats= snapshot_time: 1717016577.542291386 secs.nsecs start_time: 1717016560.721089685 secs.nsecs elapsed_time: 16.821201701 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b5830000.statahead_batch_max=64 llite.lustre-ffff8800b5830000.statahead_max=128