== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:24:03 (1772763843) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8e4705c55800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e4705c55800.batch_stats=0 llite.lustre-ffff8e4705c55800.statahead_max=32 llite.lustre-ffff8e4705c55800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8e4705c55800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e4705c55800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.09 seconds: 91.88 ops/second llite.lustre-ffff8e4705c55800.statahead_max=0 101 real 0m1.000s user 0m0.002s sys 0m0.363s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8e4705c55800.statahead_max=32 32 101 real 0m0.564s user 0m0.005s sys 0m0.258s ls -l 100 files with statahead: 1 sec statahead total: 69 statahead wrong: 1 agl total: 64 list_total: 29 fname_total: 35 hit_total: 19911 miss_total: 209 total: 900 open/close in 3.75 seconds: 239.74 ops/second llite.lustre-ffff8e4705c55800.statahead_max=0 1001 real 0m9.173s user 0m0.036s sys 0m3.315s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8e4705c55800.statahead_max=32 32 1001 real 0m5.141s user 0m0.029s sys 0m2.363s ls -l 1000 files with statahead: 5 sec statahead total: 70 statahead wrong: 1 agl total: 65 list_total: 30 fname_total: 35 hit_total: 20910 miss_total: 210 - open/close 3562 (time 1772763883.90 total 10.00 last 356.16) total: 4000 open/close in 11.19 seconds: 357.43 ops/second llite.lustre-ffff8e4705c55800.statahead_max=0 5001 real 0m44.284s user 0m0.164s sys 0m15.812s ls -l 5000 files without statahead: 44 sec llite.lustre-ffff8e4705c55800.statahead_max=32 32 5001 real 0m24.999s user 0m0.121s sys 0m11.468s ls -l 5000 files with statahead: 25 sec statahead total: 71 statahead wrong: 1 agl total: 66 list_total: 31 fname_total: 35 hit_total: 25908 miss_total: 212 ls -l done rm -r /mnt/lustre/d123ad.sanity: 44 seconds llite.lustre-ffff8e4705c55800.statahead_stats= statahead total: 71 statahead wrong: 1 agl total: 66 list_total: 31 fname_total: 35 hit_total: 25908 miss_total: 212 mdc.lustre-MDT0000-mdc-ffff8e4705c55800.batch_stats= snapshot_time: 1772764008.662659544 secs.nsecs start_time: 1772763845.665115302 secs.nsecs elapsed_time: 162.997544242 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 3 1 2 8: 2 1 3 16: 104 52 56 32: 86 43 100 mdc.lustre-MDT0001-mdc-ffff8e4705c55800.batch_stats= snapshot_time: 1772764008.662710383 secs.nsecs start_time: 1772763845.665197808 secs.nsecs elapsed_time: 162.997512575 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 5 2 2 8: 4 2 4 16: 108 54 59 32: 80 40 100 - open/close 2621 (time 1772764019.83 total 10.00 last 262.05) - open/close 5829 (time 1772764029.83 total 20.00 last 320.79) - open/close 8252 (time 1772764039.83 total 30.01 last 242.13) total: 10000 open/close in 36.32 seconds: 275.34 ops/second llite.lustre-ffff8e4705c55800.statahead_batch_max=0 llite.lustre-ffff8e4705c55800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e4705c55800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e4705c55800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m41.724s user 0m0.269s sys 0m39.474s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e4705c55800.statahead_batch_max=32 llite.lustre-ffff8e4705c55800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e4705c55800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e4705c55800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e4705c55800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e4705c55800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m49.824s user 0m0.237s sys 0m27.146s batched statahead RPC= hit count=9997 mdc.lustre-MDT0000-mdc-ffff8e4705c55800.batch_stats= snapshot_time: 1772764150.585584702 secs.nsecs start_time: 1772764092.122326689 secs.nsecs elapsed_time: 58.463258013 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8e4705c55800.batch_stats= snapshot_time: 1772764150.585633557 secs.nsecs start_time: 1772764092.122410266 secs.nsecs elapsed_time: 58.463223291 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8e4705c55800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e4705c55800.batch_stats=0 llite.lustre-ffff8e4705c55800.statahead_max=2048 llite.lustre-ffff8e4705c55800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8e4705c55800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e4705c55800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.32 seconds: 75.76 ops/second llite.lustre-ffff8e4705c55800.statahead_max=0 101 real 0m1.203s user 0m0.007s sys 0m0.392s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8e4705c55800.statahead_max=2048 2048 101 real 0m0.576s user 0m0.004s sys 0m0.282s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10096 miss_total: 4 total: 900 open/close in 4.98 seconds: 180.56 ops/second llite.lustre-ffff8e4705c55800.statahead_max=0 1001 real 0m13.167s user 0m0.040s sys 0m4.050s ls -l 1000 files without statahead: 14 sec llite.lustre-ffff8e4705c55800.statahead_max=2048 2048 1001 real 0m4.700s user 0m0.023s sys 0m1.903s ls -l 1000 files with statahead: 5 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11095 miss_total: 5 - open/close 1753 (time 1772764322.25 total 10.01 last 175.14) total: 2000 open/close in 12.07 seconds: 165.76 ops/second llite.lustre-ffff8e4705c55800.statahead_max=0 3001 real 0m36.423s user 0m0.123s sys 0m11.507s ls -l 3000 files without statahead: 36 sec llite.lustre-ffff8e4705c55800.statahead_max=2048 2048 3001 real 0m13.413s user 0m0.077s sys 0m7.200s ls -l 3000 files with statahead: 14 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14094 miss_total: 6 ls -l done rm -r /mnt/lustre/d123ad.sanity: 50 seconds llite.lustre-ffff8e4705c55800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14094 miss_total: 6 mdc.lustre-MDT0000-mdc-ffff8e4705c55800.batch_stats= snapshot_time: 1772764436.689870861 secs.nsecs start_time: 1772764151.707909525 secs.nsecs elapsed_time: 284.981961336 secs.nsecs subreqs per batch batches % cum % 1: 31 56 56 2: 6 10 67 4: 4 7 74 8: 4 7 81 16: 0 0 81 32: 0 0 81 64: 1 1 83 128: 0 0 83 256: 9 16 100 mdc.lustre-MDT0001-mdc-ffff8e4705c55800.batch_stats= snapshot_time: 1772764436.689995398 secs.nsecs start_time: 1772764151.708097717 secs.nsecs elapsed_time: 284.981897681 secs.nsecs subreqs per batch batches % cum % 1: 27 56 56 2: 3 6 62 4: 4 8 70 8: 2 4 75 16: 1 2 77 32: 1 2 79 64: 1 2 81 128: 0 0 81 256: 9 18 100 - open/close 556 (time 1772764450.26 total 10.01 last 55.54) - open/close 1068 (time 1772764460.28 total 20.03 last 51.11) - open/close 1589 (time 1772764470.29 total 30.04 last 52.06) - open/close 2126 (time 1772764480.30 total 40.05 last 53.64) - open/close 2766 (time 1772764490.31 total 50.06 last 63.93) - open/close 3410 (time 1772764500.31 total 60.06 last 64.39) - open/close 4075 (time 1772764510.32 total 70.06 last 66.47) - open/close 4787 (time 1772764520.32 total 80.07 last 71.17) - open/close 5449 (time 1772764530.33 total 90.08 last 66.15) - open/close 6145 (time 1772764540.34 total 100.09 last 69.49) - open/close 6766 (time 1772764550.36 total 110.11 last 62.00) - open/close 7502 (time 1772764560.36 total 120.11 last 73.57) - open/close 8215 (time 1772764570.37 total 130.11 last 71.28) - open/close 8863 (time 1772764580.37 total 140.12 last 64.78) - open/close 9570 (time 1772764590.38 total 150.12 last 70.65) total: 10000 open/close in 156.14 seconds: 64.05 ops/second llite.lustre-ffff8e4705c55800.statahead_batch_max=0 llite.lustre-ffff8e4705c55800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e4705c55800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e4705c55800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m55.222s user 0m0.522s sys 0m28.195s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e4705c55800.statahead_batch_max=256 llite.lustre-ffff8e4705c55800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e4705c55800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e4705c55800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e4705c55800.stats=clear mdc.lustre-MDT0001-mdc-ffff8e4705c55800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m52.024s user 0m0.451s sys 0m25.419s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8e4705c55800.batch_stats= snapshot_time: 1772764722.290462323 secs.nsecs start_time: 1772764659.866263761 secs.nsecs elapsed_time: 62.424198562 secs.nsecs subreqs per batch batches % cum % 1: 321 60 60 2: 95 17 78 4: 39 7 85 8: 16 3 88 16: 8 1 90 32: 8 1 91 64: 7 1 93 128: 3 0 93 256: 33 6 100 mdc.lustre-MDT0001-mdc-ffff8e4705c55800.batch_stats= snapshot_time: 1772764722.290520668 secs.nsecs start_time: 1772764659.866359211 secs.nsecs elapsed_time: 62.424161457 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8e4705c55800.statahead_batch_max=64 llite.lustre-ffff8e4705c55800.statahead_max=128