== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:30:51 (1721881851) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012c44a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012c44a800.batch_stats=0 llite.lustre-ffff88012c44a800.statahead_max=32 llite.lustre-ffff88012c44a800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012c44a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012c44a800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.53 seconds: 187.57 ops/second llite.lustre-ffff88012c44a800.statahead_max=0 101 real 0m0.507s user 0m0.004s sys 0m0.193s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012c44a800.statahead_max=32 32 101 real 0m0.323s user 0m0.002s sys 0m0.113s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11570 miss_total: 143 total: 900 open/close in 1.70 seconds: 529.65 ops/second llite.lustre-ffff88012c44a800.statahead_max=0 1001 real 0m5.217s user 0m0.027s sys 0m1.938s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88012c44a800.statahead_max=32 32 1001 real 0m1.861s user 0m0.020s sys 0m1.003s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12569 miss_total: 144 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 3 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12569 miss_total: 144 mdc.lustre-MDT0000-mdc-ffff88012c44a800.batch_stats= snapshot_time: 1721881870.294740506 secs.nsecs start_time: 1721881852.988156053 secs.nsecs elapsed_time: 17.306584453 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 2 5 7 8: 3 7 15 16: 19 50 65 32: 13 34 100 mdc.lustre-MDT0001-mdc-ffff88012c44a800.batch_stats= snapshot_time: 1721881870.294901530 secs.nsecs start_time: 1721881852.988257173 secs.nsecs elapsed_time: 17.306644357 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 2 5 7 8: 3 7 15 16: 21 52 67 32: 13 32 100 - open/close 4889 (time 1721881880.97 total 10.00 last 488.84) total: 10000 open/close in 19.75 seconds: 506.45 ops/second llite.lustre-ffff88012c44a800.statahead_batch_max=0 llite.lustre-ffff88012c44a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c44a800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012c44a800.stats=clear 10001 real 0m9.622s user 0m0.187s sys 0m8.914s llite.lustre-ffff88012c44a800.statahead_batch_max=32 llite.lustre-ffff88012c44a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c44a800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012c44a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c44a800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012c44a800.stats=clear 10001 real 0m20.537s user 0m0.198s sys 0m9.298s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012c44a800.batch_stats= snapshot_time: 1721881924.992827607 secs.nsecs start_time: 1721881902.217445068 secs.nsecs elapsed_time: 22.775382539 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012c44a800.batch_stats= snapshot_time: 1721881924.993006735 secs.nsecs start_time: 1721881902.217592638 secs.nsecs elapsed_time: 22.775414097 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012c44a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012c44a800.batch_stats=0 llite.lustre-ffff88012c44a800.statahead_max=2048 llite.lustre-ffff88012c44a800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012c44a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012c44a800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.01 seconds: 99.45 ops/second llite.lustre-ffff88012c44a800.statahead_max=0 101 real 0m0.499s user 0m0.003s sys 0m0.190s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012c44a800.statahead_max=2048 2048 101 real 0m0.257s user 0m0.001s sys 0m0.111s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.61 seconds: 560.00 ops/second llite.lustre-ffff88012c44a800.statahead_max=0 1001 real 0m4.642s user 0m0.023s sys 0m1.762s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012c44a800.statahead_max=2048 2048 1001 real 0m1.312s user 0m0.016s sys 0m0.788s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5419 (time 1721881981.86 total 10.00 last 541.82) total: 9000 open/close in 17.11 seconds: 526.02 ops/second llite.lustre-ffff88012c44a800.statahead_max=0 10001 real 0m52.266s user 0m0.260s sys 0m18.718s ls -l 10000 files without statahead: 52 sec llite.lustre-ffff88012c44a800.statahead_max=2048 2048 10001 real 0m8.821s user 0m0.190s sys 0m7.645s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 33 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012c44a800.batch_stats= snapshot_time: 1721882088.462140042 secs.nsecs start_time: 1721881925.658345646 secs.nsecs elapsed_time: 162.803794396 secs.nsecs subreqs per batch batches % cum % 1: 10 19 19 2: 2 3 23 4: 4 7 31 8: 0 0 31 16: 0 0 31 32: 0 0 31 64: 1 1 33 128: 8 15 49 256: 26 50 100 mdc.lustre-MDT0001-mdc-ffff88012c44a800.batch_stats= snapshot_time: 1721882088.462281572 secs.nsecs start_time: 1721881925.658427173 secs.nsecs elapsed_time: 162.803854399 secs.nsecs subreqs per batch batches % cum % 1: 9 16 16 2: 0 0 16 4: 1 1 18 8: 5 9 27 16: 2 3 30 32: 1 1 32 64: 3 5 38 128: 1 1 40 256: 33 60 100 - open/close 5060 (time 1721882099.19 total 10.00 last 505.95) total: 10000 open/close in 19.85 seconds: 503.73 ops/second llite.lustre-ffff88012c44a800.statahead_batch_max=0 llite.lustre-ffff88012c44a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c44a800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012c44a800.stats=clear 10001 real 0m9.275s user 0m0.178s sys 0m8.261s llite.lustre-ffff88012c44a800.statahead_batch_max=256 llite.lustre-ffff88012c44a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c44a800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012c44a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c44a800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012c44a800.stats=clear 10001 real 0m9.029s user 0m0.162s sys 0m7.674s unbatched RPCs: 10004, batched RPCs: 397 mdc.lustre-MDT0000-mdc-ffff88012c44a800.batch_stats= snapshot_time: 1721882131.287114423 secs.nsecs start_time: 1721882120.022171070 secs.nsecs elapsed_time: 11.264943353 secs.nsecs subreqs per batch batches % cum % 1: 289 72 72 2: 16 4 76 4: 10 2 79 8: 14 3 82 16: 18 4 87 32: 14 3 90 64: 1 0 91 128: 0 0 91 256: 35 8 100 mdc.lustre-MDT0001-mdc-ffff88012c44a800.batch_stats= snapshot_time: 1721882131.287229200 secs.nsecs start_time: 1721882120.022245983 secs.nsecs elapsed_time: 11.264983217 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012c44a800.statahead_batch_max=64 llite.lustre-ffff88012c44a800.statahead_max=128