-----============= acceptance-small: sanityn ============----- Thu Aug 27 04:07:30 EDT 2026 MGS_OS_ID_LIKE=rhel centos fedora rocky MGS_OS_VERSION_ID=8.10 MGS_OS_ID=rocky MGS_OS_VERSION_CODE=134873088 MDS1_OS_VERSION_ID=8.10 MDS1_OS_VERSION_CODE=134873088 MDS1_OS_ID_LIKE=rhel centos fedora rocky MDS1_OS_ID=rocky OST1_OS_VERSION_CODE=134873088 OST1_OS_ID_LIKE=rhel centos fedora rocky OST1_OS_VERSION_ID=8.10 OST1_OS_ID=rocky CLIENT_OS_ID=rocky CLIENT_OS_VERSION_CODE=134873088 CLIENT_OS_VERSION_ID=8.10 CLIENT_OS_ID_LIKE=rhel centos fedora rocky oleg334-server: ls: cannot access '/home/green/git/lustre-release/lustre/tests/except/sanityn.*ex': No such file or directory excepting tests: 27 40a skipping tests SLOW=no: 33a === sanityn: start setup 04:07:49 (1787818069) === Starting client oleg334-client.virtnet: -o user_xattr,flock 192.168.203.134@tcp:/lustre /mnt/lustre2 Mount client oleg334-client.virtnet: mount -t lustre -o user_xattr,flock 192.168.203.134@tcp:/lustre /mnt/lustre2 Started clients oleg334-client.virtnet: 192.168.203.134@tcp:/lustre on /mnt/lustre2 type lustre (rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose) oleg334-client.virtnet: executing check_config_client /mnt/lustre oleg334-client.virtnet: Checking config lustre mounted on /mnt/lustre Checking servers environments Checking clients oleg334-client.virtnet environments Using TIMEOUT=20 osc.lustre-OST0000-osc-ffff8bbe02afb000.idle_timeout=debug osc.lustre-OST0000-osc-ffff8bbe20654000.idle_timeout=debug osc.lustre-OST0001-osc-ffff8bbe02afb000.idle_timeout=debug osc.lustre-OST0001-osc-ffff8bbe20654000.idle_timeout=debug disable quota as required oleg334-server: oleg334-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all === sanityn: finish setup 04:08:21 (1787818101) === 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0398752 s, 26.3 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [true] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d0_runas_test/f7656] == sanityn test 0: do_node_vp() and do_facet_vp() do the right thing ========================================================== 04:08:24 (1787818104) PASS 0 (8s) == sanityn test 1: Check attribute updates on 2 mount points ========================================================== 04:08:32 (1787818112) /mnt/lustre/f1.sanityn has type file OK /mnt/lustre/f1.sanityn has perms 0777 OK /mnt/lustre/f1.sanityn has type file OK /mnt/lustre/f1.sanityn has perms 0666 OK /mnt/lustre/f1.sanityn: absent OK PASS 1 (10s) == sanityn test 2a: check cached attribute updates on 2 mtpt's ================================================================== 04:08:42 (1787818122) -rw-r--r-- 1 root root 0 Aug 27 04:08 /mnt/lustre2/f2a /mnt/lustre/f2a has type file OK /mnt/lustre/f2a has perms 0777 OK PASS 2a (10s) == sanityn test 2b: check cached attribute updates on 2 mtpt's ================================================================== 04:08:52 (1787818132) -rw-r--r-- 1 root root 0 Aug 27 04:08 /mnt/lustre2/f2b /mnt/lustre2/f2b has type file OK /mnt/lustre2/f2b has perms 0777 OK PASS 2b (7s) == sanityn test 2c: check cached attribute updates on 2 mtpt's root ============================================================= 04:08:59 (1787818139) /mnt/lustre2 has type dir OK /mnt/lustre2 has perms 0777 OK PASS 2c (7s) == sanityn test 2d: check cached attribute updates on 2 mtpt's root ============================================================= 04:09:06 (1787818146) /mnt/lustre2 has type dir OK /mnt/lustre2 has perms 0755 OK PASS 2d (8s) == sanityn test 2e: check chmod on root is propagated to others ========================================================== 04:09:14 (1787818154) total 1 -rwxrwxrwx 1 root root 0 Aug 27 04:08 f2a -rwxrwxrwx 1 root root 0 Aug 27 04:08 f2b total 1 -rwxrwxrwx 1 root root 0 Aug 27 04:08 f2a -rwxrwxrwx 1 root root 0 Aug 27 04:08 f2b running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre2/f2e.sanityn] [count=1] 1+0 records in 1+0 records out 512 bytes copied, 0.0116405 s, 44.0 kB/s PASS 2e (7s) == sanityn test 2f: check attr/owner updates on DNE with 2 mtpt's ========================================================== 04:09:21 (1787818161) SKIP: sanityn test_2f needs >= 2 MDTs SKIP 2f (3s) == sanityn test 2g: check blocks update on sync write ==== 04:09:24 (1787818164) 2+0 records in 2+0 records out 2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.34854 s, 6.0 MB/s /mnt/lustre/f2g.sanityn has 4103 blocks /mnt/lustre2/f2g.sanityn has 4103 blocks PASS 2g (7s) == sanityn test 3: symlink on one mtpt, readlink on another ===================================================================== 04:09:31 (1787818171) PASS 3 (6s) == sanityn test 4: fstat validation on multiple mount points ==================================================================== 04:09:38 (1787818178) PASS 4 (8s) == sanityn test 5: create a file on one mount, truncate it on the other ========================================================== 04:09:45 (1787818185) /mnt/lustre/f5 has type file OK /mnt/lustre/f5 has size 100 OK PASS 5 (8s) == sanityn test 6: remove of open file on other node ============================================================================ 04:09:53 (1787818193) opening writing unlinking /mnt/lustre2/f6.sanityn accessing (1) seeking (1) accessing (2) fstat... reading comparing data truncating seeking (2) writing again seeking (3) reading again comparing data again closing SUCCESS - goto beer PASS 6 (8s) == sanityn test 7: remove of open directory on other node ======================================================================= 04:10:01 (1787818201) creating directory /mnt/lustre/d7 opening directory unlinking /mnt/lustre/d7 Ok, everything goes well. PASS 7 (9s) == sanityn test 8: remove of open special file on other node ==================================================================== 04:10:10 (1787818210) creating special file /mnt/lustre/f8.sanityn opening file unlinking /mnt/lustre/f8.sanityn Ok, everything goes well. PASS 8 (9s) == sanityn test 9a: append of file with sub-page size on multiple mounts ========================================================== 04:10:20 (1787818220) PASS 9a (10s) == sanityn test 9b: append to striped sparse file ======== 04:10:29 (1787818229) 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0621486 s, 16.9 MB/s 3+0 records in 3+0 records out 3 bytes copied, 0.0688723 s, 0.0 kB/s Data read (expecting 'foo'): foo PASS 9b (7s) == sanityn test 10a: write of file with sub-page size on multiple mounts ========================================================== 04:10:36 (1787818236) 1+0 records in 1+0 records out 1 byte copied, 0.0217034 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0442017 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0217783 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0223675 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0133073 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0371347 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0168501 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0115826 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0128931 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0134744 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0222404 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.00987867 s, 0.1 kB/s PASS 10a (8s) == sanityn test 10b: write of file with sub-page size on multiple mounts ========================================================== 04:10:45 (1787818245) 1+0 records in 1+0 records out 3072 bytes (3.1 kB, 3.0 KiB) copied, 0.0231218 s, 133 kB/s 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0270513 s, 151 kB/s 1+0 records in 1+0 records out 3072 bytes (3.1 kB, 3.0 KiB) copied, 0.00155142 s, 2.0 MB/s PASS 10b (9s) == sanityn test 11: execution of file opened for write should return error ============================================================== 04:10:53 (1787818253) multiop /mnt/lustre/d11/f vO_c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 298: /mnt/lustre2/d11/f: Text file busy PASS 11 (8s) == sanityn test 12: test lock ordering (link, stat, unlink) ========================================================== 04:11:01 (1787818261) warning: '-runtime' deprecated, use '-t runtime' instead - link 312 (time 1787818274.18 total 10.04 last 31.07) - link 624 (time 1787818284.21 total 20.07 last 31.11) - link 920 (time 1787818294.24 total 30.10 last 29.51) - link 1166 (time 1787818304.27 total 40.13 last 24.52) - link 1399 (time 1787818314.29 total 50.15 last 23.25) - link 1714 (time 1787818324.31 total 60.17 last 31.43) - link 1970 (time 1787818334.34 total 70.21 last 25.51) - link 2193 (time 1787818344.36 total 80.22 last 22.27) - link 2495 (time 1787818354.39 total 90.25 last 30.12) total: 2828 link in 100.02 seconds: 28.28 ops/second using seed 2216088622 running for 100 seconds - stat 5255 (time 1787818276 ; total 11 ; last 11) - stat 10000 (time 1787818285 ; total 20 ; last 9) - stat 14570 (time 1787818296 ; total 31 ; last 11) - stat 19051 (time 1787818307 ; total 42 ; last 11) - stat 20000 (time 1787818309 ; total 44 ; last 2) - stat 22979 (time 1787818320 ; total 55 ; last 11) - stat 25233 (time 1787818331 ; total 66 ; last 11) - stat 27433 (time 1787818342 ; total 77 ; last 11) - stat 29754 (time 1787818353 ; total 88 ; last 11) - stat 30000 (time 1787818353 ; total 88 ; last 0) - stat 32574 (time 1787818364 ; total 99 ; last 11) total: 33006 stats in 100 seconds: 330.059998 stats/second - unlinked 0 (time 1787818315 ; total 0 ; last 0) unlink(/mnt/lustre2/lockdir/lockfile2828) error: No such file or directory total: 2827 unlinks in 87 seconds: 32.494251 unlinks/second /home/green/git/lustre-release/lustre/tests/lockorder.sh: line 77: kill: (21462) - No such process /home/green/git/lustre-release/lustre/tests/lockorder.sh: line 78: kill: (21465) - No such process PASS 12 (146s) == sanityn test 13: test directory page revocation ======= 04:13:28 (1787818408) f13 f13 PASS 13 (10s) == sanityn test 14aa: execution of file open for write returns -ETXTBSY ========================================================== 04:13:37 (1787818417) multiop /mnt/lustre/d14aa.sanityn/f14aa.sanityn vOw_c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 333: /mnt/lustre2/d14aa.sanityn/f14aa.sanityn: Text file busy /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 5089: 22648 Terminated $MULTIOP_PROG $FILE v$ARGS > $TMPPIPE (wd: ~) PASS 14aa (6s) == sanityn test 14ab: open(RDWR) of executing file returns -ETXTBSY ========================================================== 04:13:43 (1787818423) open(O_RDWR|O_CREAT): Text file busy /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 5089: 23228 Terminated $DIR1/$tdir/sleep 60 (wd: ~) PASS 14ab (7s) == sanityn test 14b: truncate of executing file returns -ETXTBSY ================================================================ 04:13:50 (1787818430) truncate: cannot truncate '/mnt/lustre2/d14b.sanityn/sleep' to length 60: Text file busy /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 348: 23806 Terminated $DIR1/$tdir/sleep 60 PASS 14b (7s) == sanityn test 14c: open(O_TRUNC) of executing file return -ETXTBSY ============================================================ 04:13:58 (1787818438) cp: cannot create regular file '/mnt/lustre2/d14c.sanityn/sleep': Text file busy /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 360: 24388 Terminated $DIR1/$tdir/sleep 60 PASS 14c (7s) == sanityn test 14d: chmod of executing file is still possible ================================================================== 04:14:05 (1787818445) chmod /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 371: 24971 Terminated $DIR1/$tdir/sleep 60 PASS 14d (7s) == sanityn test 15: test out-of-space with multiple writers ===================================================================== 04:14:13 (1787818453) PATH=/opt/iozone/bin:/opt/iozone/bin:/home/green/git/lustre-release/lustre/tests/mpi:/home/green/git/lustre-release/lustre/tests/racer:/home/green/git/lustre-release/lustre/../lustre-iokit/sgpdd-survey:/home/green/git/lustre-release/lustre/tests:/home/green/git/lustre-release/lustre/utils/gss:/home/green/git/lustre-release/lustre/utils:/opt/iozone/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin: MGS_OS_ID_LIKE=rhel centos fedora rocky MGS_OS_VERSION_ID=8.10 MGS_OS_ID=rocky MGS_OS_VERSION_CODE=134873088 MDS1_OS_VERSION_ID=8.10 MDS1_OS_VERSION_CODE=134873088 MDS1_OS_ID_LIKE=rhel centos fedora rocky MDS1_OS_ID=rocky OST1_OS_VERSION_CODE=134873088 OST1_OS_ID_LIKE=rhel centos fedora rocky OST1_OS_VERSION_ID=8.10 OST1_OS_ID=rocky CLIENT_OS_ID=rocky CLIENT_OS_VERSION_CODE=134873088 CLIENT_OS_VERSION_ID=8.10 CLIENT_OS_ID_LIKE=rhel centos fedora rocky sleep 5 for ZFS MDS Waiting for MDT destroys to complete fallocate on zfs doesn't consume space STRIPECOUNT=2 ORIGFREE=7531520 MAXFREE=800000 SKIP: oos2 test_15 oos2.sh: 7531520KB free > 800000KB, increase MAXFREE (or reduce fs size) sleep 5 for ZFS MDS Waiting for MDT destroys to complete SKIP 15 (52s) == sanityn test 16a: 500 iterations of dual-mount fsx ==== 04:15:04 (1787818504) fallocate on zfs doesn't consume space fallocate not supported 2+0 records in 2+0 records out 8388608 bytes (8.4 MB, 8.0 MiB) copied, 0.650701 s, 12.9 MB/s 2+0 records in 2+0 records out 8388608 bytes (8.4 MB, 8.0 MiB) copied, 0.375332 s, 22.3 MB/s Chance of close/open is 1 in 50 Seed set to 8508 fd 0: /mnt/lustre/f16a.sanityn fd 1: /mnt/lustre2/f16a.sanityn fsx: test_fallocate: filesystem does not support fallocate mode 0x0, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x3, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x10, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x1, disabling!: Operation not supported skipping zero size read skipping zero size read 000004[0] 1787818509.374025 mapwrite 0x111684 thru 0x114dc1 (0x373e bytes) truncating to largest ever: 0x18b045 000007[1] 1787818509.556593 trunc from 0x114dc2 to 0x18b044 (0x76283 bytes) 000010[0] 1787818509.751563 write 0x7b1d83 thru 0x7b29ff (0xc7d bytes) truncating to largest ever: 0x6592cd 000013[1] 1787818509.824605 trunc from 0x7b2a00 to 0x6592cc (0x159733 bytes) 000015[0] 1787818509.897062 write 0x8e7896 thru 0x8ea8ac (0x3017 bytes) 000016[1] 1787818509.926491 mapwrite 0x667aad thru 0x669046 (0x159a bytes) 000018[0] 1787818510.315251 mapread 0x524827 thru 0x533a3f (0xf219 bytes) 000019[0] 1787818510.384137 write 0x202a52 thru 0x208a09 (0x5fb8 bytes) 000024[1] 1787818510.417190 read 0x3da4da thru 0x3e7478 (0xcf9f bytes) 000025[1] 1787818510.458425 mapwrite 0x0022b2 thru 0x00b1a2 (0x8ef1 bytes) 000026[1] 1787818510.601584 mapwrite 0x6326c5 thru 0x638339 (0x5c75 bytes) 000027[0] 1787818510.768875 read 0x40df2b thru 0x40f796 (0x186c bytes) 000034[1] 1787818510.999698 write 0x2b6375 thru 0x2bef6b (0x8bf7 bytes) 000035[0] 1787818511.060326 mapwrite 0x6c4679 thru 0x6c7899 (0x3221 bytes) truncating to largest ever: 0x9cc0bd 000036[1] 1787818511.293536 trunc from 0x8ea8ad to 0x9cc0bc (0xe1810 bytes) 000037[0] 1787818511.424039 mapread 0x4e52ca thru 0x4e78b5 (0x25ec bytes) 000038[0] 1787818511.546780 read 0x1602aa thru 0x16ee3a (0xeb91 bytes) 000039[0] 1787818511.593767 mapread 0x605c28 thru 0x60b497 (0x5870 bytes) 000040[0] 1787818511.634688 read 0x85178a thru 0x85440a (0x2c81 bytes) 000041[0] 1787818511.644436 mapread 0x247a89 thru 0x2507ea (0x8d62 bytes) 000042[1] 1787818511.688347 trunc from 0x9cc0bd to 0x946fc7 (0x850f5 bytes) 000043[1] 1787818511.769574 trunc from 0x946fc8 to 0x86c2d9 (0xdacee bytes) 000047[0] 1787818511.841851 mapread 0x4b70eb thru 0x4bdb04 (0x6a1a bytes) 000049[0] 1787818511.939633 write 0x630682 thru 0x634f21 (0x48a0 bytes) 000051[0] 1787818512.017992 read 0x6fab06 thru 0x7052d1 (0xa7cc bytes) 000052[1] 1787818512.045974 mapread 0x76eed7 thru 0x777e04 (0x8f2e bytes) 000053[1] 1787818512.114563 mapread 0x4669a3 thru 0x473398 (0xc9f6 bytes) 000054[0] 1787818512.160659 read 0x6d9b0c thru 0x6e0082 (0x6577 bytes) 000055[1] 1787818512.170264 mapread 0x6bb56a thru 0x6c8113 (0xcbaa bytes) 000057[1] 1787818512.215404 trunc from 0x86c2da to 0x677689 (0x1f4c50 bytes) 000059[0] 1787818512.332892 trunc from 0x67768a to 0x998c1c (0x321593 bytes) 000060[1] 1787818512.429668 write 0x6449fb thru 0x65226b (0xd871 bytes) 000061[0] 1787818512.476765 read 0x7548e3 thru 0x75ec23 (0xa341 bytes) 000066[0] 1787818512.563047 write 0x3a909d thru 0x3b551d (0xc481 bytes) 000068[0] 1787818512.617558 write 0x52e41f thru 0x533e95 (0x5a77 bytes) 000069[1] 1787818512.703856 trunc from 0x998c1d to 0x81db5e (0x17b0be bytes) 000074[0] 1787818512.835080 trunc from 0x81db5f to 0x959176 (0x13b618 bytes) 000078[0] 1787818512.953109 mapwrite 0x02c81d thru 0x02fc3c (0x3420 bytes) 000079[0] 1787818513.123896 mapwrite 0x210c05 thru 0x2122b4 (0x16b0 bytes) 000080[0] 1787818513.253493 read 0x7792b0 thru 0x77eb34 (0x5885 bytes) 000084[1] 1787818513.371442 write 0x1d307b thru 0x1dee1e (0xbda4 bytes) 000088[1] 1787818513.462016 mapwrite 0x967a2d thru 0x973f9d (0xc571 bytes) 000089[0] 1787818513.607975 trunc from 0x973f9e to 0x104562 (0x86fa3b bytes) 000091[1] 1787818513.712148 trunc from 0x104563 to 0x64007f (0x53bb1d bytes) 000094[1] 1787818513.835787 write 0x2fcad3 thru 0x309d5b (0xd289 bytes) 000095[1] 1787818513.895067 mapread 0x2017ff thru 0x2063d4 (0x4bd6 bytes) 000098[0] 1787818514.006276 read 0x42bde6 thru 0x43a347 (0xe562 bytes) 000099[1] 1787818514.051115 mapwrite 0x7912ab thru 0x795d63 (0x4ab9 bytes) 000100[1] 1787818514.181188 trunc from 0x795d64 to 0x8ae97e (0x118c1b bytes) 000103[0] 1787818514.256363 mapwrite 0x50fddd thru 0x51d756 (0xd97a bytes) 000104[0] 1787818514.398213 mapread 0x253dd9 thru 0x2622a6 (0xe4ce bytes) 000105[0] 1787818514.464335 read 0x5b9f9d thru 0x5c110e (0x7172 bytes) 000106[1] 1787818514.488105 trunc from 0x8ae97f to 0x1b31c5 (0x6fb7b9 bytes) 000109[1] 1787818514.592721 mapwrite 0x4c0735 thru 0x4c2323 (0x1bef bytes) 000111[1] 1787818514.740189 trunc from 0x4c2324 to 0x24c218 (0x27610b bytes) 000113[1] 1787818514.844706 mapwrite 0x640a7f thru 0x64ee8e (0xe410 bytes) 000117[1] 1787818515.018184 mapwrite 0x177219 thru 0x180fda (0x9dc2 bytes) 000119[0] 1787818515.086455 mapwrite 0x68100c thru 0x690253 (0xf248 bytes) 000120[0] 1787818515.209431 mapwrite 0x7e3dde thru 0x7e8929 (0x4b4c bytes) 000124[1] 1787818515.282684 read 0x248a05 thru 0x249e12 (0x140e bytes) 000129[1] 1787818515.335333 trunc from 0x7e892a to 0x0ec2cc (0x6fc65d bytes) 000130[0] 1787818515.384064 read 0x098ae7 thru 0x0a2b5b (0xa075 bytes) 000131[1] 1787818515.407695 mapread 0x0a0c9a thru 0x0b03e0 (0xf747 bytes) 000132[1] 1787818515.452623 mapread 0x068012 thru 0x070ec6 (0x8eb5 bytes) 000134[1] 1787818515.474563 write 0x677b14 thru 0x6854ec (0xd9d9 bytes) 000135[0] 1787818515.490795 write 0x14679d thru 0x150734 (0x9f98 bytes) 000136[0] 1787818515.520074 mapwrite 0x1eddd8 thru 0x1f7123 (0x934c bytes) 000138[0] 1787818515.831221 trunc from 0x6854ed to 0x6ebce5 (0x667f9 bytes) 000139[1] 1787818515.892904 write 0x510464 thru 0x515333 (0x4ed0 bytes) 000140[0] 1787818515.932635 write 0x71410a thru 0x71acb7 (0x6bae bytes) 000144[0] 1787818516.060524 write 0x14dc8a thru 0x1559e1 (0x7d58 bytes) 000146[1] 1787818516.115021 mapwrite 0x68def6 thru 0x68fd5e (0x1e69 bytes) 000147[1] 1787818516.308150 mapwrite 0x5fd03f thru 0x606a6b (0x9a2d bytes) 000151[0] 1787818516.505519 write 0x673563 thru 0x6754f3 (0x1f91 bytes) 000152[0] 1787818516.542553 write 0x75d4f6 thru 0x764c4d (0x7758 bytes) 000154[0] 1787818516.601020 write 0x2fb25d thru 0x303223 (0x7fc7 bytes) 000157[1] 1787818516.646731 mapwrite 0x5ec958 thru 0x5ed1d0 (0x879 bytes) 000158[0] 1787818516.762582 mapwrite 0x1d6ca1 thru 0x1d9b1b (0x2e7b bytes) 000161[0] 1787818516.879188 mapread 0x622e71 thru 0x62a06e (0x71fe bytes) 000163[0] 1787818516.945828 write 0x459463 thru 0x468320 (0xeebe bytes) 000166[1] 1787818517.086031 trunc from 0x764c4e to 0x5058ce (0x25f37f bytes) 000167[1] 1787818517.185498 read 0x2101c2 thru 0x213989 (0x37c8 bytes) 000168[0] 1787818517.197083 mapread 0x387561 thru 0x38b69e (0x413e bytes) 000169[0] 1787818517.239118 trunc from 0x5058cf to 0x120ed1 (0x3e49fd bytes) 000171[0] 1787818517.309179 read 0x0df1ac thru 0x0e28f8 (0x374d bytes) 000175[0] 1787818517.486072 trunc from 0x120ed2 to 0x50b619 (0x3ea748 bytes) 000177[0] 1787818517.529912 mapwrite 0x4df4b0 thru 0x4e2b2c (0x367d bytes) 000179[1] 1787818517.842221 mapread 0x24c7aa thru 0x251201 (0x4a58 bytes) 000180[0] 1787818517.940925 mapread 0x218afd thru 0x225fb4 (0xd4b8 bytes) 000181[1] 1787818518.123174 write 0x6b62f0 thru 0x6c2c39 (0xc94a bytes) 000182[0] 1787818518.175471 trunc from 0x6c2c3a to 0x0d8b98 (0x5ea0a1 bytes) 000183[1] 1787818518.275839 write 0x2d0e79 thru 0x2d94c4 (0x864c bytes) 000184[1] 1787818518.313085 trunc from 0x2d94c5 to 0x0e57c7 (0x1f3cfd bytes) 000185[1] 1787818518.353039 mapwrite 0x88675f thru 0x89605b (0xf8fd bytes) 000187[1] 1787818518.619086 trunc from 0x89605c to 0x87e7b6 (0x178a5 bytes) 000191[1] 1787818518.725178 trunc from 0x87e7b7 to 0x3b04ce (0x4ce2e8 bytes) 000193[0] 1787818518.810787 trunc from 0x3b04cf to 0x4be74e (0x10e280 bytes) 000194[0] 1787818518.857141 trunc from 0x4be74f to 0x0240a5 (0x49a6a9 bytes) 000195[1] 1787818518.872996 write 0x93db53 thru 0x94bc68 (0xe116 bytes) 000196[1] 1787818518.909098 mapwrite 0x592ea9 thru 0x5a1e4b (0xefa3 bytes) 000197[1] 1787818519.304044 write 0x053919 thru 0x0632d8 (0xf9c0 bytes) 000199[0] 1787818519.368260 write 0x5a5584 thru 0x5a7fa9 (0x2a26 bytes) 000201[1] 1787818519.419820 mapwrite 0x06a861 thru 0x075b3f (0xb2df bytes) 000204[0] 1787818519.781730 trunc from 0x94bc69 to 0x58b244 (0x3c0a24 bytes) 000205[1] 1787818519.905148 mapread 0x075d90 thru 0x0766b0 (0x921 bytes) 000208[0] 1787818520.010938 read 0x456fde thru 0x45c68a (0x56ad bytes) 000214[1] 1787818520.100338 mapread 0x3d1ad1 thru 0x3d1fb8 (0x4e8 bytes) 000216[0] 1787818520.133211 write 0x965014 thru 0x970b63 (0xbb50 bytes) 000217[0] 1787818520.152759 read 0x89b5e8 thru 0x8a6f4a (0xb963 bytes) 000218[1] 1787818520.168499 mapread 0x186746 thru 0x191c7d (0xb538 bytes) 000219[1] 1787818520.262597 trunc from 0x970b64 to 0x40c120 (0x564a43 bytes) 000220[1] 1787818520.343673 write 0x6d4a3c thru 0x6d8518 (0x3add bytes) 000223[0] 1787818520.415621 mapread 0x57b582 thru 0x587936 (0xc3b5 bytes) 000224[1] 1787818520.488124 mapread 0x091825 thru 0x096643 (0x4e1f bytes) 000228[0] 1787818520.599533 trunc from 0x6d8519 to 0x97a8a8 (0x2a2390 bytes) 000229[0] 1787818520.665048 read 0x703bc7 thru 0x70c8be (0x8cf8 bytes) 000230[0] 1787818520.682140 read 0x280bc7 thru 0x28c0eb (0xb525 bytes) 000232[1] 1787818520.692089 mapread 0x675565 thru 0x6819e6 (0xc482 bytes) 000234[0] 1787818520.768181 write 0x5687f6 thru 0x577db2 (0xf5bd bytes) 000235[0] 1787818520.794450 read 0x19661c thru 0x19a69c (0x4081 bytes) 000236[1] 1787818520.819426 mapread 0x11d599 thru 0x120430 (0x2e98 bytes) 000239[0] 1787818520.922053 mapread 0x6d6c96 thru 0x6d70a7 (0x412 bytes) 000240[0] 1787818520.957504 read 0x8f19b6 thru 0x8f5264 (0x38af bytes) 000241[1] 1787818520.978054 trunc from 0x97a8a9 to 0x7b2949 (0x1c7f5f bytes) 000245[0] 1787818521.142212 write 0x9d3215 thru 0x9e298c (0xf778 bytes) 000250[0] 1787818521.340045 mapwrite 0x05844b thru 0x05c419 (0x3fcf bytes) 000252[0] 1787818521.582816 trunc from 0x9e298d to 0x5874ce (0x45b4be bytes) 000254[1] 1787818521.675050 mapread 0x094874 thru 0x09a1dc (0x5969 bytes) 000255[1] 1787818521.780260 mapwrite 0x4415f0 thru 0x44e995 (0xd3a6 bytes) 000256[0] 1787818521.996675 trunc from 0x5874cf to 0x5ec42b (0x64f5d bytes) 000258[0] 1787818522.191142 read 0x2957b9 thru 0x29b98a (0x61d2 bytes) 000259[0] 1787818522.201796 read 0x21fea2 thru 0x22d1aa (0xd309 bytes) 000261[1] 1787818522.220232 mapread 0x02f279 thru 0x0301c7 (0xf4f bytes) 000262[1] 1787818522.312679 mapwrite 0x64b21f thru 0x658fd1 (0xddb3 bytes) 000263[1] 1787818522.468810 mapread 0x1fbf4b thru 0x208d4c (0xce02 bytes) 000265[1] 1787818522.590100 mapread 0x01b34d thru 0x025dd2 (0xaa86 bytes) 000268[0] 1787818522.661742 read 0x48b7ab thru 0x498ef6 (0xd74c bytes) 000269[1] 1787818522.708817 write 0x1c4de2 thru 0x1ce9e2 (0x9c01 bytes) 000270[0] 1787818522.741523 mapread 0x06d7fe thru 0x076d08 (0x950b bytes) 000272[0] 1787818522.829368 mapread 0x1e67b2 thru 0x1f6613 (0xfe62 bytes) 000273[0] 1787818522.899155 read 0x61c13f thru 0x61d903 (0x17c5 bytes) 000274[0] 1787818522.905384 mapwrite 0x68a04f thru 0x693f28 (0x9eda bytes) 000275[1] 1787818523.064129 mapread 0x0773d5 thru 0x07edf3 (0x7a1f bytes) 000276[0] 1787818523.106085 trunc from 0x693f29 to 0x608ac2 (0x8b466 bytes) 000278[0] 1787818523.172900 trunc from 0x608ac3 to 0x6cf5d8 (0xc6b16 bytes) 000279[0] 1787818523.223917 write 0x776daa thru 0x784330 (0xd587 bytes) 000280[0] 1787818523.253259 write 0x1ff7c9 thru 0x1ffcbd (0x4f5 bytes) 000281[0] 1787818523.286104 trunc from 0x784331 to 0x4ba55d (0x2c9dd3 bytes) 000282[0] 1787818523.349075 read 0x451b2f thru 0x45de66 (0xc338 bytes) 000287[1] 1787818523.609617 mapwrite 0x146494 thru 0x15476d (0xe2da bytes) 000290[0] 1787818523.817405 read 0x180a79 thru 0x18c52f (0xbab7 bytes) 000291[1] 1787818523.867969 write 0x4cc423 thru 0x4d8392 (0xbf70 bytes) 000293[1] 1787818523.940676 trunc from 0x4d8393 to 0x0dd2f9 (0x3fb099 bytes) 000294[1] 1787818524.049607 mapwrite 0x750681 thru 0x75902f (0x89af bytes) 000296[1] 1787818524.302328 read 0x5daf4f thru 0x5e40cc (0x917e bytes) 000298[1] 1787818524.366227 mapwrite 0x085665 thru 0x094138 (0xead4 bytes) 000299[0] 1787818524.621523 read 0x1f34ef thru 0x202faf (0xfac1 bytes) 000302[0] 1787818524.690435 mapwrite 0x04ce21 thru 0x04e3e8 (0x15c8 bytes) 000303[1] 1787818524.822941 mapread 0x5f0839 thru 0x5f8c23 (0x83eb bytes) 000304[1] 1787818524.903818 mapwrite 0x1b0c5e thru 0x1b82d7 (0x767a bytes) 000305[1] 1787818525.032020 trunc from 0x759030 to 0x60d705 (0x14b92a bytes) 000309[1] 1787818525.095669 mapread 0x40278f thru 0x404ed1 (0x2743 bytes) 000311[1] 1787818525.132588 write 0x4ebf51 thru 0x4f225b (0x630b bytes) 000312[1] 1787818525.170043 mapwrite 0x125c86 thru 0x12cde4 (0x715f bytes) 000314[1] 1787818525.323278 trunc from 0x60d706 to 0x4e06fe (0x12d007 bytes) 000316[0] 1787818525.378796 read 0x2660e4 thru 0x267e8b (0x1da8 bytes) 000317[0] 1787818525.439840 write 0x518ae6 thru 0x51d8bf (0x4dda bytes) 000318[0] 1787818525.452330 mapread 0x36cd01 thru 0x3789fb (0xbcfb bytes) 000319[1] 1787818525.507400 write 0x863592 thru 0x86e0a2 (0xab11 bytes) 000321[0] 1787818525.546194 trunc from 0x86e0a3 to 0x948295 (0xda1f3 bytes) 000324[0] 1787818525.676789 trunc from 0x948296 to 0x0c550c (0x882d89 bytes) 000327[1] 1787818525.810935 mapread 0x02be55 thru 0x031805 (0x59b1 bytes) 000330[1] 1787818525.880538 read 0x018928 thru 0x024974 (0xc04d bytes) 000331[1] 1787818525.907578 read 0x031a72 thru 0x03ec8a (0xd219 bytes) 000332[0] 1787818525.908659 mapwrite 0x9ad9a4 thru 0x9b5ded (0x844a bytes) 000335[1] 1787818526.136263 write 0x96fca2 thru 0x9765ee (0x694d bytes) 000337[0] 1787818526.306008 trunc from 0x9b5dee to 0x6e37d0 (0x2d261d bytes) 000341[1] 1787818526.429165 write 0x15bb00 thru 0x16943b (0xd93c bytes) 000342[1] 1787818526.468088 read 0x15d401 thru 0x16be04 (0xea04 bytes) 000346[1] 1787818526.535110 write 0x5dd79e thru 0x5e6b07 (0x936a bytes) 000349[1] 1787818526.559523 trunc from 0x6e37d1 to 0x6ef3d1 (0xbc01 bytes) 000350[1] 1787818526.580035 mapwrite 0x40915f thru 0x413878 (0xa71a bytes) 000351[0] 1787818526.715891 trunc from 0x6ef3d2 to 0x08454a (0x66ae87 bytes) 000354[0] 1787818526.869079 mapwrite 0x78ac8e thru 0x7909fe (0x5d71 bytes) 000355[1] 1787818526.969070 read 0x0c8120 thru 0x0d5fa4 (0xde85 bytes) 000358[1] 1787818527.186933 read 0x63a8f9 thru 0x640e1f (0x6527 bytes) 000359[1] 1787818527.208402 mapread 0x2a4ec6 thru 0x2b3293 (0xe3ce bytes) 000360[1] 1787818527.209360 mapwrite 0x822d4e thru 0x822e35 (0xe8 bytes) 000364[0] 1787818527.402202 mapwrite 0x8d5b02 thru 0x8e3a6c (0xdf6b bytes) 000365[0] 1787818527.550414 mapread 0x73bfa6 thru 0x73c912 (0x96d bytes) 000367[1] 1787818527.607259 mapread 0x047d8b thru 0x048fcb (0x1241 bytes) 000368[0] 1787818527.640090 mapwrite 0x8b1daa thru 0x8bd877 (0xbace bytes) 000369[1] 1787818527.733731 mapwrite 0x6b03a3 thru 0x6b0c4d (0x8ab bytes) 000372[0] 1787818528.002028 write 0x158d4c thru 0x1635ee (0xa8a3 bytes) 000377[0] 1787818528.145464 mapread 0x6fec28 thru 0x70332b (0x4704 bytes) 000378[1] 1787818528.205103 mapread 0x144f80 thru 0x14ff62 (0xafe3 bytes) 000384[1] 1787818528.328251 trunc from 0x8e3a6d to 0x5e26bf (0x3013ad bytes) 000385[0] 1787818528.420923 mapwrite 0x6e1dc8 thru 0x6ea245 (0x847e bytes) 000392[1] 1787818528.699420 mapread 0x37aa28 thru 0x385628 (0xac01 bytes) 000393[0] 1787818528.808742 trunc from 0x6ea246 to 0x8b30b2 (0x1c8e6d bytes) 000394[1] 1787818528.915851 mapwrite 0x4ec86f thru 0x4ef15d (0x28ef bytes) 000396[0] 1787818529.054420 mapwrite 0x23cebf thru 0x23e1b6 (0x12f8 bytes) 000400[0] 1787818529.219612 mapwrite 0x6d0c0a thru 0x6d2e2a (0x2221 bytes) 000402[1] 1787818529.330045 write 0x000956 thru 0x00462b (0x3cd6 bytes) 000403[0] 1787818529.380385 mapread 0x32cefd thru 0x33b2a4 (0xe3a8 bytes) 000404[1] 1787818529.455460 trunc from 0x8b30b3 to 0x920252 (0x6d1a0 bytes) 000405[0] 1787818529.537280 mapread 0x1e5037 thru 0x1f120f (0xc1d9 bytes) 000406[1] 1787818529.610781 trunc from 0x920253 to 0x0c87ca (0x857a88 bytes) 000409[1] 1787818529.721677 mapwrite 0x2f8cbe thru 0x2fb43a (0x277d bytes) 000410[1] 1787818529.952266 mapread 0x1127cb thru 0x115daf (0x35e5 bytes) 000412[1] 1787818530.001611 write 0x42302e thru 0x42e444 (0xb417 bytes) 000414[1] 1787818530.049269 write 0x93ed37 thru 0x944b28 (0x5df2 bytes) 000416[1] 1787818530.100787 mapread 0x783172 thru 0x792546 (0xf3d5 bytes) 000417[0] 1787818530.371772 mapwrite 0x761ef2 thru 0x7695b1 (0x76c0 bytes) 000420[0] 1787818530.946485 mapwrite 0x41eeed thru 0x425137 (0x624b bytes) 000421[1] 1787818531.090662 trunc from 0x944b29 to 0x14d81b (0x7f730d bytes) 000424[0] 1787818531.190689 mapread 0x11d466 thru 0x12885f (0xb3fa bytes) 000427[0] 1787818531.294210 mapread 0x0ca1cc thru 0x0cc0c3 (0x1ef8 bytes) 000428[1] 1787818531.314907 read 0x0bd28e thru 0x0c6fea (0x9d5d bytes) 000429[1] 1787818531.356080 mapread 0x06c3c9 thru 0x073bfc (0x7834 bytes) 000430[1] 1787818531.370596 mapread 0x03f585 thru 0x0417b2 (0x222e bytes) 000431[1] 1787818531.371537 mapwrite 0x6246ea thru 0x633339 (0xec50 bytes) 000432[1] 1787818531.714192 mapread 0x2492ab thru 0x256fd5 (0xdd2b bytes) 000433[0] 1787818531.720142 read 0x43dfc8 thru 0x4416b7 (0x36f0 bytes) 000434[1] 1787818531.761386 mapread 0x1984a4 thru 0x1a464e (0xc1ab bytes) 000435[0] 1787818531.767221 mapread 0x101ab3 thru 0x10ead7 (0xd025 bytes) 000436[1] 1787818531.828425 write 0x757b75 thru 0x764e47 (0xd2d3 bytes) 000437[1] 1787818531.869577 read 0x0a136c thru 0x0a250c (0x11a1 bytes) 000438[1] 1787818531.908615 mapwrite 0x4fb1ed thru 0x500606 (0x541a bytes) 000447[1] 1787818532.152014 write 0x1cc4a8 thru 0x1da798 (0xe2f1 bytes) 000453[1] 1787818532.264904 mapread 0x0fc375 thru 0x10bdd1 (0xfa5d bytes) 000455[1] 1787818532.304176 trunc from 0x764e48 to 0x6347ef (0x130658 bytes) 000458[0] 1787818532.399017 mapread 0x59162d thru 0x598d07 (0x76db bytes) 000461[0] 1787818532.454722 read 0x34820c thru 0x352284 (0xa079 bytes) 000462[0] 1787818532.487171 mapwrite 0x9017fd thru 0x90b631 (0x9e35 bytes) 000465[0] 1787818532.687330 mapwrite 0x7e4bff thru 0x7f05f8 (0xb9fa bytes) 000469[0] 1787818532.920279 read 0x684ca0 thru 0x686ef7 (0x2258 bytes) 000470[1] 1787818532.964968 trunc from 0x90b632 to 0x4e66cd (0x424f64 bytes) 000471[0] 1787818533.067912 trunc from 0x4e66ce to 0x69a9aa (0x1b42dd bytes) 000472[1] 1787818533.169776 mapwrite 0x33b501 thru 0x344ffb (0x9afb bytes) 000473[0] 1787818533.335916 mapread 0x155214 thru 0x1634c9 (0xe2b6 bytes) 000474[1] 1787818533.421450 read 0x2e3144 thru 0x2e9ade (0x699b bytes) 000475[0] 1787818533.451682 write 0x448501 thru 0x44b14a (0x2c4a bytes) 000476[1] 1787818533.482007 mapread 0x691450 thru 0x6949c7 (0x3578 bytes) 000478[0] 1787818533.534695 read 0x64b1fb thru 0x65b1a0 (0xffa6 bytes) 000480[0] 1787818533.554408 trunc from 0x69a9ab to 0x6da4d9 (0x3fb2f bytes) 000486[0] 1787818533.704822 read 0x1be1bc thru 0x1c0f9e (0x2de3 bytes) 000487[0] 1787818533.712001 write 0x7e3f6f thru 0x7f2b12 (0xeba4 bytes) 000488[0] 1787818533.738995 mapread 0x0c3c26 thru 0x0c7065 (0x3440 bytes) 000489[1] 1787818533.748350 write 0x4fb0f5 thru 0x5098b9 (0xe7c5 bytes) 000490[0] 1787818533.792462 write 0x1a49f6 thru 0x1a6774 (0x1d7f bytes) 000496[1] 1787818533.903623 read 0x2fda7b thru 0x305b5d (0x80e3 bytes) 000497[0] 1787818533.931375 trunc from 0x7f2b13 to 0x3216bc (0x4d1456 bytes) All operations completed A-OK! Chance of close/open is 1 in 50 Seed set to 8534 fd 0: /mnt/lustre/f16a.sanityn fd 1: /mnt/lustre2/f16a.sanityn fsx: test_fallocate: filesystem does not support fallocate mode 0x0, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x3, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x10, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x1, disabling!: Operation not supported truncating to largest ever: 0x4e064f 000002[1] 1787818535.121924 trunc from 00000000 to 0x4e064e (0x4e064f bytes) 000004[1] 1787818535.210974 mapwrite 0x24f000 thru 0x250c91 (0x1c92 bytes) 000005[0] 1787818535.315167 write 0x51e000 thru 0x5283f5 (0xa3f6 bytes) 000007[1] 1787818535.364086 write 0x8d2000 thru 0x8d9bc0 (0x7bc1 bytes) 000009[1] 1787818535.393034 mapread 0x8ba000 thru 0x8c4ebb (0xaebc bytes) 000011[1] 1787818535.450192 read 0x6d2000 thru 0x6dfaea (0xdaeb bytes) 000012[1] 1787818535.476095 mapwrite 0x40c000 thru 0x411969 (0x596a bytes) 000013[0] 1787818535.606493 mapwrite 0x74d000 thru 0x75960f (0xc610 bytes) 000014[1] 1787818535.721113 mapwrite 0x2fc000 thru 0x303c24 (0x7c25 bytes) 000015[1] 1787818535.838402 mapread 0x645000 thru 0x650151 (0xb152 bytes) 000016[0] 1787818535.885658 mapread 0x7e6000 thru 0x7f3bb2 (0xdbb3 bytes) 000018[1] 1787818535.975088 trunc from 0x8d9bc1 to 0x3452fb (0x5948c5 bytes) 000022[1] 1787818536.120705 write 0x202000 thru 0x20bc23 (0x9c24 bytes) 000024[1] 1787818536.155694 write 0x146000 thru 0x14fd91 (0x9d92 bytes) 000026[1] 1787818536.165976 mapwrite 0x90a000 thru 0x9143c9 (0xa3ca bytes) 000027[0] 1787818536.403537 mapwrite 0x408000 thru 0x410e3c (0x8e3d bytes) 000029[1] 1787818536.728869 read 0x61a000 thru 0x626d75 (0xcd76 bytes) 000031[1] 1787818536.794051 read 0x7e3000 thru 0x7f235a (0xf35b bytes) truncating to largest ever: 0x9e05a4 000033[1] 1787818536.813884 trunc from 0x9143ca to 0x9e05a3 (0xcc1da bytes) 000035[1] 1787818536.910827 trunc from 0x9e05a4 to 0x21a697 (0x7c5f0c bytes) 000036[1] 1787818536.973732 trunc from 0x21a698 to 0x291ff6 (0x7795f bytes) 000038[0] 1787818537.054751 write 0x7d5000 thru 0x7dc012 (0x7013 bytes) 000039[0] 1787818537.099050 trunc from 0x7dc013 to 0x1ca477 (0x611b9b bytes) 000040[1] 1787818537.151391 mapread 0x187000 thru 0x1883ca (0x13cb bytes) 000041[0] 1787818537.196646 mapread 0x0af000 thru 0x0b5229 (0x622a bytes) 000051[1] 1787818537.225074 mapread 0x179000 thru 0x18507b (0xc07c bytes) 000052[0] 1787818537.256158 mapwrite 0x844000 thru 0x84d2da (0x92db bytes) 000055[0] 1787818537.450650 write 0x4c9000 thru 0x4d63f7 (0xd3f8 bytes) 000061[1] 1787818537.559927 read 0x42b000 thru 0x431fe3 (0x6fe4 bytes) 000062[1] 1787818537.667702 read 0x408000 thru 0x4136c3 (0xb6c4 bytes) 000064[0] 1787818537.684125 trunc from 0x84d2db to 0x8f904e (0xabd74 bytes) 000065[1] 1787818537.730050 read 0x2b7000 thru 0x2bcb2f (0x5b30 bytes) 000067[0] 1787818537.762242 write 0x536000 thru 0x53ab1f (0x4b20 bytes) 000069[0] 1787818537.830918 trunc from 0x8f904f to 0x1d9a2c (0x71f622 bytes) 000070[1] 1787818537.921632 write 0x640000 thru 0x641f84 (0x1f85 bytes) 000072[0] 1787818537.940663 mapwrite 0x7fb000 thru 0x809aa6 (0xeaa7 bytes) 000074[0] 1787818538.124475 mapwrite 0x573000 thru 0x57aa55 (0x7a56 bytes) 000076[1] 1787818538.296455 mapwrite 0x941000 thru 0x94c866 (0xb867 bytes) 000077[0] 1787818538.407984 read 0x517000 thru 0x518952 (0x1953 bytes) 000078[1] 1787818538.427602 write 0x486000 thru 0x48f86b (0x986c bytes) 000079[1] 1787818538.448904 mapread 0x723000 thru 0x727603 (0x4604 bytes) 000081[0] 1787818538.480617 write 0x223000 thru 0x22c8a2 (0x98a3 bytes) 000082[1] 1787818538.505959 write 0x400000 thru 0x40b489 (0xb48a bytes) 000083[1] 1787818538.554956 mapread 0x099000 thru 0x09f612 (0x6613 bytes) 000084[1] 1787818538.614226 write 0x1ed000 thru 0x1f2dcd (0x5dce bytes) 000085[0] 1787818538.663881 mapwrite 0x62a000 thru 0x62f95b (0x595c bytes) truncating to largest ever: 0x9fe62c 000086[0] 1787818538.782187 trunc from 0x94c867 to 0x9fe62b (0xb1dc5 bytes) 000088[0] 1787818538.834618 mapread 0x9c8000 thru 0x9d5053 (0xd054 bytes) 000090[1] 1787818538.906118 mapread 0x70e000 thru 0x710d37 (0x2d38 bytes) 000091[1] 1787818538.957997 read 0x904000 thru 0x90e43b (0xa43c bytes) 000092[1] 1787818538.974224 trunc from 0x9fe62c to 0x7e3f6c (0x21a6bf bytes) 000096[0] 1787818539.084035 write 0x245000 thru 0x24a205 (0x5206 bytes) 000099[0] 1787818539.099594 trunc from 0x7e3f6d to 0x202703 (0x5e1869 bytes) 000100[1] 1787818539.114243 trunc from 0x202704 to 0x736814 (0x534111 bytes) 000101[1] 1787818539.170944 mapwrite 0x316000 thru 0x31a876 (0x4877 bytes) 000102[1] 1787818539.289959 trunc from 0x736815 to 0x83f274 (0x108a60 bytes) 000103[1] 1787818539.322082 mapwrite 0x47e000 thru 0x485e79 (0x7e7a bytes) 000105[0] 1787818539.453993 trunc from 0x83f275 to 0x535604 (0x309c70 bytes) 000106[1] 1787818539.486596 mapread 0x4bb000 thru 0x4bef12 (0x3f13 bytes) 000107[0] 1787818539.521251 mapwrite 0x5b3000 thru 0x5b8c21 (0x5c22 bytes) 000108[0] 1787818539.636752 mapwrite 0x97b000 thru 0x981b27 (0x6b28 bytes) 000110[1] 1787818539.796852 mapread 0x6f6000 thru 0x6fbcd3 (0x5cd4 bytes) 000111[0] 1787818539.862140 mapwrite 0x774000 thru 0x782e59 (0xee5a bytes) 000115[1] 1787818539.981536 write 0x43e000 thru 0x43eaab (0xaac bytes) 000119[0] 1787818540.020596 write 0x70f000 thru 0x71d19e (0xe19f bytes) 000121[1] 1787818540.047143 trunc from 0x981b28 to 0x5f12ce (0x390859 bytes) 000122[0] 1787818540.091006 trunc from 0x5f12cf to 0x502117 (0xef1b7 bytes) 000123[1] 1787818540.144923 mapwrite 0x6a3000 thru 0x6aa18e (0x718f bytes) 000125[1] 1787818540.330247 mapwrite 0x93b000 thru 0x945f44 (0xaf45 bytes) 000127[1] 1787818540.542866 write 0x0f6000 thru 0x103b5c (0xdb5d bytes) 000128[1] 1787818540.572715 mapwrite 0x22b000 thru 0x23a5a3 (0xf5a4 bytes) 000129[1] 1787818540.764476 trunc from 0x945f45 to 0x656fa8 (0x2eef9c bytes) 000130[0] 1787818540.809087 mapread 0x49d000 thru 0x4a2029 (0x502a bytes) 000131[1] 1787818540.921275 read 0x619000 thru 0x624a15 (0xba16 bytes) 000132[0] 1787818540.945877 read 0x0e9000 thru 0x0f8d14 (0xfd15 bytes) 000133[1] 1787818540.956987 mapwrite 0x2fb000 thru 0x302c3d (0x7c3e bytes) 000134[0] 1787818541.127787 mapwrite 0x555000 thru 0x555c3d (0xc3e bytes) 000135[0] 1787818541.187913 mapread 0x0db000 thru 0x0e5766 (0xa767 bytes) 000137[1] 1787818541.218615 mapwrite 0x25b000 thru 0x269f00 (0xef01 bytes) 000138[0] 1787818541.306675 trunc from 0x656fa9 to 0x3062aa (0x350cfe bytes) 000139[1] 1787818541.346731 mapread 0x2bc000 thru 0x2bff44 (0x3f45 bytes) 000140[1] 1787818541.379427 write 0x914000 thru 0x91ccf7 (0x8cf8 bytes) 000147[0] 1787818541.463098 read 0x058000 thru 0x06062d (0x862e bytes) 000148[0] 1787818541.511711 read 0x54e000 thru 0x5543f8 (0x63f9 bytes) 000152[1] 1787818541.520906 mapread 0x1c7000 thru 0x1cd247 (0x6248 bytes) 000154[1] 1787818541.552814 trunc from 0x91ccf8 to 0x898b55 (0x841a2 bytes) 000157[0] 1787818541.656685 trunc from 0x898b56 to 0x9d8ac7 (0x13ff72 bytes) 000159[1] 1787818541.725198 trunc from 0x9d8ac8 to 0x8c86e2 (0x1103e5 bytes) 000161[0] 1787818541.783837 mapwrite 0x6cc000 thru 0x6cc6ba (0x6bb bytes) 000162[1] 1787818541.846411 mapwrite 0x022000 thru 0x030675 (0xe676 bytes) 000163[0] 1787818541.938500 mapread 0x0a2000 thru 0x0ae711 (0xc712 bytes) 000164[0] 1787818541.981925 mapwrite 0x046000 thru 0x0538ff (0xd900 bytes) 000168[0] 1787818542.088496 trunc from 0x8c86e3 to 0x6c309d (0x205645 bytes) 000173[0] 1787818542.174188 write 0x76c000 thru 0x76f7b3 (0x37b4 bytes) 000174[0] 1787818542.175499 write 0x159000 thru 0x15ef03 (0x5f04 bytes) 000176[0] 1787818542.219212 trunc from 0x76f7b4 to 0x5763f8 (0x1f93bb bytes) 000177[1] 1787818542.245029 trunc from 0x5763f9 to 0x85a715 (0x2e431d bytes) 000181[1] 1787818542.346120 mapread 0x2ed000 thru 0x2ed026 (0x27 bytes) 000182[1] 1787818542.352892 read 0x21f000 thru 0x229e42 (0xae43 bytes) 000185[1] 1787818542.393621 read 0x456000 thru 0x45eff8 (0x8ff9 bytes) 000188[0] 1787818542.429004 mapwrite 0x798000 thru 0x7a0f46 (0x8f47 bytes) 000190[0] 1787818542.531885 write 0x317000 thru 0x323133 (0xc134 bytes) 000191[0] 1787818542.553071 write 0x78b000 thru 0x7952c3 (0xa2c4 bytes) 000193[0] 1787818542.572220 trunc from 0x85a716 to 0x3caa78 (0x48fc9d bytes) 000196[1] 1787818542.636176 mapread 0x010000 thru 0x015d17 (0x5d18 bytes) 000203[1] 1787818542.713530 mapwrite 0x176000 thru 0x178ad5 (0x2ad6 bytes) 000204[0] 1787818542.852603 write 0x307000 thru 0x311a0a (0xaa0b bytes) 000205[0] 1787818542.877341 write 0x46b000 thru 0x46fe22 (0x4e23 bytes) 000208[1] 1787818542.921748 mapwrite 0x25b000 thru 0x25b838 (0x839 bytes) 000212[0] 1787818543.048427 mapwrite 0x613000 thru 0x622d7d (0xfd7e bytes) 000216[0] 1787818543.229326 trunc from 0x622d7e to 0x3c1b9f (0x2611de bytes) 000217[0] 1787818543.283768 mapread 0x334000 thru 0x334234 (0x235 bytes) 000218[1] 1787818543.300973 read 0x2a0000 thru 0x2afc25 (0xfc26 bytes) 000219[0] 1787818543.424275 write 0x276000 thru 0x27f94d (0x994e bytes) 000221[0] 1787818543.471649 write 0x612000 thru 0x61a685 (0x8686 bytes) 000223[1] 1787818543.508943 mapread 0x030000 thru 0x03712b (0x712c bytes) 000224[1] 1787818543.621013 mapwrite 0x42a000 thru 0x42c6da (0x26db bytes) 000225[0] 1787818543.755425 trunc from 0x61a686 to 0x2b2588 (0x3680fd bytes) 000226[1] 1787818543.798043 mapwrite 0x5bc000 thru 0x5bfdc0 (0x3dc1 bytes) 000227[0] 1787818543.951638 trunc from 0x5bfdc1 to 0x9bb85d (0x3fba9d bytes) 000231[1] 1787818544.047266 trunc from 0x9bb85e to 0x757f3b (0x263922 bytes) 000233[0] 1787818544.164660 write 0x6f1000 thru 0x6f932c (0x832d bytes) 000234[1] 1787818544.186340 mapwrite 0x398000 thru 0x39d2a8 (0x52a9 bytes) 000235[1] 1787818544.396843 mapread 0x73d000 thru 0x743e81 (0x6e82 bytes) 000236[0] 1787818544.548232 write 0x89e000 thru 0x8ab0e6 (0xd0e7 bytes) 000237[1] 1787818544.648827 mapread 0x188000 thru 0x18df08 (0x5f09 bytes) 000241[1] 1787818544.730013 write 0x971000 thru 0x9762ff (0x5300 bytes) 000243[1] 1787818544.759173 read 0x37d000 thru 0x3896f9 (0xc6fa bytes) 000244[1] 1787818544.780468 write 0x9a8000 thru 0x9af5a8 (0x75a9 bytes) 000248[1] 1787818544.796219 trunc from 0x9af5a9 to 0x7e073b (0x1cee6d bytes) 000249[1] 1787818544.818410 read 0x75a000 thru 0x768b5f (0xeb60 bytes) 000250[0] 1787818544.866054 write 0x847000 thru 0x856121 (0xf122 bytes) 000251[0] 1787818544.906029 trunc from 0x856122 to 0x88f9fa (0x398d9 bytes) 000253[1] 1787818544.971195 mapwrite 0x9a9000 thru 0x9aea76 (0x5a77 bytes) 000261[0] 1787818545.229238 read 0x179000 thru 0x17db6f (0x4b70 bytes) 000262[0] 1787818545.252956 mapread 0x05c000 thru 0x05d7c4 (0x17c5 bytes) 000263[1] 1787818545.264082 mapread 0x967000 thru 0x9769c3 (0xf9c4 bytes) 000264[0] 1787818545.293593 read 0x857000 thru 0x860b3c (0x9b3d bytes) 000267[1] 1787818545.303776 write 0x5c4000 thru 0x5d14d3 (0xd4d4 bytes) 000268[0] 1787818545.329988 read 0x2bc000 thru 0x2c9758 (0xd759 bytes) 000270[0] 1787818545.367837 write 0x7f1000 thru 0x7fd916 (0xc917 bytes) 000273[1] 1787818545.418254 trunc from 0x9aea77 to 0x3f038e (0x5be6e8 bytes) 000274[0] 1787818545.477495 trunc from 0x3f038f to 0x936168 (0x545dda bytes) 000279[1] 1787818545.590887 write 0x392000 thru 0x394e60 (0x2e61 bytes) 000280[0] 1787818545.642994 mapread 0x7fb000 thru 0x7ffff2 (0x4ff3 bytes) 000282[1] 1787818545.693538 read 0x7c1000 thru 0x7c259e (0x159f bytes) 000286[1] 1787818545.702220 trunc from 0x936169 to 0x8847ba (0xb19ae bytes) 000290[1] 1787818545.775213 trunc from 0x8847bb to 0x6881d2 (0x1fc5e8 bytes) 000293[1] 1787818545.867863 read 0x4b6000 thru 0x4bf444 (0x9445 bytes) 000295[1] 1787818545.914989 read 0x595000 thru 0x5963e5 (0x13e6 bytes) 000296[1] 1787818545.944079 trunc from 0x6881d3 to 0x379de9 (0x30e3e9 bytes) 000297[1] 1787818545.967950 mapwrite 0x501000 thru 0x50c0c9 (0xb0ca bytes) 000299[1] 1787818546.073192 mapwrite 0x7ff000 thru 0x801c69 (0x2c6a bytes) 000300[1] 1787818546.185980 mapwrite 0x386000 thru 0x387da8 (0x1da9 bytes) 000301[0] 1787818546.250154 mapread 0x537000 thru 0x53e5d9 (0x75da bytes) 000305[0] 1787818546.294066 mapwrite 0x1b4000 thru 0x1bab5e (0x6b5f bytes) 000307[1] 1787818546.406971 mapwrite 0x003000 thru 0x010898 (0xd899 bytes) 000310[0] 1787818546.545046 write 0x406000 thru 0x40e54c (0x854d bytes) 000312[1] 1787818546.590144 write 0x9ff000 thru 0x9ff227 (0x228 bytes) 000313[0] 1787818546.634352 write 0x27c000 thru 0x27e23b (0x223c bytes) 000316[0] 1787818546.686198 trunc from 0x9ff228 to 0x2df5ef (0x71fc38 bytes) 000317[1] 1787818546.752932 trunc from 0x2df5f0 to 0x1528ed (0x18cd02 bytes) 000319[1] 1787818546.896001 mapread 0x131000 thru 0x13df71 (0xcf72 bytes) 000323[0] 1787818547.056925 read 0x087000 thru 0x090981 (0x9982 bytes) 000325[0] 1787818547.141040 mapread 0x11f000 thru 0x12d5c5 (0xe5c6 bytes) 000326[0] 1787818547.141947 read 0x0c6000 thru 0x0d59d3 (0xf9d4 bytes) 000327[0] 1787818547.142389 write 0x220000 thru 0x22a09d (0xa09e bytes) 000328[1] 1787818547.188148 read 0x17d000 thru 0x181abb (0x4abc bytes) 000329[1] 1787818547.290801 mapread 0x189000 thru 0x18ab5d (0x1b5e bytes) 000330[0] 1787818547.291648 mapread 0x11b000 thru 0x11f420 (0x4421 bytes) 000331[1] 1787818547.355262 mapread 0x02a000 thru 0x02c4d4 (0x24d5 bytes) 000332[0] 1787818547.355803 write 0x722000 thru 0x729324 (0x7325 bytes) 000333[1] 1787818547.400960 write 0x627000 thru 0x62820f (0x1210 bytes) 000334[0] 1787818547.481208 trunc from 0x729325 to 0x702f8c (0x26398 bytes) 000339[1] 1787818547.604644 trunc from 0x702f8d to 0x431ee0 (0x2d10ac bytes) 000340[0] 1787818547.652151 trunc from 0x431ee1 to 0x18580e (0x2ac6d2 bytes) 000341[1] 1787818547.694098 trunc from 0x18580f to 0x56bd74 (0x3e6566 bytes) 000344[0] 1787818547.762262 mapread 0x307000 thru 0x30a72a (0x372b bytes) 000347[1] 1787818547.869244 write 0x221000 thru 0x22ca1a (0xba1b bytes) 000349[0] 1787818547.980727 trunc from 0x56bd75 to 0x276c1a (0x2f515a bytes) 000350[1] 1787818548.069218 mapwrite 0x49e000 thru 0x4a653e (0x853f bytes) 000354[1] 1787818548.286144 mapread 0x09e000 thru 0x09f7ef (0x17f0 bytes) 000356[1] 1787818548.303934 mapwrite 0x1eb000 thru 0x1f1fd5 (0x6fd6 bytes) 000358[1] 1787818548.421779 mapread 0x11b000 thru 0x124965 (0x9966 bytes) 000359[1] 1787818548.471553 read 0x1b0000 thru 0x1b9803 (0x9804 bytes) 000360[1] 1787818548.494454 mapread 0x0cb000 thru 0x0d3bb2 (0x8bb3 bytes) 000361[0] 1787818548.521035 mapread 0x14f000 thru 0x155218 (0x6219 bytes) 000364[0] 1787818548.593001 read 0x393000 thru 0x3998dd (0x68de bytes) 000366[0] 1787818548.602342 mapwrite 0x327000 thru 0x335cd4 (0xecd5 bytes) 000367[1] 1787818548.701655 mapread 0x057000 thru 0x05eb1b (0x7b1c bytes) 000371[1] 1787818548.748233 write 0x62e000 thru 0x636b08 (0x8b09 bytes) 000374[1] 1787818548.789267 write 0x843000 thru 0x8456ca (0x26cb bytes) 000375[0] 1787818548.790642 write 0x26b000 thru 0x2710a7 (0x60a8 bytes) 000376[1] 1787818548.830202 trunc from 0x8456cb to 0x12886d (0x71ce5d bytes) 000378[1] 1787818548.919000 trunc from 0x12886e to 0x0aaa93 (0x7ddda bytes) 000381[1] 1787818548.957010 read 0x0aa000 thru 0x0aaa3c (0xa3d bytes) 000382[1] 1787818548.979475 mapread 0x05b000 thru 0x05e0ae (0x30af bytes) 000385[0] 1787818548.981067 read 0x079000 thru 0x0802e1 (0x72e2 bytes) 000387[0] 1787818549.022551 write 0x8c9000 thru 0x8cbc1a (0x2c1b bytes) 000389[1] 1787818549.072761 write 0x052000 thru 0x05962e (0x762f bytes) 000390[1] 1787818549.175995 mapread 0x334000 thru 0x3343a2 (0x3a3 bytes) 000393[0] 1787818549.196715 read 0x7b0000 thru 0x7b5289 (0x528a bytes) 000394[0] 1787818549.241677 read 0x5af000 thru 0x5b20fd (0x30fe bytes) 000395[1] 1787818549.248907 mapwrite 0x613000 thru 0x6130d4 (0xd5 bytes) 000396[0] 1787818549.397931 mapwrite 0x51f000 thru 0x521f7d (0x2f7e bytes) 000397[0] 1787818549.487946 read 0x59c000 thru 0x5a8530 (0xc531 bytes) 000400[0] 1787818549.519507 read 0x17d000 thru 0x180892 (0x3893 bytes) 000401[1] 1787818549.529473 trunc from 0x8cbc1b to 0x0df070 (0x7ecbaa bytes) 000403[0] 1787818549.594239 write 0x9f4000 thru 0x9fb771 (0x7772 bytes) 000404[1] 1787818549.626857 mapread 0x2f3000 thru 0x302ac7 (0xfac8 bytes) 000407[1] 1787818549.738510 write 0x411000 thru 0x4153b5 (0x43b6 bytes) 000411[1] 1787818549.781078 mapread 0x725000 thru 0x72d2bb (0x82bc bytes) 000414[0] 1787818549.860067 trunc from 0x9fb772 to 0x644940 (0x3b6e31 bytes) 000416[1] 1787818549.926001 mapwrite 0x5e8000 thru 0x5f131c (0x931d bytes) 000418[1] 1787818550.035114 read 0x5ea000 thru 0x5f9c13 (0xfc14 bytes) 000426[1] 1787818550.105947 trunc from 0x644941 to 0x1b2407 (0x492539 bytes) 000428[1] 1787818550.166120 trunc from 0x1b2408 to 0x3dba9e (0x229697 bytes) 000430[0] 1787818550.209506 trunc from 0x3dba9f to 0x0a57ec (0x3362b2 bytes) 000433[0] 1787818550.312179 trunc from 0x0a57ed to 0x3dcc7a (0x33748e bytes) 000434[0] 1787818550.377913 mapwrite 0x402000 thru 0x410d1f (0xed20 bytes) 000435[1] 1787818550.535192 trunc from 0x410d20 to 0x7cf8e4 (0x3bebc5 bytes) 000436[1] 1787818550.601817 mapread 0x5f5000 thru 0x5f80a1 (0x30a2 bytes) 000437[0] 1787818550.667032 read 0x2a6000 thru 0x2aba8e (0x5a8f bytes) 000438[0] 1787818550.703845 mapwrite 0x3f2000 thru 0x3fc158 (0xa159 bytes) 000439[1] 1787818550.830820 mapread 0x73b000 thru 0x741a43 (0x6a44 bytes) 000441[1] 1787818550.898412 mapread 0x597000 thru 0x598236 (0x1237 bytes) 000444[1] 1787818550.908982 mapread 0x35a000 thru 0x363d12 (0x9d13 bytes) 000445[0] 1787818550.928423 trunc from 0x7cf8e5 to 0x314b1f (0x4badc5 bytes) 000446[1] 1787818550.990692 mapread 0x119000 thru 0x123fbc (0xafbd bytes) 000447[1] 1787818551.044504 mapread 0x2b2000 thru 0x2c002d (0xe02e bytes) 000448[0] 1787818551.070128 read 0x1f8000 thru 0x1fe0e2 (0x60e3 bytes) 000449[0] 1787818551.161016 read 0x0a8000 thru 0x0ab2e6 (0x32e7 bytes) 000450[1] 1787818551.161805 read 0x1d8000 thru 0x1e75a9 (0xf5aa bytes) 000452[0] 1787818551.216774 write 0x330000 thru 0x338ea9 (0x8eaa bytes) 000453[1] 1787818551.273870 mapwrite 0x87b000 thru 0x87b2b4 (0x2b5 bytes) 000455[0] 1787818551.502943 trunc from 0x87b2b5 to 0x118d4c (0x762568 bytes) 000456[1] 1787818551.590870 write 0x68c000 thru 0x690b8c (0x4b8d bytes) 000458[0] 1787818551.708643 read 0x174000 thru 0x1820a0 (0xe0a1 bytes) 000461[1] 1787818551.768493 trunc from 0x690b8d to 0x0c495b (0x5cc231 bytes) 000462[0] 1787818551.805196 mapwrite 0x7e6000 thru 0x7f5d65 (0xfd66 bytes) 000464[1] 1787818551.961005 read 0x2b0000 thru 0x2bd76b (0xd76c bytes) 000465[0] 1787818551.989191 read 0x7df000 thru 0x7eb3ec (0xc3ed bytes) 000470[0] 1787818552.001628 trunc from 0x7f5d66 to 0x444039 (0x3b1d2c bytes) 000471[1] 1787818552.067766 read 0x0a1000 thru 0x0acfa7 (0xbfa8 bytes) 000473[1] 1787818552.102243 mapread 0x100000 thru 0x10a354 (0xa355 bytes) 000474[0] 1787818552.121644 mapread 0x3db000 thru 0x3e1203 (0x6204 bytes) 000476[1] 1787818552.155733 trunc from 0x44403a to 0x14d9da (0x2f665f bytes) 000477[0] 1787818552.216965 read 0x031000 thru 0x03edd1 (0xddd2 bytes) 000478[0] 1787818552.269260 write 0x8f7000 thru 0x90421d (0xd21e bytes) 000479[1] 1787818552.308647 mapread 0x130000 thru 0x13af9e (0xaf9f bytes) 000482[1] 1787818552.371424 read 0x60a000 thru 0x617cc8 (0xdcc9 bytes) 000483[1] 1787818552.380864 mapwrite 0x8e9000 thru 0x8f7cf1 (0xecf2 bytes) 000484[0] 1787818552.481909 write 0x484000 thru 0x48cf0d (0x8f0e bytes) 000486[0] 1787818552.582863 write 0x6d6000 thru 0x6e52c4 (0xf2c5 bytes) 000489[0] 1787818552.649101 read 0x71c000 thru 0x724032 (0x8033 bytes) 000491[0] 1787818552.691151 trunc from 0x90421e to 0x9c3ad8 (0xbf8bb bytes) 000493[1] 1787818552.734944 read 0x20f000 thru 0x21ef45 (0xff46 bytes) 000494[1] 1787818552.798691 mapwrite 0x29a000 thru 0x29fcc4 (0x5cc5 bytes) 000495[1] 1787818552.882124 write 0x3fe000 thru 0x4088fb (0xa8fc bytes) 000496[0] 1787818552.903412 write 0x87c000 thru 0x87cc1c (0xc1d bytes) 000499[0] 1787818552.960120 trunc from 0x9c3ad9 to 0x1b4f60 (0x80eb78 bytes) 000500[1] 1787818552.999907 mapread 0x0b0000 thru 0x0b559f (0x55a0 bytes) All operations completed A-OK! PASS 16a (54s) == sanityn test 16b: 500 iterations of dual-mount fsx at small size ========================================================== 04:15:58 (1787818558) fallocate on zfs doesn't consume space fallocate not supported 2+0 records in 2+0 records out 8388608 bytes (8.4 MB, 8.0 MiB) copied, 0.412376 s, 20.3 MB/s 2+0 records in 2+0 records out 8388608 bytes (8.4 MB, 8.0 MiB) copied, 0.406326 s, 20.6 MB/s Chance of close/open is 1 in 50 Seed set to 8561 fd 0: /mnt/lustre/f16b.sanityn fd 1: /mnt/lustre2/f16b.sanityn fsx: test_fallocate: filesystem does not support fallocate mode 0x0, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x3, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x10, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x1, disabling!: Operation not supported 000001[0] 1787818562.348247 mapwrite 0x90196d thru 0x903246 (0x18da bytes) 000004[0] 1787818562.479257 read 0x6e0602 thru 0x6e2526 (0x1f25 bytes) truncating to largest ever: 0x91c999 000005[0] 1787818562.485349 trunc from 0x903247 to 0x91c998 (0x19752 bytes) 000006[0] 1787818562.518546 write 0x1864d5 thru 0x187044 (0xb70 bytes) 000007[0] 1787818562.531618 trunc from 0x91c999 to 0x60c665 (0x310333 bytes) 000008[0] 1787818562.561963 mapread 0x3da42f thru 0x3dac4f (0x821 bytes) 000009[0] 1787818562.618123 mapread 0x0e9e1a thru 0x0eafcd (0x11b4 bytes) 000012[1] 1787818562.728750 mapwrite 0x9d4486 thru 0x9d4765 (0x2e0 bytes) 000013[0] 1787818562.830093 mapread 0x712ceb thru 0x714a38 (0x1d4e bytes) 000014[0] 1787818562.916240 trunc from 0x9d4766 to 0x6bb4d3 (0x319292 bytes) 000015[0] 1787818563.029666 mapread 0x64ea3e thru 0x6500d9 (0x169c bytes) 000017[1] 1787818563.128782 trunc from 0x6bb4d4 to 0x4e5d34 (0x1d579f bytes) 000018[0] 1787818563.211469 trunc from 0x4e5d35 to 0x229142 (0x2bcbf2 bytes) 000019[1] 1787818563.300684 write 0x49167e thru 0x493077 (0x19fa bytes) 000020[1] 1787818563.329097 trunc from 0x493078 to 0x5d2620 (0x13f5a9 bytes) 000023[0] 1787818563.438588 read 0x11427d thru 0x1145a7 (0x32b bytes) 000024[1] 1787818563.504429 mapread 0x5a90f0 thru 0x5aaeff (0x1e10 bytes) 000025[0] 1787818563.561726 mapwrite 0x8659aa thru 0x866491 (0xae8 bytes) 000027[1] 1787818563.743854 write 0x2fff71 thru 0x30097e (0xa0e bytes) 000030[0] 1787818563.825024 write 0x687bdb thru 0x688047 (0x46d bytes) 000032[1] 1787818563.896663 write 0x89ee5c thru 0x89f124 (0x2c9 bytes) 000033[1] 1787818563.925575 write 0x9b1fd8 thru 0x9b3d6d (0x1d96 bytes) 000037[0] 1787818564.013142 write 0x427466 thru 0x4278e7 (0x482 bytes) 000038[0] 1787818564.036673 read 0x74d4d4 thru 0x74e054 (0xb81 bytes) 000039[1] 1787818564.059843 trunc from 0x9b3d6e to 0x60e768 (0x3a5605 bytes) 000041[0] 1787818564.105960 trunc from 0x60e769 to 0x85c4c9 (0x24dd61 bytes) 000042[0] 1787818564.163491 read 0x1f9b47 thru 0x1fabeb (0x10a5 bytes) 000045[0] 1787818564.172392 mapread 0x4072e5 thru 0x408470 (0x118c bytes) 000048[1] 1787818564.240218 read 0x0c7313 thru 0x0c793e (0x62c bytes) 000049[0] 1787818564.263098 trunc from 0x85c4ca to 0x1b011f (0x6ac3aa bytes) 000052[1] 1787818564.334066 trunc from 0x1b0120 to 0x4627da (0x2b26bb bytes) 000054[1] 1787818564.429156 read 0x0e15a3 thru 0x0e225f (0xcbd bytes) 000056[0] 1787818564.569500 read 0x0b8173 thru 0x0b9fab (0x1e39 bytes) 000057[1] 1787818564.601276 mapwrite 0x20340a thru 0x204fdc (0x1bd3 bytes) 000058[1] 1787818564.747188 read 0x444c6e thru 0x44686e (0x1c01 bytes) 000059[1] 1787818564.776734 mapread 0x3526a5 thru 0x35283b (0x197 bytes) 000061[1] 1787818564.833683 write 0x7d5b07 thru 0x7d7415 (0x190f bytes) 000062[0] 1787818564.837122 write 0x1e13c9 thru 0x1e1c9e (0x8d6 bytes) 000063[1] 1787818564.894377 read 0x065154 thru 0x06550e (0x3bb bytes) 000067[1] 1787818565.015065 trunc from 0x7d7416 to 0x215f3b (0x5c14da bytes) 000068[0] 1787818565.057887 write 0x685fe3 thru 0x686c8c (0xcaa bytes) 000069[0] 1787818565.096090 read 0x0b4b93 thru 0x0b6853 (0x1cc1 bytes) 000070[1] 1787818565.115910 write 0x0ff4fa thru 0x101481 (0x1f88 bytes) 000071[1] 1787818565.154165 write 0x921adb thru 0x923814 (0x1d3a bytes) 000073[0] 1787818565.220906 mapwrite 0x9396a9 thru 0x93a46f (0xdc7 bytes) 000074[1] 1787818565.354981 mapwrite 0x1f127b thru 0x1f3133 (0x1eb9 bytes) truncating to largest ever: 0x999758 000075[0] 1787818565.456644 trunc from 0x93a470 to 0x999757 (0x5f2e8 bytes) 000076[1] 1787818565.487059 mapwrite 0x5eb563 thru 0x5ecf8d (0x1a2b bytes) 000077[0] 1787818565.613279 mapwrite 0x6a8d23 thru 0x6a926f (0x54d bytes) 000078[0] 1787818565.726678 write 0x920087 thru 0x9202f7 (0x271 bytes) 000081[1] 1787818565.766077 write 0x98bbef thru 0x98d4b8 (0x18ca bytes) 000083[0] 1787818565.881076 mapread 0x37dcc1 thru 0x37df90 (0x2d0 bytes) 000084[1] 1787818565.950035 mapread 0x8c3e1f thru 0x8c4b91 (0xd73 bytes) 000090[1] 1787818566.031953 trunc from 0x999758 to 0x4e70f9 (0x4b265e bytes) 000092[0] 1787818566.132999 read 0x49bd65 thru 0x49dd26 (0x1fc2 bytes) 000093[0] 1787818566.174269 trunc from 0x4e70fa to 0x62f053 (0x147f5a bytes) 000096[0] 1787818566.310730 write 0x0fab26 thru 0x0fc67c (0x1b57 bytes) 000097[0] 1787818566.320248 mapread 0x35c3d6 thru 0x35cd95 (0x9c0 bytes) 000099[0] 1787818566.327189 mapread 0x04f622 thru 0x050b1e (0x14fd bytes) 000101[1] 1787818566.336566 mapwrite 0x915a51 thru 0x91702b (0x15db bytes) 000102[0] 1787818566.581052 read 0x29544e thru 0x29644a (0xffd bytes) 000103[0] 1787818566.620051 read 0x704b8a thru 0x705a4a (0xec1 bytes) 000105[1] 1787818566.672907 mapread 0x40543b thru 0x407197 (0x1d5d bytes) 000107[0] 1787818566.713787 mapread 0x2df4d8 thru 0x2dfad8 (0x601 bytes) 000109[0] 1787818566.721838 write 0x915c6b thru 0x9174ac (0x1842 bytes) 000111[0] 1787818566.755505 read 0x7bf779 thru 0x7c0566 (0xdee bytes) 000113[0] 1787818566.793876 write 0x0ca93e thru 0x0caf3b (0x5fe bytes) 000115[1] 1787818566.818588 mapwrite 0x06fa93 thru 0x070392 (0x900 bytes) 000116[0] 1787818566.947685 read 0x0a48cd thru 0x0a5005 (0x739 bytes) 000117[0] 1787818566.969093 write 0x7e0bcd thru 0x7e0cd9 (0x10d bytes) 000118[1] 1787818567.013369 mapwrite 0x8f8efe thru 0x8f9790 (0x893 bytes) 000119[1] 1787818567.204346 trunc from 0x9174ad to 0x0ebe90 (0x82b61c bytes) 000121[1] 1787818567.329088 trunc from 0x0ebe91 to 0x671e5d (0x585fcd bytes) 000124[0] 1787818567.469911 mapwrite 0x11594f thru 0x115abe (0x170 bytes) 000125[0] 1787818567.631256 read 0x2003f0 thru 0x20082b (0x43c bytes) 000127[0] 1787818567.695585 mapread 0x1b937c thru 0x1bb2ce (0x1f53 bytes) 000130[0] 1787818567.841216 trunc from 0x671e5e to 0x15abcd (0x517290 bytes) 000132[1] 1787818567.886946 write 0x64eae2 thru 0x64f875 (0xd94 bytes) 000133[0] 1787818567.954885 write 0x831624 thru 0x8326bf (0x109c bytes) 000136[0] 1787818568.017104 write 0x37ea53 thru 0x37ee88 (0x436 bytes) 000141[0] 1787818568.151607 mapread 0x7b624d thru 0x7b8227 (0x1fdb bytes) 000143[0] 1787818568.228170 write 0x2360d4 thru 0x236925 (0x852 bytes) 000147[0] 1787818568.261015 trunc from 0x8326c0 to 0x5f4c1f (0x23daa0 bytes) 000148[0] 1787818568.395700 write 0x123aeb thru 0x125749 (0x1c5f bytes) 000149[0] 1787818568.463982 write 0x67b7fe thru 0x67d361 (0x1b64 bytes) 000151[1] 1787818568.470236 mapwrite 0x09b5b5 thru 0x09c7ed (0x1239 bytes) 000153[0] 1787818568.798993 trunc from 0x67d362 to 0x5d0b58 (0xac809 bytes) 000154[1] 1787818568.836278 trunc from 0x5d0b59 to 0x061f89 (0x56ebcf bytes) 000155[1] 1787818568.891479 read 0x01483f thru 0x014c3c (0x3fe bytes) truncating to largest ever: 0x99b265 000156[0] 1787818568.960328 trunc from 0x061f8a to 0x99b264 (0x9392db bytes) 000158[1] 1787818569.051502 write 0x37c469 thru 0x37dbf0 (0x1788 bytes) 000159[1] 1787818569.207686 mapread 0x684c4e thru 0x68598d (0xd40 bytes) 000160[0] 1787818569.356874 mapread 0x05036a thru 0x05205a (0x1cf1 bytes) 000162[0] 1787818569.474140 read 0x018e34 thru 0x01a10b (0x12d8 bytes) 000164[1] 1787818569.486899 read 0x9459bb thru 0x945a31 (0x77 bytes) 000165[0] 1787818569.502877 read 0x139790 thru 0x139ab0 (0x321 bytes) 000166[1] 1787818569.512688 mapwrite 0x3c727d thru 0x3c7368 (0xec bytes) 000169[1] 1787818569.620149 trunc from 0x99b265 to 0x52a0f3 (0x471171 bytes) 000170[0] 1787818569.709635 mapwrite 0x9ee2c1 thru 0x9efa95 (0x17d5 bytes) 000172[0] 1787818569.843910 read 0x8c6200 thru 0x8c6b43 (0x944 bytes) 000175[1] 1787818569.870103 read 0x40c06a thru 0x40df28 (0x1ebf bytes) 000176[0] 1787818569.898747 write 0x8149ab thru 0x816487 (0x1add bytes) 000178[0] 1787818569.927697 mapwrite 0x74d6d0 thru 0x74e381 (0xcb2 bytes) 000180[1] 1787818570.051952 write 0x654ac0 thru 0x655625 (0xb66 bytes) 000182[1] 1787818570.144983 mapwrite 0x7084a4 thru 0x709156 (0xcb3 bytes) 000183[0] 1787818570.241932 read 0x4049a0 thru 0x405c48 (0x12a9 bytes) 000185[1] 1787818570.304834 mapwrite 0x0c9906 thru 0x0c9a81 (0x17c bytes) 000187[0] 1787818570.525990 mapwrite 0x85bfc9 thru 0x85d49c (0x14d4 bytes) 000188[1] 1787818570.778042 mapwrite 0x54c87a thru 0x54d15d (0x8e4 bytes) 000189[1] 1787818571.018852 mapread 0x16f47b thru 0x16fcc2 (0x848 bytes) 000190[1] 1787818571.114354 read 0x6173a0 thru 0x617d8d (0x9ee bytes) 000192[1] 1787818571.192034 mapwrite 0x9ad773 thru 0x9ae118 (0x9a6 bytes) 000193[0] 1787818571.294731 read 0x2222ee thru 0x223d08 (0x1a1b bytes) 000197[1] 1787818571.370933 trunc from 0x9efa96 to 0x649c19 (0x3a5e7c bytes) 000198[1] 1787818571.428906 trunc from 0x649c1a to 0x720ff7 (0xd73de bytes) 000199[1] 1787818571.465093 mapread 0x38cfc7 thru 0x38d10b (0x145 bytes) 000200[0] 1787818571.480025 mapwrite 0x2b6c66 thru 0x2b8a41 (0x1ddc bytes) 000201[0] 1787818571.567103 trunc from 0x720ff8 to 0x1ca57c (0x556a7b bytes) 000202[1] 1787818571.616007 write 0x7b6c6b thru 0x7b7715 (0xaab bytes) 000203[1] 1787818571.678829 read 0x5e393c thru 0x5e42ff (0x9c4 bytes) 000204[1] 1787818571.699809 read 0x31c1b1 thru 0x31c5b6 (0x406 bytes) 000205[0] 1787818571.735957 trunc from 0x7b7716 to 0x12f21d (0x6884f8 bytes) 000206[1] 1787818571.812211 read 0x0d2dbc thru 0x0d3236 (0x47b bytes) 000207[1] 1787818571.843112 mapread 0x100ef1 thru 0x10190f (0xa1f bytes) 000208[0] 1787818571.860040 write 0x15b3f0 thru 0x15cdbe (0x19cf bytes) 000209[1] 1787818571.875588 mapwrite 0x50c4ac thru 0x50d4d6 (0x102b bytes) 000210[0] 1787818572.019513 trunc from 0x50d4d7 to 0x3aecc6 (0x15e810 bytes) 000211[0] 1787818572.089742 mapwrite 0x34e920 thru 0x34e9cd (0xae bytes) 000213[1] 1787818572.198101 trunc from 0x3aecc7 to 0x8d38f1 (0x524c2b bytes) 000214[1] 1787818572.239755 read 0x89bcf7 thru 0x89bd95 (0x9f bytes) 000215[0] 1787818572.267828 trunc from 0x8d38f2 to 0x5022d6 (0x3d161b bytes) 000216[0] 1787818572.326098 mapread 0x3c3092 thru 0x3c3b22 (0xa91 bytes) 000217[1] 1787818572.339869 mapread 0x3439b4 thru 0x3458e8 (0x1f35 bytes) 000218[1] 1787818572.448853 mapread 0x3a5580 thru 0x3a6b52 (0x15d3 bytes) 000220[1] 1787818572.482554 mapwrite 0x6cdfc7 thru 0x6ced4c (0xd86 bytes) 000222[1] 1787818572.724966 mapwrite 0x6bc0fe thru 0x6bd2ab (0x11ae bytes) 000223[0] 1787818572.868844 mapwrite 0x48137a thru 0x481587 (0x20e bytes) 000224[0] 1787818573.076458 trunc from 0x6ced4d to 0x8350e1 (0x166395 bytes) 000226[1] 1787818573.242914 write 0x798371 thru 0x79904e (0xcde bytes) 000229[1] 1787818573.372233 write 0x6dea11 thru 0x6dfa11 (0x1001 bytes) 000230[1] 1787818573.395807 mapread 0x134902 thru 0x135a0d (0x110c bytes) 000232[1] 1787818573.458795 mapread 0x7a8b8f thru 0x7a9b6f (0xfe1 bytes) 000233[0] 1787818573.480866 mapwrite 0x67d4d1 thru 0x67dbee (0x71e bytes) 000235[0] 1787818573.618003 read 0x2cbe26 thru 0x2cbecf (0xaa bytes) 000236[1] 1787818573.627145 mapwrite 0x0d9fe9 thru 0x0dadb2 (0xdca bytes) 000237[0] 1787818573.820553 trunc from 0x8350e2 to 0x71a297 (0x11ae4a bytes) 000242[0] 1787818573.924485 trunc from 0x71a298 to 0x07e9b9 (0x69b8de bytes) 000245[1] 1787818574.146338 mapwrite 0x196fd1 thru 0x19729a (0x2ca bytes) 000247[0] 1787818574.390624 read 0x02d27f thru 0x02df2c (0xcae bytes) 000249[1] 1787818574.528317 mapwrite 0x12a1ba thru 0x12ab22 (0x969 bytes) truncating to largest ever: 0x9e0805 000250[1] 1787818574.655761 trunc from 0x19729b to 0x9e0804 (0x84956a bytes) 000251[1] 1787818574.714032 mapread 0x7980f3 thru 0x799e9a (0x1da8 bytes) 000252[1] 1787818574.806691 mapread 0x2eccad thru 0x2ed10c (0x460 bytes) 000253[0] 1787818574.899941 mapwrite 0x052c4c thru 0x0543ed (0x17a2 bytes) 000254[1] 1787818575.128682 read 0x019510 thru 0x01b384 (0x1e75 bytes) 000255[0] 1787818575.153134 mapwrite 0x6d4861 thru 0x6d67fa (0x1f9a bytes) 000256[1] 1787818575.348621 mapread 0x3689cf thru 0x368bf0 (0x222 bytes) 000257[0] 1787818575.366858 mapread 0x04205c thru 0x042610 (0x5b5 bytes) 000262[1] 1787818575.472765 trunc from 0x9e0805 to 0x1b5b25 (0x82acdf bytes) 000266[0] 1787818575.683601 read 0x05ce6a thru 0x05d7c6 (0x95d bytes) 000267[0] 1787818575.786226 mapwrite 0x110476 thru 0x1106ea (0x275 bytes) 000268[1] 1787818575.993889 mapread 0x045f6d thru 0x04684e (0x8e2 bytes) 000269[0] 1787818576.097520 write 0x14678d thru 0x147d7c (0x15f0 bytes) 000271[1] 1787818576.226412 mapread 0x0f768d thru 0x0f7f9f (0x913 bytes) 000272[0] 1787818576.282621 trunc from 0x1b5b26 to 0x125c78 (0x8fead bytes) 000276[1] 1787818576.385740 write 0x85cb8f thru 0x85cc47 (0xb9 bytes) 000277[0] 1787818576.414744 write 0x08ce68 thru 0x08e533 (0x16cc bytes) 000278[0] 1787818576.500605 mapwrite 0x91b294 thru 0x91c6bb (0x1428 bytes) 000284[0] 1787818576.753971 mapwrite 0x46e152 thru 0x46f947 (0x17f6 bytes) 000285[0] 1787818576.860340 trunc from 0x91c6bc to 0x04f33e (0x8cd37d bytes) 000286[1] 1787818576.927352 mapread 0x01ab0c thru 0x01c04e (0x1543 bytes) 000287[1] 1787818576.976475 mapwrite 0x517761 thru 0x517fc0 (0x860 bytes) 000288[1] 1787818577.157988 mapread 0x119b91 thru 0x11a61f (0xa8f bytes) 000290[0] 1787818577.270002 trunc from 0x517fc1 to 0x2d6cbe (0x241302 bytes) 000291[0] 1787818577.369319 write 0x57c5e5 thru 0x57c7af (0x1cb bytes) 000292[0] 1787818577.382022 trunc from 0x57c7b0 to 0x85d6bc (0x2e0f0d bytes) 000293[0] 1787818577.468905 mapread 0x418214 thru 0x418ff1 (0xdde bytes) 000294[1] 1787818577.546700 mapread 0x3e4d40 thru 0x3e5f86 (0x1247 bytes) 000296[1] 1787818577.672544 mapread 0x48d3d2 thru 0x48d455 (0x84 bytes) 000297[1] 1787818577.722104 mapwrite 0x43a3af thru 0x43aa78 (0x6ca bytes) 000298[0] 1787818577.789055 read 0x31d96d thru 0x31e80d (0xea1 bytes) 000300[0] 1787818577.812078 read 0x34d409 thru 0x34d601 (0x1f9 bytes) 000301[1] 1787818577.837096 write 0x0b4753 thru 0x0b6748 (0x1ff6 bytes) 000302[0] 1787818577.865261 write 0x4c7588 thru 0x4c9495 (0x1f0e bytes) 000303[1] 1787818577.908679 read 0x070cfc thru 0x072483 (0x1788 bytes) 000304[1] 1787818577.931510 mapread 0x600205 thru 0x60153d (0x1339 bytes) 000306[1] 1787818577.978935 read 0x4bbdd5 thru 0x4bc75d (0x989 bytes) 000307[1] 1787818578.000128 mapwrite 0x7ae245 thru 0x7afeab (0x1c67 bytes) 000308[1] 1787818578.116343 mapread 0x2a4b50 thru 0x2a5ffe (0x14af bytes) 000309[1] 1787818578.176045 mapread 0x645156 thru 0x64647e (0x1329 bytes) 000312[0] 1787818578.236087 mapread 0x263bcd thru 0x265175 (0x15a9 bytes) 000313[0] 1787818578.287702 trunc from 0x85d6bd to 0x67c271 (0x1e144b bytes) 000316[0] 1787818578.441248 read 0x1ed554 thru 0x1edc45 (0x6f2 bytes) 000317[1] 1787818578.459087 read 0x28de85 thru 0x28ea0f (0xb8b bytes) 000321[0] 1787818578.560204 read 0x140483 thru 0x141f8f (0x1b0d bytes) 000323[1] 1787818578.588642 write 0x701288 thru 0x702cb7 (0x1a30 bytes) 000324[1] 1787818578.624026 trunc from 0x702cb8 to 0x3e4457 (0x31e860 bytes) 000326[0] 1787818578.708989 mapread 0x19e108 thru 0x19ee18 (0xd11 bytes) 000327[1] 1787818578.746131 write 0x8701ab thru 0x8705c4 (0x41a bytes) 000328[0] 1787818578.760587 trunc from 0x8705c5 to 0x1fb006 (0x6755be bytes) 000329[1] 1787818578.838233 mapread 0x12ca36 thru 0x12e0da (0x16a5 bytes) 000331[0] 1787818578.955776 mapwrite 0x1b4da8 thru 0x1b549d (0x6f6 bytes) 000334[1] 1787818579.180223 read 0x16f90b thru 0x17098c (0x1082 bytes) 000337[0] 1787818579.298410 mapread 0x12955d thru 0x12a415 (0xeb9 bytes) 000340[0] 1787818579.335367 mapread 0x021627 thru 0x02224b (0xc25 bytes) 000341[1] 1787818579.379098 mapwrite 0x4fd657 thru 0x4fde70 (0x81a bytes) 000342[1] 1787818579.622239 trunc from 0x4fde71 to 0x1688a7 (0x3955c9 bytes) 000343[1] 1787818579.670810 read 0x0f0b73 thru 0x0f1d54 (0x11e2 bytes) 000345[1] 1787818579.753844 mapread 0x101709 thru 0x10185f (0x157 bytes) 000346[1] 1787818579.778088 trunc from 0x1688a8 to 0x277ffa (0x10f753 bytes) 000347[0] 1787818579.826975 read 0x085fba thru 0x086def (0xe36 bytes) 000351[0] 1787818580.027549 read 0x265618 thru 0x265ae3 (0x4cc bytes) 000352[0] 1787818580.039910 read 0x1d0341 thru 0x1d212c (0x1dec bytes) 000353[1] 1787818580.074413 trunc from 0x277ffb to 0x965d04 (0x6edd0a bytes) 000354[1] 1787818580.178061 write 0x4e92d5 thru 0x4eb03a (0x1d66 bytes) 000357[0] 1787818580.260729 read 0x240da5 thru 0x242d10 (0x1f6c bytes) 000362[0] 1787818580.348075 write 0x6bae46 thru 0x6bc55d (0x1718 bytes) 000371[0] 1787818580.454092 mapread 0x5341ed thru 0x5357e9 (0x15fd bytes) 000372[0] 1787818580.488631 trunc from 0x965d05 to 0x4b1f60 (0x4b3da4 bytes) 000373[0] 1787818580.526275 write 0x5f92f9 thru 0x5f9d7c (0xa84 bytes) 000375[0] 1787818580.528065 mapread 0x3bbb71 thru 0x3bd870 (0x1d00 bytes) 000379[0] 1787818580.622080 write 0x5decdf thru 0x5ded41 (0x63 bytes) 000380[0] 1787818580.631055 mapwrite 0x2fa7d9 thru 0x2fbabe (0x12e6 bytes) 000384[0] 1787818580.759565 trunc from 0x5f9d7d to 0x3841d3 (0x275ba9 bytes) 000387[0] 1787818580.852044 write 0x7c6b4e thru 0x7c83c0 (0x1873 bytes) 000389[1] 1787818580.890828 write 0x68f047 thru 0x68fbe9 (0xba3 bytes) 000390[1] 1787818580.980810 read 0x2fcb10 thru 0x2fd25c (0x74d bytes) 000391[0] 1787818580.997786 trunc from 0x7c83c1 to 0x21dd8c (0x5aa634 bytes) 000393[1] 1787818581.074892 mapwrite 0x6abdd2 thru 0x6acdc1 (0xff0 bytes) 000394[1] 1787818581.183891 write 0x5efa08 thru 0x5f17cf (0x1dc8 bytes) 000396[0] 1787818581.264509 mapread 0x02e1ce thru 0x02f0d4 (0xf07 bytes) 000398[1] 1787818581.362014 write 0x49cf52 thru 0x49eb41 (0x1bf0 bytes) 000399[1] 1787818581.386455 mapwrite 0x600e1c thru 0x600f18 (0xfd bytes) 000401[1] 1787818581.538673 mapread 0x3b2234 thru 0x3b3c1e (0x19eb bytes) 000403[1] 1787818581.623208 mapread 0x2f33eb thru 0x2f4ce4 (0x18fa bytes) 000404[0] 1787818581.663099 mapread 0x4918d7 thru 0x492fe4 (0x170e bytes) 000407[1] 1787818581.753900 write 0x24be79 thru 0x24c0fe (0x286 bytes) 000410[0] 1787818581.809834 mapread 0x56347c thru 0x563d97 (0x91c bytes) 000411[1] 1787818581.829144 read 0x5736db thru 0x574b54 (0x147a bytes) 000413[0] 1787818581.865836 mapwrite 0x961c87 thru 0x96395c (0x1cd6 bytes) 000414[0] 1787818582.053214 mapread 0x1d257a thru 0x1d3212 (0xc99 bytes) 000415[1] 1787818582.065044 read 0x3f9538 thru 0x3fb3ac (0x1e75 bytes) 000423[0] 1787818582.138249 mapwrite 0x69e3b6 thru 0x69f613 (0x125e bytes) 000425[1] 1787818582.317422 trunc from 0x96395d to 0x7c0437 (0x1a3525 bytes) 000427[0] 1787818582.478409 mapread 0x230fbb thru 0x2312eb (0x331 bytes) 000428[1] 1787818582.612817 read 0x19a396 thru 0x19b84d (0x14b8 bytes) 000429[1] 1787818582.642263 write 0x451b1a thru 0x451d10 (0x1f7 bytes) 000432[1] 1787818582.681768 mapread 0x04c0b2 thru 0x04c2d8 (0x227 bytes) 000435[0] 1787818582.732382 read 0x5f0922 thru 0x5f2711 (0x1df0 bytes) 000436[1] 1787818582.781079 trunc from 0x7c0438 to 0x48bcbc (0x33477b bytes) 000437[0] 1787818582.887794 write 0x4216fb thru 0x422f51 (0x1857 bytes) 000439[1] 1787818582.975589 read 0x09cd96 thru 0x09d37e (0x5e9 bytes) 000440[1] 1787818583.008589 write 0x8f90d8 thru 0x8fa161 (0x108a bytes) 000441[1] 1787818583.031738 mapread 0x090ade thru 0x0927cf (0x1cf2 bytes) 000442[0] 1787818583.087577 read 0x745eba thru 0x747e6c (0x1fb3 bytes) 000445[1] 1787818583.177196 write 0x275f5b thru 0x2777a1 (0x1847 bytes) 000447[1] 1787818583.230330 mapwrite 0x92d092 thru 0x92dd5b (0xcca bytes) 000451[0] 1787818583.390279 trunc from 0x92dd5c to 0x587faf (0x3a5dac bytes) 000457[1] 1787818583.655821 mapread 0x2187fc thru 0x21a514 (0x1d19 bytes) 000458[0] 1787818583.749681 mapread 0x054927 thru 0x0558b6 (0xf90 bytes) 000461[1] 1787818583.802088 mapread 0x1f8a33 thru 0x1f9af0 (0x10be bytes) 000463[1] 1787818583.882733 mapwrite 0x04fa32 thru 0x050bbf (0x118e bytes) 000467[1] 1787818584.107255 mapwrite 0x3d5bf6 thru 0x3d6ea7 (0x12b2 bytes) 000468[1] 1787818584.255960 trunc from 0x587fb0 to 0x72f5fb (0x1a764c bytes) 000470[0] 1787818584.324949 mapwrite 0x1aa5d6 thru 0x1ab927 (0x1352 bytes) 000471[1] 1787818584.497461 read 0x54e9df thru 0x5508a7 (0x1ec9 bytes) 000475[1] 1787818584.605954 mapread 0x100791 thru 0x1025c8 (0x1e38 bytes) 000476[0] 1787818584.730891 read 0x11c620 thru 0x11d173 (0xb54 bytes) 000479[1] 1787818584.743080 write 0x684c67 thru 0x685dc0 (0x115a bytes) 000480[0] 1787818584.771517 mapread 0x0abda8 thru 0x0ad4c2 (0x171b bytes) 000481[0] 1787818584.821519 mapread 0x1dfab3 thru 0x1dfb67 (0xb5 bytes) 000482[0] 1787818584.852010 mapread 0x28b5bc thru 0x28cb62 (0x15a7 bytes) 000484[0] 1787818584.896727 mapread 0x72e0a9 thru 0x72ed69 (0xcc1 bytes) 000485[0] 1787818584.958419 mapread 0x3cbb6b thru 0x3cc608 (0xa9e bytes) 000490[0] 1787818584.987330 write 0x63b01a thru 0x63bf6d (0xf54 bytes) 000495[1] 1787818585.071219 read 0x56c0c9 thru 0x56d7ca (0x1702 bytes) 000496[0] 1787818585.129143 mapread 0x13b0ad thru 0x13c6d1 (0x1625 bytes) 000498[0] 1787818585.165349 read 0x37cd90 thru 0x37e92f (0x1ba0 bytes) 000500[1] 1787818585.188628 trunc from 0x72f5fc to 0x472d82 (0x2bc879 bytes) All operations completed A-OK! PASS 16b (33s) == sanityn test 16c: verify data consistency on ldiskfs with cache disabled (b=17397) ========================================================== 04:16:31 (1787818591) SKIP: sanityn test_16c dio on ldiskfs only SKIP 16c (5s) == sanityn test 16d: Verify DIO and buffer IO with two clients ========================================================== 04:16:36 (1787818596) 2+0 records in 2+0 records out 8388608 bytes (8.4 MB, 8.0 MiB) copied, 0.286319 s, 29.3 MB/s 2+0 records in 2+0 records out 8388608 bytes (8.4 MB, 8.0 MiB) copied, 0.311438 s, 26.9 MB/s ldlm.namespaces.MGC192.168.203.134@tcp.lru_size=clear ldlm.namespaces.lustre-MDT0000-mdc-ffff8bbe02afb000.lru_size=clear ldlm.namespaces.lustre-MDT0000-mdc-ffff8bbe20654000.lru_size=clear ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lru_size=clear ldlm.namespaces.lustre-OST0000-osc-ffff8bbe20654000.lru_size=clear ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lru_size=clear ldlm.namespaces.lustre-OST0001-osc-ffff8bbe20654000.lru_size=clear 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 12.4156 s, 8.4 MB/s 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 3.46383 s, 30.3 MB/s 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 2.56535 s, 40.9 MB/s 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 6.87113 s, 15.3 MB/s 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 8.59706 s, 12.2 MB/s 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 3.91614 s, 26.8 MB/s PASS 16d (50s) == sanityn test 16e: Verify size consistency for O_DIRECT write ========================================================== 04:17:26 (1787818646) 10+0 records in 10+0 records out 10485760 bytes (10 MB, 10 MiB) copied, 0.345344 s, 30.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.140511 s, 7.5 MB/s PASS 16e (8s) == sanityn test 16f: rw sequential consistency vs drop_caches ========================================================== 04:17:34 (1787818654) TIMEOUT PASS 16f (30s) == sanityn test 16g: mmap rw sequential consistency vs drop_caches ========================================================== 04:18:04 (1787818684) TIMEOUT PASS 16g (30s) == sanityn test 16h: mmap read after truncate file ======= 04:18:34 (1787818714) ------- before truncate -------- 0002700 6e65 7265 7461 726f 4420 6561 6f6d 3a6e 0002720 762f 7261 6c2f 6269 722f 676e 3a64 732f 0002740 6962 2f6e 6f6e 6f6c 6967 0a6e 0002754 ------- after truncate -------- 0001320 746e 7520 6573 2064 7962 7420 6568 7420 0001340 6f72 7375 7265 2073 6170 6b63 6761 2065 0001360 6f74 7320 6e61 0001366 PASS 16h (8s) == sanityn test 16i: read after truncate file ============ 04:18:42 (1787818722) ------- before truncate -------- 0002700 6e65 7265 7461 726f 4420 6561 6f6d 3a6e 0002720 762f 7261 6c2f 6269 722f 676e 3a64 732f 0002740 6962 2f6e 6f6e 6f6c 6967 0a6e 0002754 ------- after truncate -------- 0001320 746e 7520 6573 2064 7962 7420 6568 7420 0001340 6f72 7375 7265 2073 6170 6b63 6761 2065 0001360 6f74 7320 6e61 0001366 PASS 16i (8s) == sanityn test 16j: race dio with buffered i/o ========== 04:18:50 (1787818730) 1+0 records in 1+0 records out 26214400 bytes (26 MB, 25 MiB) copied, 3.08933 s, 8.5 MB/s bs: 1044480, file_size 26214400 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 1.56323 s, 16.8 MB/s 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 3.47534 s, 7.5 MB/s /mnt/lustre/f16j.sanityn.2 has type file OK /mnt/lustre/f16j.sanityn.2 has size 26214400 OK /mnt/lustre2/f16j.sanityn.2 has type file OK /mnt/lustre2/f16j.sanityn.2 has size 26214400 OK bs: 1048576, file_size 26214400 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 3.09898 s, 8.5 MB/s 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 4.29737 s, 6.1 MB/s /mnt/lustre/f16j.sanityn.2 has type file OK /mnt/lustre/f16j.sanityn.2 has size 26214400 OK /mnt/lustre2/f16j.sanityn.2 has type file OK /mnt/lustre2/f16j.sanityn.2 has size 26214400 OK bs: 1049600, file_size 26214400 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 2.68828 s, 9.8 MB/s 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 3.3231 s, 7.9 MB/s /mnt/lustre/f16j.sanityn.2 has type file OK /mnt/lustre/f16j.sanityn.2 has size 26214400 OK /mnt/lustre2/f16j.sanityn.2 has type file OK /mnt/lustre2/f16j.sanityn.2 has size 26214400 OK bs: 1044480, file_size 26214400 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 2.45922 s, 10.7 MB/s 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 2.80685 s, 9.3 MB/s 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 4.17172 s, 6.3 MB/s 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 4.23976 s, 6.2 MB/s /mnt/lustre/f16j.sanityn.2 has type file OK /mnt/lustre/f16j.sanityn.2 has size 26214400 OK /mnt/lustre2/f16j.sanityn.2 has type file OK /mnt/lustre2/f16j.sanityn.2 has size 26214400 OK bs: 1048576, file_size 26214400 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 2.6901 s, 9.7 MB/s 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 2.81779 s, 9.3 MB/s 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 3.44573 s, 7.6 MB/s 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 3.61777 s, 7.2 MB/s /mnt/lustre/f16j.sanityn.2 has type file OK /mnt/lustre/f16j.sanityn.2 has size 26214400 OK /mnt/lustre2/f16j.sanityn.2 has type file OK /mnt/lustre2/f16j.sanityn.2 has size 26214400 OK bs: 1049600, file_size 26214400 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 3.74368 s, 7.0 MB/s 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 4.25486 s, 6.2 MB/s 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 4.31811 s, 6.1 MB/s 12+1 records in 12+1 records out 26214400 bytes (26 MB, 25 MiB) copied, 4.4633 s, 5.9 MB/s /mnt/lustre/f16j.sanityn.2 has type file OK /mnt/lustre/f16j.sanityn.2 has size 26214400 OK /mnt/lustre2/f16j.sanityn.2 has type file OK /mnt/lustre2/f16j.sanityn.2 has size 26214400 OK PASS 16j (49s) == sanityn test 16k: Parallel FSX and drop caches should not panic ========================================================== 04:19:39 (1787818779) + /home/green/git/lustre-release/lustre/tests/fsx -N 1000 /mnt/lustre/fsxfile.1 -l 67108864 + /home/green/git/lustre-release/lustre/tests/fsx -N 1000 /mnt/lustre/fsxfile.2 -l 67108864 + /home/green/git/lustre-release/lustre/tests/fsx -N 1000 /mnt/lustre/fsxfile.3 -l 67108864 + /home/green/git/lustre-release/lustre/tests/fsx -N 1000 /mnt/lustre/fsxfile.4 -l 67108864 + /home/green/git/lustre-release/lustre/tests/fsx -N 1000 /mnt/lustre/fsxfile.5 -l 67108864 fsx: test_fallocate: filesystem does not support fallocate mode 0x0, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x3, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x10, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x0, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x0, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x1, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x3, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x3, disabling!: Operation not supported skipping zero size read fsx: test_fallocate: filesystem does not support fallocate mode 0x10, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x10, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x0, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x1, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x1, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x3, disabling!: Operation not supported skipping zero size read fsx: test_fallocate: filesystem does not support fallocate mode 0x10, disabling!skipping zero size read : Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x1, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x0, disabling!: Operation not supported skipping zero size read fsx: test_fallocate: filesystem does not support fallocate mode 0x3, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x10, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x1, disabling!: Operation not supported skipping zero size read truncating to largest ever: 0x1a7062c truncating to largest ever: 0x232e1d3 truncating to largest ever: 0x1a7062c truncating to largest ever: 0x1a7062c truncating to largest ever: 0x232e1d3 truncating to largest ever: 0x1a7062c truncating to largest ever: 0x232e1d3 truncating to largest ever: 0x232e1d3 truncating to largest ever: 0x1a7062c truncating to largest ever: 0x232e1d3 truncating to largest ever: 0x32cce75 truncating to largest ever: 0x32cce75 truncating to largest ever: 0x32cce75 truncating to largest ever: 0x32cce75 truncating to largest ever: 0x32cce75 truncating to largest ever: 0x3c569db truncating to largest ever: 0x3c569db truncating to largest ever: 0x3c569db truncating to largest ever: 0x3c569db truncating to largest ever: 0x3c569db truncating to largest ever: 0x3c711db truncating to largest ever: 0x3c711db truncating to largest ever: 0x3c711db truncating to largest ever: 0x3c711db truncating to largest ever: 0x3c711db truncating to largest ever: 0x3f0e56b truncating to largest ever: 0x3f0e56b truncating to largest ever: 0x3f0e56b truncating to largest ever: 0x3f0e56b truncating to largest ever: 0x3f0e56b truncating to largest ever: 0x3f706ab truncating to largest ever: 0x3f706ab truncating to largest ever: 0x3f706ab truncating to largest ever: 0x3f706ab truncating to largest ever: 0x3f706ab All operations completed A-OK! All operations completed A-OK! All operations completed A-OK! All operations completed A-OK! All operations completed A-OK! + fsx 1 done: rc=0 Thu Aug 27 04:20:29 EDT 2026 + fsx 2 done: rc=0 Thu Aug 27 04:20:30 EDT 2026 + fsx 3 done: rc=0 Thu Aug 27 04:20:30 EDT 2026 + fsx 4 done: rc=0 Thu Aug 27 04:20:30 EDT 2026 + fsx 5 done: rc=0 Thu Aug 27 04:20:30 EDT 2026 PASS 16k (59s) == sanityn test 17: resource creation/LVB creation race ========================================================================= 04:20:39 (1787818839) fail_loc=0x8000030a PASS 17 (11s) == sanityn test 18: mmap sanity check =========================================================================================== 04:20:50 (1787818850) mmap test1: basic mmap operation (PASS, 0.1872s) mmap test2: MAP_PRIVATE not write back (PASS, 0.14162s) mmap test3: concurrent mmap ops on two nodes (PASS, 13.364s) mmap test4: c1 write to f1 from mmapped f2, c2 write to f1 from mmapped f1 (PASS, 4.6214s) mmap test5: read/write file to/from the buffer which mmapped to just this file (PASS, 0.18808s) mmap test6: check mmap write/read content on two nodes (PASS, 0.27775s) mmap test7: file i/o with an unmapped buffer (SKIPPED, 0s) mmap test8: SIGBUS for beyond file size (SKIPPED, 0s) mmap test9: SIGBUS for negative file offset (SKIPPED, 0s) mmap test10: multi-thread mmap access (PASS, 1.5645s) mmap test11: multi-thread shared mmap (PASS, 1.3605s) mmap test10: mtime not change for readonly mmap access (PASS, 1.1142s) PASS 18 (32s) == sanityn test 19: test concurrent uncached read races ========================================================================= 04:21:22 (1787818882) oleg334-server: error: get_param: param_path 'osd-*/lustre-OST*/read_cache_enable': No such file or directory pdsh@oleg334-client: oleg334-server: ssh exited with exit code 2 SKIP: sanityn test_19 not cache-capable obdfilter SKIP 19 (4s) == sanityn test 20: test extra readahead page left in cache ============================================================== 04:21:27 (1787818887) PASS 20 (7s) == sanityn test 21: Try to remove mountpoint on another dir ============================================================== 04:21:34 (1787818894) rmdir: removing directory, '/mnt/lustre/d21.sanityn' rmdir: failed to remove '/mnt/lustre/d21.sanityn': Device or resource busy rmdir: removing directory, '/mnt/lustre2/d21.sanityn' Removed mounted directory from another mountpoint, needs to be fixed PASS 21 (8s) == sanityn test 23: others should see updated atime while another read============================================================== 04:21:42 (1787818902) now is 1787818905 starting reads multiop /mnt/lustre/f23.sanityn vor20_c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 new atime is 1787818966 PASS 23 (70s) == sanityn test 24a: lfs df [-ih] [path] test =================================================================================== 04:22:52 (1787818972) UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 2210688 2176 2206464 1% /mnt/lustre[MDT:0] lustre-OST0000_UUID 3771392 8192 3761152 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 3771392 30720 3738624 1% /mnt/lustre[OST:1] filesystem_summary: 7542784 38912 7499776 1% /mnt/lustre UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 2210688 2176 2206464 1% /mnt/lustre2[MDT:0] lustre-OST0000_UUID 3771392 8192 3761152 1% /mnt/lustre2[OST:0] lustre-OST0001_UUID 3771392 30720 3738624 1% /mnt/lustre2[OST:1] filesystem_summary: 7542784 38912 7499776 1% /mnt/lustre2 UUID Inodes IUsed IFree IUse% Mounted on lustre-MDT0000_UUID 524.8K 386 524.4K 1% /mnt/lustre[MDT:0] lustre-OST0000_UUID 115.2K 400 114.8K 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 114.5K 402 114.2K 1% /mnt/lustre[OST:1] filesystem_summary: 229.4K 386 229.0K 1% /mnt/lustre UUID Inodes IUsed IFree IUse% Mounted on lustre-MDT0000_UUID 524.8K 386 524.4K 1% /mnt/lustre2[MDT:0] lustre-OST0000_UUID 115.2K 400 114.8K 1% /mnt/lustre2[OST:0] lustre-OST0001_UUID 114.5K 402 114.2K 1% /mnt/lustre2[OST:1] filesystem_summary: 229.4K 386 229.0K 1% /mnt/lustre2 UUID bytes Used Available Use% Mounted on lustre-MDT0000_UUID 2.1G 2.1M 2.1G 1% /mnt/lustre[MDT:0] lustre-OST0000_UUID 3.6G 8.0M 3.6G 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 3.6G 30.0M 3.6G 1% /mnt/lustre[OST:1] filesystem_summary: 7.2G 38.0M 7.2G 1% /mnt/lustre UUID Inodes IUsed IFree IUse% Mounted on lustre-MDT0000_UUID 537416 386 537030 1% /mnt/lustre2[MDT:0] lustre-OST0000_UUID 118000 400 117600 1% /mnt/lustre2[OST:0] lustre-OST0001_UUID 117298 402 116896 1% /mnt/lustre2[OST:1] filesystem_summary: 234882 386 234496 1% /mnt/lustre2 UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 2210688 2176 2206464 1% /mnt/lustre[MDT:0] lustre-OST0000_UUID 3771392 8192 3761152 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 3771392 30720 3738624 1% /mnt/lustre[OST:1] filesystem_summary: 7542784 38912 7499776 1% /mnt/lustre UUID Inodes IUsed IFree IUse% Mounted on lustre-MDT0000_UUID 524.8K 386 524.4K 1% /mnt/lustre2[MDT:0] lustre-OST0000_UUID 115.2K 400 114.8K 1% /mnt/lustre2[OST:0] lustre-OST0001_UUID 114.5K 402 114.2K 1% /mnt/lustre2[OST:1] filesystem_summary: 229.4K 386 229.0K 1% /mnt/lustre2 Reader error: 'No devices found' at 0 No device found for name osc: Invalid argument UUID Inodes IUsed IFree IUse% Mounted on lustre-MDT0000_UUID 537416 386 537030 1% /mnt/lustre[MDT:0] lustre-OST0000_UUID 118000 400 117600 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 117298 402 116896 1% /mnt/lustre[OST:1] filesystem_summary: 234882 386 234496 1% /mnt/lustre UUID Inodes IUsed IFree IUse% Mounted on lustre-MDT0000_UUID 537416 386 537030 1% /mnt/lustre2[MDT:0] lustre-OST0000_UUID 118000 400 117600 1% /mnt/lustre2[OST:0] lustre-OST0001_UUID 117298 402 116896 1% /mnt/lustre2[OST:1] filesystem_summary: 234882 386 234496 1% /mnt/lustre2 Reader error: 'No devices found' at 0 No device found for name osc: Invalid argument UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 2210688 2176 2206464 1% /mnt/lustre[MDT:0] lustre-OST0000_UUID 3771392 8192 3761152 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 3771392 30720 3738624 1% /mnt/lustre[OST:1] filesystem_summary: 7542784 38912 7499776 1% /mnt/lustre UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 2210688 2176 2206464 1% /mnt/lustre2[MDT:0] lustre-OST0000_UUID 3771392 8192 3761152 1% /mnt/lustre2[OST:0] lustre-OST0001_UUID 3771392 30720 3738624 1% /mnt/lustre2[OST:1] filesystem_summary: 7542784 38912 7499776 1% /mnt/lustre2 PASS 24a (9s) == sanityn test 24b: lfs df should show both filesystems ========================================================================= 04:23:01 (1787818981) PASS 24b (7s) == sanityn test 25a: change ACL on one mountpoint be seen on another ============================================================= 04:23:09 (1787818989) running as uid/gid/euid/egid 500/500/500/500, groups: 500 [checkstat] [-v] [/mnt/lustre2/d25a.sanityn/f1] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [checkstat] [-v] [/mnt/lustre2/d25a.sanityn/f1] Can't lstat /mnt/lustre2/d25a.sanityn/f1: Permission denied running as uid/gid/euid/egid 500/500/500/500, groups: 500 [checkstat] [-v] [/mnt/lustre2/d25a.sanityn/f1] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [checkstat] [-v] [/mnt/lustre2/d25a.sanityn/f1] Can't lstat /mnt/lustre2/d25a.sanityn/f1: Permission denied running as uid/gid/euid/egid 500/500/500/500, groups: 500 [checkstat] [-v] [/mnt/lustre2/d25a.sanityn/f1] PASS 25a (7s) == sanityn test 25b: change ACL under remote dir on one mountpoint be seen on another ========================================================== 04:23:16 (1787818996) SKIP: sanityn test_25b needs >= 2 MDTs SKIP 25b (4s) == sanityn test 26a: allow mtime to get older ============ 04:23:21 (1787819001) utime: good mknod times 1787819002 <= 1787819003 <= 1787819003 for /mnt/lustre/f26a utime: good mknod times 1787819002 <= 1787819003 <= 1787819003 for /mnt/lustre2/f26a utime: good utime mtimes 100000, atime 200000 utime: updated times for /mnt/lustre2/f26a PASS 26a (9s) == sanityn test 26b: sync mtime between ost and mds ====== 04:23:30 (1787819010) PASS 26b (9s) == sanityn test 26c: set-in-past on open file is not lost on close ========================================================== 04:23:39 (1787819019) multiop /mnt/lustre/f26c.sanityn vO_c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 File: /mnt/lustre/f26c.sanityn Size: 0 Blocks: 1 IO Block: 4194304 regular empty file Device: 2c54f966h/743766374d Inode: 144115205272502396 Links: 1 Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root) Access: 2000-12-31 06:12:59.000000000 -0500 Modify: 2000-12-31 06:12:59.000000000 -0500 Change: 2026-08-27 04:23:41.000000000 -0400 Birth: 2026-08-27 04:23:42.000000000 -0400 File: /mnt/lustre2/f26c.sanityn Size: 0 Blocks: 1 IO Block: 4194304 regular empty file Device: 2c54f966h/743766374d Inode: 144115205272502396 Links: 1 Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root) Access: 2000-12-31 06:12:59.000000000 -0500 Modify: 2000-12-31 06:12:59.000000000 -0500 Change: 2026-08-27 04:23:41.000000000 -0400 Birth: 2026-08-27 04:23:42.000000000 -0400 PASS 26c (8s) SKIP: sanityn test_27 skipping excluded test 27 == sanityn test 30: recreate file race =================== 04:23:49 (1787819029) 0 PASS 30 (10s) == sanityn test 31a: voluntary cancel / blocking ast race======================================================================== 04:23:59 (1787819039) fail_loc=0x314 PASS 31a (8s) == sanityn test 31b: voluntary OST cancel / blocking ast race======================================================================== 04:24:07 (1787819047) Waiting for orphan cleanup... osp.lustre-OST0000-osc-MDT0000.old_sync_processed osp.lustre-OST0001-osc-MDT0000.old_sync_processed wait 40 secs maximumly for oleg334-server mds-ost sync done. sleep 5 for ZFS MDS Waiting for MDT destroys to complete fail_loc=0x314 fail_loc=0x316 fail_loc=0 fail_loc=0 Filesystem 1K-blocks Used Available Use% Mounted on 192.168.203.134@tcp:/lustre 7542784 39936 7496704 1% /mnt/lustre2 PASS 31b (24s) == sanityn test 31r: open-rename(replace) race =========== 04:24:31 (1787819071) -rw-r--r-- 1 root root 0 Aug 27 04:24 /mnt/lustre/f31r.sanityn.target fail_loc=0x1419 fail_val=3 PASS 31r (10s) == sanityn test 31s: open should not revalidate invalid dentry ========================================================== 04:24:41 (1787819081) /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 1205: 43159 Terminated tail -f $tfile PASS 31s (7s) == sanityn test 31t: getattr should not revalidate invalid dentry ========================================================== 04:24:48 (1787819088) PASS 31t (8s) == sanityn test 32b: lockless i/o ======================== 04:24:56 (1787819096) SKIP: sanityn test_32b max_nolock_bytes is removed >= 2.17.53 SKIP 32b (3s) == sanityn test 32c: contention detection ================ 04:25:00 (1787819100) ldlm.namespaces.filter-lustre-OST0000_UUID.contended_locks=2 ldlm.namespaces.filter-lustre-OST0001_UUID.contended_locks=2 ldlm.namespaces.filter-lustre-OST0000_UUID.contention_events=0 ldlm.namespaces.filter-lustre-OST0001_UUID.contention_events=0 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 1.7944 s, 29.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 1.39905 s, 37.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 1.95817 s, 26.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 2.24269 s, 23.4 MB/s contention_seconds 4, contention_events 18 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 2.07902 s, 25.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 2.24503 s, 23.4 MB/s ldlm.namespaces.filter-lustre-OST0000_UUID.contention_events=0 ldlm.namespaces.filter-lustre-OST0001_UUID.contention_events=0 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 1.0625 s, 49.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 1.08567 s, 48.3 MB/s PASS 32c (31s) SKIP: sanityn test_33a skipping SLOW test 33a == sanityn test 33b: COS: cross create/delete, 2 clients, benchmark under remote dir ========================================================== 04:25:31 (1787819131) SKIP: sanityn test_33b Need two or more clients, have 1 SKIP 33b (3s) == sanityn test 33c: Cancel cross-MDT lock should trigger Sync-on-Lock-Cancel ========================================================== 04:25:35 (1787819135) SKIP: sanityn test_33c needs >= 2 MDTs SKIP 33c (4s) == sanityn test 33d: dependent transactions should trigger COS ========================================================== 04:25:38 (1787819138) SKIP: sanityn test_33d needs >= 2 MDTs SKIP 33d (3s) == sanityn test 33e: independent transactions shouldn't trigger COS ========================================================== 04:25:41 (1787819141) SKIP: sanityn test_33e needs >= 2 MDTs SKIP 33e (4s) == sanityn test 34: no lock timeout under IO ============= 04:25:45 (1787819145) fail_loc=0x512 fail_loc=0x512 lock should not expire writing on client1 reading on client2 success fail_loc=0x511 fail_loc=0x511 lock should expire writing on client1 reading on client2 success oleg334-client.virtnet: executing wait_import_state (FULL|IDLE) osc.lustre-OST0000-osc-ffff8bbe02afb000.ost_server_uuid 50 osc.lustre-OST0000-osc-ffff8bbe02afb000.ost_server_uuid in IDLE state after 0 sec oleg334-client.virtnet: executing wait_import_state (FULL|IDLE) osc.lustre-OST0001-osc-ffff8bbe02afb000.ost_server_uuid 50 osc.lustre-OST0001-osc-ffff8bbe02afb000.ost_server_uuid in IDLE state after 0 sec oleg334-client.virtnet: executing wait_import_state (FULL|IDLE) osc.lustre-OST0000-osc-ffff8bbe02afb000.ost_server_uuid 50 osc.lustre-OST0000-osc-ffff8bbe02afb000.ost_server_uuid in IDLE state after 0 sec oleg334-client.virtnet: executing wait_import_state (FULL|IDLE) osc.lustre-OST0001-osc-ffff8bbe02afb000.ost_server_uuid 50 osc.lustre-OST0001-osc-ffff8bbe02afb000.ost_server_uuid in IDLE state after 0 sec oleg334-client.virtnet: executing wait_import_state (FULL|IDLE) osc.lustre-OST0000-osc-ffff8bbe02afb000.ost_server_uuid 50 osc.lustre-OST0000-osc-ffff8bbe02afb000.ost_server_uuid in IDLE state after 0 sec oleg334-client.virtnet: executing wait_import_state (FULL|IDLE) osc.lustre-OST0001-osc-ffff8bbe02afb000.ost_server_uuid 50 osc.lustre-OST0001-osc-ffff8bbe02afb000.ost_server_uuid in IDLE state after 0 sec PASS 34 (141s) == sanityn test 35: -EINTR cp_ast vs. bl_ast race does not evict client ========================================================== 04:28:06 (1787819286) fail_loc=0x80000317 Race attempt 0 Wait for 50458 50480 for 60 sec... fail_loc=0x0 Filesystem Size Used Avail Use% Mounted on 192.168.203.134@tcp:/lustre 7.2G 40M 7.2G 1% /mnt/lustre 192.168.203.134@tcp:/lustre 7.2G 40M 7.2G 1% /mnt/lustre2 - open/close 535 (time 1787819305.10 total 10.01 last 53.45) - open/close 1142 (time 1787819315.11 total 20.02 last 60.64) - open/close 1836 (time 1787819325.12 total 30.03 last 69.33) - open/close 2469 (time 1787819335.13 total 40.04 last 63.25) - open/close 3060 (time 1787819345.13 total 50.04 last 59.08) - open/close 3736 (time 1787819355.13 total 60.04 last 67.59) total: 4000 open/close in 65.00 seconds: 61.53 ops/second PASS 35 (74s) == sanityn test 36: handle ESTALE/open-unlink correctly == 04:29:21 (1787819361) Waiting for orphan cleanup... osp.lustre-OST0000-osc-MDT0000.old_sync_processed osp.lustre-OST0001-osc-MDT0000.old_sync_processed wait 40 secs maximumly for oleg334-server mds-ost sync done. Waiting for MDT destroys to complete 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 1.08183 s, 48.5 MB/s multiop /mnt/lustre2/d36.sanityn/f36.sanityn vO_r52428800c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 sleep 5 for ZFS MDS Waiting for MDT destroys to complete *** cycle(0) *** before(7497728) after_dd(7439360) after(7490560) 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 0.817897 s, 64.1 MB/s multiop /mnt/lustre2/d36.sanityn/f36.sanityn vO_r52428800c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete *** cycle(1) *** before(7490560) after_dd(7439360) after(7490560) 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 0.840046 s, 62.4 MB/s multiop /mnt/lustre2/d36.sanityn/f36.sanityn vO_r52428800c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete *** cycle(2) *** before(7490560) after_dd(7441408) after(7492608) 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 0.73888 s, 71.0 MB/s multiop /mnt/lustre2/d36.sanityn/f36.sanityn vO_r52428800c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete *** cycle(3) *** before(7492608) after_dd(7440384) after(7491584) 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 0.572986 s, 91.5 MB/s multiop /mnt/lustre2/d36.sanityn/f36.sanityn vO_r52428800c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 sleep 5 for ZFS MDS Waiting for MDT destroys to complete *** cycle(4) *** before(7491584) after_dd(7437312) after(7488512) 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 0.726774 s, 72.1 MB/s multiop /mnt/lustre2/d36.sanityn/f36.sanityn vO_r52428800c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 sleep 5 for ZFS MDS Waiting for MDT destroys to complete *** cycle(5) *** before(7488512) after_dd(7439360) after(7490560) 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 0.603516 s, 86.9 MB/s multiop /mnt/lustre2/d36.sanityn/f36.sanityn vO_r52428800c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete *** cycle(6) *** before(7490560) after_dd(7427072) after(7497728) 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 0.705602 s, 74.3 MB/s multiop /mnt/lustre2/d36.sanityn/f36.sanityn vO_r52428800c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 sleep 5 for ZFS MDS Waiting for MDT destroys to complete *** cycle(7) *** before(7497728) after_dd(7434240) after(7485440) 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 0.623497 s, 84.1 MB/s multiop /mnt/lustre2/d36.sanityn/f36.sanityn vO_r52428800c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete *** cycle(8) *** before(7485440) after_dd(7439360) after(7490560) 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 0.740376 s, 70.8 MB/s multiop /mnt/lustre2/d36.sanityn/f36.sanityn vO_r52428800c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete *** cycle(9) *** before(7490560) after_dd(7440384) after(7497728) 50+0 records in 50+0 records out 52428800 bytes (52 MB, 50 MiB) copied, 0.976856 s, 53.7 MB/s multiop /mnt/lustre2/d36.sanityn/f36.sanityn vO_r52428800c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete *** cycle(10) *** before(7497728) after_dd(7434240) after(7497728) PASS 36 (287s) == sanityn test 37: check i_size is not updated for directory on close (bug 18695) ======================================================================== 04:34:08 (1787819648) multiop /mnt/lustre/d37.sanityn vD_c TMPPIPE=/tmp/multiop_open_wait_pipe.7656 - create 1129 (time 1787819663.15 total 10.01 last 112.84) - create 2279 (time 1787819673.16 total 20.01 last 114.96) - create 3570 (time 1787819683.16 total 30.02 last 128.98) - create 4796 (time 1787819693.17 total 40.02 last 122.59) - create 6044 (time 1787819703.17 total 50.02 last 124.77) - create 7119 (time 1787819713.17 total 60.03 last 107.45) - create 8292 (time 1787819723.18 total 70.03 last 117.20) - create 9506 (time 1787819733.19 total 80.04 last 121.32) total: 10000 create in 84.30 seconds: 118.62 ops/second PASS 37 (97s) == sanityn test 39a: file mtime does not change after rename ========================================================== 04:35:45 (1787819745) repeat after cancel_lru_locks PASS 39a (7s) == sanityn test 39b: file mtime the same on clients with/out lock ========================================================== 04:35:53 (1787819753) repeat after cancel_lru_locks PASS 39b (8s) == sanityn test 39c: check truncate mtime update ================================================================================ 04:36:00 (1787819760) repeat after cancel_lru_locks PASS 39c (7s) == sanityn test 39d: sync write should update mtime ====== 04:36:07 (1787819767) fail_loc=0x411 fail_loc=0 PASS 39d (7s) SKIP: sanityn test_40a skipping ALWAYS excluded test 40a == sanityn test 40b: pdirops: open|create and others ======================================================================== 04:36:16 (1787819776) No conflict No conflict No conflict No conflict No conflict No conflict No conflict PASS 40b (19s) == sanityn test 40c: pdirops: link and others ======================================================================== 04:36:35 (1787819795) No conflict No conflict No conflict No conflict No conflict No conflict No conflict PASS 40c (19s) == sanityn test 40d: pdirops: unlink and others ======================================================================== 04:36:54 (1787819814) No conflict No conflict No conflict No conflict No conflict No conflict No conflict PASS 40d (16s) == sanityn test 40e: pdirops: rename and others ======================================================================== 04:37:10 (1787819830) No conflict No conflict No conflict No conflict No conflict No conflict PASS 40e (16s) == sanityn test 41a: pdirops: create vs mkdir ======================================================================== 04:37:26 (1787819846) mkdir: cannot create directory '/mnt/lustre2/f41a.sanityn': File exists Conflict PASS 41a (13s) == sanityn test 41b: pdirops: create vs create ======================================================================== 04:37:39 (1787819859) open: File exists Conflict PASS 41b (13s) == sanityn test 41c: pdirops: create vs link ======================================================================== 04:37:52 (1787819872) link: cannot create link '/mnt/lustre2/f41c.sanityn' to '/mnt/lustre2/f41c.sanityn-2': File exists Conflict PASS 41c (13s) == sanityn test 41d: pdirops: create vs unlink ======================================================================== 04:38:05 (1787819885) Conflict PASS 41d (14s) == sanityn test 41e: pdirops: create and rename (tgt) ======================================================================== 04:38:19 (1787819899) Conflict PASS 41e (13s) == sanityn test 41f: pdirops: create and rename (src) ======================================================================== 04:38:32 (1787819912) Conflict PASS 41f (13s) == sanityn test 41g: pdirops: create vs getattr ======================================================================== 04:38:45 (1787819925) Conflict PASS 41g (12s) == sanityn test 41h: pdirops: create vs readdir ======================================================================== 04:38:57 (1787819937) /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 2427: lctl set_param -n fail_loc=0 2>/dev/null || true: No such file or directory Conflict PASS 41h (14s) == sanityn test 41i: reint_open: create vs create ======== 04:39:11 (1787819951) Begin 100 tests with fail_loc=0x80000169 Progress: **************************************************************************************************** Begin 100 tests with fail_loc=0x8000016a Progress: **************************************************************************************************** PASS 41i (1034s) == sanityn test 42a: pdirops: mkdir vs mkdir ======================================================================== 04:56:25 (1787820985) mkdir: cannot create directory '/mnt/lustre2/f42a.sanityn': File exists Conflict PASS 42a (13s) == sanityn test 42b: pdirops: mkdir vs create ======================================================================== 04:56:38 (1787820998) open: File exists Conflict PASS 42b (14s) == sanityn test 42c: pdirops: mkdir vs link ======================================================================== 04:56:52 (1787821012) link: cannot create link '/mnt/lustre2/f42c.sanityn' to '/mnt/lustre2/f42c.sanityn-2': File exists Conflict PASS 42c (14s) == sanityn test 42d: pdirops: mkdir vs unlink ======================================================================== 04:57:06 (1787821026) Conflict PASS 42d (13s) == sanityn test 42e: pdirops: mkdir and rename (tgt) ======================================================================== 04:57:19 (1787821039) mv: cannot overwrite directory '/mnt/lustre2/f42e.sanityn' with non-directory Conflict PASS 42e (15s) == sanityn test 42f: pdirops: mkdir and rename (src) ======================================================================== 04:57:34 (1787821054) Conflict PASS 42f (16s) == sanityn test 42g: pdirops: mkdir vs getattr ======================================================================== 04:57:50 (1787821070) Conflict PASS 42g (15s) == sanityn test 42h: pdirops: mkdir vs readdir ======================================================================== 04:58:05 (1787821085) Conflict PASS 42h (14s) == sanityn test 43a: rmdir,mkdir doesn't return -EEXIST ======================================================================== 04:58:19 (1787821099) PASS 43a (72s) == sanityn test 43b: pdirops: unlink vs create ======================================================================== 04:59:31 (1787821171) Conflict PASS 43b (14s) == sanityn test 43c: pdirops: unlink vs link ======================================================================== 04:59:45 (1787821185) Conflict PASS 43c (13s) == sanityn test 43d: pdirops: unlink vs unlink ======================================================================== 04:59:58 (1787821198) rm: cannot remove '/mnt/lustre2/f43d.sanityn': No such file or directory Conflict PASS 43d (13s) == sanityn test 43e: pdirops: unlink and rename (tgt) ======================================================================== 05:00:11 (1787821211) Conflict PASS 43e (14s) == sanityn test 43f: pdirops: unlink and rename (src) ======================================================================== 05:00:26 (1787821226) mv: cannot stat '/mnt/lustre2/f43f.sanityn': No such file or directory Conflict PASS 43f (15s) == sanityn test 43g: pdirops: unlink vs getattr ======================================================================== 05:00:41 (1787821241) stat: cannot statx '/mnt/lustre2/f43g.sanityn': No such file or directory Conflict PASS 43g (11s) == sanityn test 43h: pdirops: unlink vs readdir ======================================================================== 05:00:52 (1787821252) Conflict PASS 43h (13s) == sanityn test 43i: pdirops: unlink vs remote mkdir ===== 05:01:05 (1787821265) SKIP: sanityn test_43i needs >= 2 MDTs SKIP 43i (3s) == sanityn test 43j: racy mkdir return EEXIST ======================================================================== 05:01:08 (1787821268) mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre2/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists mkdir: cannot create directory '/mnt/lustre/d43j.sanityn/sub': File exists PASS 43j (121s) == sanityn test 43k: unlink vs create ==================== 05:03:09 (1787821389) Begin 100 tests with fail_loc=0x80000169 Progress: **************************************************************************************************** Begin 100 tests with fail_loc=0x8000016a Progress: **************************************************************************************************** PASS 43k (1212s) == sanityn test 44a: pdirops: rename tgt vs mkdir ======================================================================== 05:23:21 (1787822601) mkdir: cannot create directory '/mnt/lustre2/f44a.sanityn': File exists Conflict Thu Aug 27 05:23:29 EDT 2026 PASS 44a (14s) == sanityn test 44b: pdirops: rename tgt vs create ======================================================================== 05:23:35 (1787822615) open: File exists Conflict PASS 44b (14s) == sanityn test 44c: pdirops: rename tgt vs link ======================================================================== 05:23:49 (1787822629) link: cannot create link '/mnt/lustre2/f44c.sanityn' to '/mnt/lustre2/f44c.sanityn-3': File exists Conflict PASS 44c (13s) == sanityn test 44d: pdirops: rename tgt vs unlink ======================================================================== 05:24:02 (1787822642) Conflict PASS 44d (19s) == sanityn test 44e: pdirops: rename tgt and rename (tgt) ======================================================================== 05:24:21 (1787822661) Conflict PASS 44e (15s) == sanityn test 44f: pdirops: rename tgt and rename (src) ======================================================================== 05:24:36 (1787822676) Conflict PASS 44f (13s) == sanityn test 44g: pdirops: rename tgt vs getattr ======================================================================== 05:24:49 (1787822689) Conflict PASS 44g (14s) == sanityn test 44h: pdirops: rename tgt vs readdir ======================================================================== 05:25:03 (1787822703) Conflict PASS 44h (13s) == sanityn test 44i: pdirops: rename tgt vs remote mkdir ========================================================== 05:25:16 (1787822716) SKIP: sanityn test_44i needs >= 2 MDTs SKIP 44i (3s) == sanityn test 45a: rename,mkdir doesn't return -EEXIST ======================================================================== 05:25:19 (1787822719) PASS 45a (123s) == sanityn test 45b: pdirops: rename src vs create ======================================================================== 05:27:22 (1787822842) Conflict PASS 45b (13s) == sanityn test 45c: pdirops: rename src vs link ======================================================================== 05:27:35 (1787822855) Conflict PASS 45c (14s) == sanityn test 45d: pdirops: rename src vs unlink ======================================================================== 05:27:49 (1787822869) rm: cannot remove '/mnt/lustre2/f45d.sanityn': No such file or directory Conflict PASS 45d (14s) == sanityn test 45e: pdirops: rename src and rename (tgt) ======================================================================== 05:28:03 (1787822883) Conflict PASS 45e (13s) == sanityn test 45f: pdirops: rename src and rename (src) ======================================================================== 05:28:17 (1787822897) mv: cannot stat '/mnt/lustre2/f45f.sanityn': No such file or directory Conflict PASS 45f (15s) == sanityn test 45g: pdirops: rename src vs getattr ======================================================================== 05:28:31 (1787822911) stat: cannot statx '/mnt/lustre2/f45g.sanityn': No such file or directory Conflict PASS 45g (13s) == sanityn test 45h: pdirops: unlink vs readdir ======================================================================== 05:28:45 (1787822925) Conflict PASS 45h (14s) == sanityn test 45i: pdirops: rename src vs remote mkdir ========================================================== 05:28:58 (1787822938) SKIP: sanityn test_45i needs >= 2 MDTs SKIP 45i (5s) == sanityn test 45j: read vs rename ====================== 05:29:03 (1787822943) Begin 100 tests with fail_loc=0x80000169 Progress: **************************************************************************************************** Begin 100 tests with fail_loc=0x8000016a Progress: **************************************************************************************************** PASS 45j (1227s) == sanityn test 46a: pdirops: link vs mkdir ======================================================================== 05:49:30 (1787824170) mkdir: cannot create directory '/mnt/lustre2/f46a.sanityn': File exists Conflict PASS 46a (14s) == sanityn test 46b: pdirops: link vs create ======================================================================== 05:49:44 (1787824184) open: File exists Conflict PASS 46b (13s) == sanityn test 46c: pdirops: link vs link ======================================================================== 05:49:57 (1787824197) link: cannot create link '/mnt/lustre2/f46c.sanityn' to '/mnt/lustre2/f46c.sanityn': File exists Conflict PASS 46c (14s) == sanityn test 46d: pdirops: link vs unlink ======================================================================== 05:50:11 (1787824211) Conflict PASS 46d (13s) == sanityn test 46e: pdirops: link and rename (tgt) ======================================================================== 05:50:24 (1787824224) Conflict PASS 46e (14s) == sanityn test 46f: pdirops: link and rename (src) ======================================================================== 05:50:38 (1787824238) Conflict PASS 46f (14s) == sanityn test 46g: pdirops: link vs getattr ======================================================================== 05:50:52 (1787824252) Conflict PASS 46g (15s) == sanityn test 46h: pdirops: link vs readdir ======================================================================== 05:51:07 (1787824267) Conflict PASS 46h (16s) == sanityn test 46i: pdirops: link vs remote mkdir ======= 05:51:23 (1787824283) SKIP: sanityn test_46i needs >= 2 MDTs SKIP 46i (3s) == sanityn test 47a: pdirops: remote mkdir vs mkdir ====== 05:51:27 (1787824287) SKIP: sanityn test_47a needs >= 2 MDTs SKIP 47a (3s) == sanityn test 47b: pdirops: remote mkdir vs create ===== 05:51:31 (1787824291) SKIP: sanityn test_47b needs >= 2 MDTs SKIP 47b (4s) == sanityn test 47c: pdirops: remote mkdir vs link ======= 05:51:35 (1787824295) SKIP: sanityn test_47c needs >= 2 MDTs SKIP 47c (3s) == sanityn test 47d: pdirops: remote mkdir vs unlink ===== 05:51:38 (1787824298) SKIP: sanityn test_47d needs >= 2 MDTs SKIP 47d (4s) == sanityn test 47e: pdirops: remote mkdir and rename (tgt) ========================================================== 05:51:42 (1787824302) SKIP: sanityn test_47e needs >= 2 MDTs SKIP 47e (3s) == sanityn test 47f: pdirops: remote mkdir and rename (src) ========================================================== 05:51:45 (1787824305) SKIP: sanityn test_47f needs >= 2 MDTs SKIP 47f (4s) == sanityn test 47g: pdirops: remote mkdir vs getattr ==== 05:51:49 (1787824309) SKIP: sanityn test_47g needs >= 2 MDTs SKIP 47g (3s) == sanityn test 50: osc lvb attrs: enqueue vs. CP AST ======================================================================== 05:51:52 (1787824312) 10+0 records in 10+0 records out 10240 bytes (10 kB, 10 KiB) copied, 0.131206 s, 78.0 kB/s fail_loc=0x410 fail_loc=0x0 PASS 50 (12s) == sanityn test 51a: layout lock: refresh layout should work ========================================================== 05:52:04 (1787824324) 0+1 records in 0+1 records out 158 bytes copied, 0.0248751 s, 6.4 kB/s /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 3690: kill: (218336) - No such process PASS 51a (9s) == sanityn test 51b: layout lock: glimpse should be able to restart if layout changed ========================================================== 05:52:13 (1787824333) 1+0 records in 1+0 records out 1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0157175 s, 65.2 kB/s fail_loc=0x1404 fail_val=4 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0512254 s, 20.5 MB/s 3145728 PASS 51b (20s) == sanityn test 51c: layout lock: IT_LAYOUT blocked and correct layout can be returned ========================================================== 05:52:33 (1787824353) fail_loc=0x172 Setting layout to have 2 stripes ... 1+0 records in 1+0 records out 1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0172692 s, 59.3 kB/s PASS 51c (13s) == sanityn test 51d: layout lock: losing layout lock should clean up memory map region ========================================================== 05:52:46 (1787824366) 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0329755 s, 31.8 MB/s Before revoking layout lock: 1024 KB mapped PASS 51d (10s) == sanityn test 51e: lfs getstripe does not break leases, part 2 ========================================================== 05:52:56 (1787824376) /mnt/lustre2/f51e.sanityn lmm_stripe_count: 1 lmm_stripe_size: 4194304 lmm_pattern: raid0 lmm_layout_gen: 0 lmm_stripe_offset: 0 obdidx objid objid group 0 2453 0x995 0x240000400 write lease(2) has applied. /mnt/lustre2/f51e.sanityn lmm_stripe_count: 1 lmm_stripe_size: 4194304 lmm_pattern: raid0 lmm_layout_gen: 0 lmm_stripe_offset: 0 obdidx objid objid group 0 2453 0x995 0x240000400 read lease(1) has applied. PASS 51e (9s) == sanityn test 54: rename locking ======================= 05:53:06 (1787824386) llite.lustre-ffff8bbe02afb000.xattr_cache=1 llite.lustre-ffff8bbe20654000.xattr_cache=1 ==> rename vs getattr vs setxattr should not deadlock fail_loc=0x80000153 File: /mnt/lustre/d1/d2 Size: 7680 Blocks: 15 IO Block: 1048576 directory Device: 2c54f966h/743766374d Inode: 144115205272505013 Links: 3 Access: (0755/drwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root) Access: 2026-08-27 05:53:08.000000000 -0400 Modify: 2026-08-27 05:53:08.000000000 -0400 Change: 2026-08-27 05:53:08.000000000 -0400 Birth: 2026-08-27 05:53:09.000000000 -0400 ==> rename vs getattr vs setxattr should not deadlock fail_loc=0x80000154 File: /mnt/lustre/d1/d2 Size: 7680 Blocks: 15 IO Block: 1048576 directory Device: 2c54f966h/743766374d Inode: 144115205272505016 Links: 2 Access: (0755/drwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root) Access: 2026-08-27 05:53:15.000000000 -0400 Modify: 2026-08-27 05:53:16.000000000 -0400 Change: 2026-08-27 05:53:16.000000000 -0400 Birth: 2026-08-27 05:53:16.000000000 -0400 ==> rename vs getattr vs open vs getattr should not deadlock fail_loc=0x80000153 File: /mnt/lustre/d1/d2 Size: 7680 Blocks: 15 IO Block: 1048576 directory Device: 2c54f966h/743766374d Inode: 144115205272505019 Links: 3 Access: (0755/drwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root) Access: 2026-08-27 05:53:21.000000000 -0400 Modify: 2026-08-27 05:53:21.000000000 -0400 Change: 2026-08-27 05:53:21.000000000 -0400 Birth: 2026-08-27 05:53:22.000000000 -0400 open(O_RDWR|O_CREAT): Is a directory File: /mnt/lustre/d1 Size: 7680 Blocks: 15 IO Block: 1048576 directory Device: 2c54f966h/743766374d Inode: 144115205272505018 Links: 4 Access: (0755/drwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root) Access: 2026-08-27 05:53:21.000000000 -0400 Modify: 2026-08-27 05:53:22.000000000 -0400 Change: 2026-08-27 05:53:22.000000000 -0400 Birth: 2026-08-27 05:53:22.000000000 -0400 ==> rename vs getattr vs open vs getattr should not deadlock fail_loc=0x80000154 File: /mnt/lustre/d1 Size: 7680 Blocks: 15 IO Block: 1048576 directory Device: 2c54f966h/743766374d Inode: 144115205272505021 Links: 4 Access: (0755/drwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root) Access: 2026-08-27 05:53:28.000000000 -0400 Modify: 2026-08-27 05:53:29.000000000 -0400 Change: 2026-08-27 05:53:29.000000000 -0400 Birth: 2026-08-27 05:53:29.000000000 -0400 open(O_RDWR|O_CREAT): Is a directory File: /mnt/lustre/d1/d2 Size: 7680 Blocks: 15 IO Block: 1048576 directory Device: 2c54f966h/743766374d Inode: 144115205272505022 Links: 2 Access: (0755/drwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root) Access: 2026-08-27 05:53:28.000000000 -0400 Modify: 2026-08-27 05:53:29.000000000 -0400 Change: 2026-08-27 05:53:29.000000000 -0400 Birth: 2026-08-27 05:53:29.000000000 -0400 PASS 54 (35s) == sanityn test 55a: rename vs unlink target dir ========= 05:53:40 (1787824420) fail_loc=0x80000156 mv: cannot move '/mnt/lustre/d55a.sanityn/d1/d2' to '/mnt/lustre/d55a.sanityn/d3/d2': No such file or directory PASS 55a (13s) == sanityn test 55b: rename vs unlink source dir ========= 05:53:53 (1787824433) fail_loc=0x80000156 mv: cannot stat '/mnt/lustre/d55b.sanityn/d1/d2': No such file or directory PASS 55b (14s) == sanityn test 55c: rename vs unlink orphan target dir == 05:54:07 (1787824447) fail_loc=0x156 mv: cannot move '/mnt/lustre/d55c.sanityn/d1/d2' to '/mnt/lustre/d55c.sanityn/d3/d2': No such file or directory PASS 55c (19s) == sanityn test 55d: rename file vs link ================= 05:54:26 (1787824466) fail_loc=0x155 mv: '/mnt/lustre/d55d.sanityn/f1' and '/mnt/lustre/d55d.sanityn/d55d.sanityn/f1' are the same file PASS 55d (15s) == sanityn test 55e: rename race AB/BA under the same parent dir ========================================================== 05:54:41 (1787824481) SKIP: sanityn test_55e needs >= 2 MDTs SKIP 55e (3s) == sanityn test 55f: rename: (P1/A -> P2/B) race with (P2/B -> P1/A) ========================================================== 05:54:44 (1787824484) fail_loc=0x155 We survived after P1A_P2B/P2B_P1A race test fail_loc=0x0 PASS 55f (20s) == sanityn test 55g: rename: race with trylock =========== 05:55:04 (1787824504) mdt.lustre-MDT0000.enable_rename_trylock=1 fail_loc=0x155 mv: cannot move '/mnt/lustre2/d55g.sanityn/b1/b2' to a subdirectory of itself, '/mnt/lustre2/d55g.sanityn/a1/a2/a3/a4/b2' We survived race with trylock test fail_loc=0x0 PASS 55g (23s) == sanityn test 56a: test llverdev with single large stripe ========================================================== 05:55:27 (1787824527) run_llverdev /mnt/lustre/f56a.sanityn -p -s 16000000 -c 4k llverdev: /mnt/lustre/f56a.sanityn is 16777216000000 bytes (15625 GB) in size timestamp: 1787824529 chunksize: 4096 size: 16777216000000 write offset: 16384000000kB 0.565177 MB/s read offset: 16384000000kB inf MB/s llverdev: data verified successfully PASS 56a (116s) == sanityn test 56b: test llverdev and partial verify of wide stripe file ========================================================== 05:57:23 (1787824643) run_llverdev /mnt/lustre/f56b.sanityn -p -s 32000000 -c 4k llverdev: /mnt/lustre/f56b.sanityn is 33554432000000 bytes (31250 GB) in size timestamp: 1787824648 chunksize: 4096 size: 33554432000000 write offset: 32768000000kB 1.24566 MB/s read offset: 32768000000kB inf MB/s llverdev: data verified successfully PASS 56b (113s) == sanityn test 60: Verify data_version behaviour ======== 05:59:16 (1787824756) PASS 60 (9s) == sanityn test 70a: cd directory && rm directory ======== 05:59:25 (1787824765) PASS 70a (8s) == sanityn test 70b: remove files after calling rm_entry ========================================================== 05:59:33 (1787824773) PASS 70b (10s) == sanityn test 71a: correct file map just after write operation is finished ========================================================== 05:59:43 (1787824783) 1+0 records in 1+0 records out 65536 bytes (66 kB, 64 KiB) copied, 0.0139961 s, 4.7 MB/s SKIP: sanityn test_71a ORI-366/LU-1941: FIEMAP unimplemented on ZFS SKIP 71a (4s) == sanityn test 71b: check fiemap support for stripecount > 1 ========================================================== 05:59:47 (1787824787) 1+0 records in 1+0 records out 65536 bytes (66 kB, 64 KiB) copied, 0.0216701 s, 3.0 MB/s SKIP: sanityn test_71b ORI-366/LU-1941: FIEMAP unimplemented on ZFS SKIP 71b (4s) == sanityn test 71c: check FIEMAP_EXTENT_LAST flag with different extents number ========================================================== 05:59:51 (1787824791) SKIP: sanityn test_71c support only ldiskfs ost SKIP 71c (3s) == sanityn test 71d: fiemap corruption test with fm_extent_count=0 ========================================================== 05:59:54 (1787824794) 1+0 records in 1+0 records out 65536 bytes (66 kB, 64 KiB) copied, 0.0276771 s, 2.4 MB/s SKIP: sanityn test_71d ORI-366/LU-1941: FIEMAP unimplemented on ZFS SKIP 71d (4s) == sanityn test 72: getxattr/setxattr cache should be consistent between nodes ========================================================== 05:59:58 (1787824798) llite.lustre-ffff8bbe02afb000.xattr_cache=1 llite.lustre-ffff8bbe20654000.xattr_cache=1 getfattr: Removing leading '/' from absolute path names user.attr1="value1" getfattr: Removing leading '/' from absolute path names user.attr1="value2" getfattr: Removing leading '/' from absolute path names getfattr: Removing leading '/' from absolute path names b362740ad371eae580e7f85452e8830b - 870e072da1ebfc20ea8c0cd3d6bdf3b6 - PASS 72 (8s) == sanityn test 73: getxattr should not cause xattr lock cancellation ========================================================== 06:00:06 (1787824806) llite.lustre-ffff8bbe02afb000.xattr_cache=1 llite.lustre-ffff8bbe20654000.xattr_cache=1 getfattr: Removing leading '/' from absolute path names # file: mnt/lustre2/f73.sanityn user.attr1="value1" getfattr: Removing leading '/' from absolute path names # file: mnt/lustre/f73.sanityn user.attr1="value1" getfattr: Removing leading '/' from absolute path names # file: mnt/lustre/f73.sanityn user.attr1="value1" getfattr: Removing leading '/' from absolute path names # file: mnt/lustre2/f73.sanityn user.attr1="value1" PASS 73 (8s) == sanityn test 74: flock deadlock: different mounts ======================================================================== 06:00:14 (1787824814) 1+0 records in 1+0 records out 1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0235172 s, 43.5 kB/s 1+0 records in 1+0 records out 1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0162765 s, 62.9 kB/s 231143: get lock2 231144: get lock1 231143: done 231143: get lock1 231144: done 231144: get lock2 fcntl cmd 7 failed: Resource deadlock avoided 231144: cannot get lock2: Resource deadlock avoided 231144: exit rc=0 231143: done 231143: exit rc=0 PASS 74 (12s) == sanityn test 75: osc: upcall after unuse lock============================================================================= 06:00:26 (1787824826) 2+0 records in 2+0 records out 2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0705264 s, 29.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0407865 s, 25.7 MB/s fail_loc=0x31d /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 4373: 231725 Killed stat -c %s $DIR1/$tfile fail_loc=0 PASS 75 (13s) == sanityn test 76: Verify MDT open_files listing ======== 06:00:40 (1787824840) opening files: ........ closing files: ........ PASS 76 (69s) == sanityn test 77a: check FIFO NRS policy =============== 06:01:48 (1787824908) ost.OSS.ost.nrs_policies=fifo ost.OSS.ost_create.nrs_policies=fifo ost.OSS.ost_io.nrs_policies=fifo ost.OSS.ost_out.nrs_policies=fifo ost.OSS.ost_seq.nrs_policies=fifo 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.292575 s, 57.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0365215 s, 28.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0646604 s, 16.2 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.082649 s, 12.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0990942 s, 10.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0790676 s, 13.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0550671 s, 19.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.115339 s, 9.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0836536 s, 12.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0938903 s, 11.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0558727 s, 18.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108554 s, 9.7 MB/s ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=1 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.261698 s, 4.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.276741 s, 3.8 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.173074 s, 6.1 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.276875 s, 3.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.370546 s, 2.8 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0694533 s, 15.1 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.146722 s, 7.1 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0619044 s, 16.9 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.083169 s, 12.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.085342 s, 12.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0669071 s, 15.7 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=2 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.096613 s, 10.9 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0975999 s, 10.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0991072 s, 10.6 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0824861 s, 12.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106535 s, 9.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0984805 s, 10.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.139867 s, 7.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.123169 s, 8.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112609 s, 9.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.212327 s, 4.9 MB/s removed '/mnt/lustre/d77a.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77a.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77a.sanityn' PASS 77a (11s) == sanityn test 77b: check CRR-N NRS policy ============== 06:02:00 (1787824920) ost.OSS.ost.nrs_policies=crrn ost.OSS.ost_create.nrs_policies=crrn ost.OSS.ost_io.nrs_policies=crrn ost.OSS.ost_out.nrs_policies=crrn ost.OSS.ost_seq.nrs_policies=crrn ost.OSS.ost.nrs_crrn_quantum=1 ost.OSS.ost_create.nrs_crrn_quantum=1 ost.OSS.ost_io.nrs_crrn_quantum=1 ost.OSS.ost_out.nrs_crrn_quantum=1 ost.OSS.ost_seq.nrs_crrn_quantum=1 policy: crr-n, crrn_quantum 1 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.304544 s, 55.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0646851 s, 16.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0838449 s, 12.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0718626 s, 14.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0688221 s, 15.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0510823 s, 20.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.178777 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.172289 s, 6.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.19257 s, 5.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.18313 s, 5.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.165538 s, 6.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.15805 s, 6.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.134069 s, 7.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.143131 s, 7.3 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.225672 s, 4.6 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.153089 s, 6.8 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=7 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=3 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.235069 s, 4.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0506686 s, 20.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00421065 s, 249 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0147527 s, 71.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00503112 s, 208 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0459322 s, 22.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00558738 s, 188 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00630087 s, 166 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719767 s, 146 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00307686 s, 341 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0150656 s, 69.6 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00421155 s, 249 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0628553 s, 16.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0026498 s, 396 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108136 s, 9.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0330627 s, 31.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0263814 s, 39.7 MB/s removed '/mnt/lustre/d77b.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77b.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77b.sanityn' ost.OSS.ost.nrs_crrn_quantum=64 ost.OSS.ost_create.nrs_crrn_quantum=64 ost.OSS.ost_io.nrs_crrn_quantum=64 ost.OSS.ost_out.nrs_crrn_quantum=64 ost.OSS.ost_seq.nrs_crrn_quantum=64 policy: crr-n, crrn_quantum 64 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.321087 s, 52.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0111838 s, 93.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0428393 s, 24.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0106851 s, 98.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0129689 s, 80.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0620009 s, 16.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0502935 s, 20.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0324747 s, 32.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.1335 s, 7.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0686194 s, 15.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.183483 s, 5.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.087268 s, 12.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.146472 s, 7.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.161907 s, 6.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.122955 s, 8.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.21159 s, 5.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.137024 s, 7.7 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=7 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0114579 s, 91.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0361249 s, 29.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0803526 s, 13.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0905557 s, 11.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0591678 s, 17.7 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0386495 s, 27.1 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.105276 s, 10.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0513461 s, 20.4 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0461018 s, 22.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.116804 s, 9.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0577884 s, 18.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0600189 s, 17.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0616078 s, 17.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0884716 s, 11.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0963129 s, 10.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0965828 s, 10.9 MB/s removed '/mnt/lustre/d77b.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77b.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77b.sanityn' ost.OSS.ost_io.nrs_policies=fifo PASS 77b (13s) == sanityn test 77c: check ORR NRS policy ================ 06:02:13 (1787824933) ost.OSS.ost_io.nrs_policies=orr ost.OSS.ost_io.nrs_orr_quantum=1 ost.OSS.ost_io.nrs_orr_offset_type=physical ost.OSS.ost_io.nrs_orr_supported=reads policy: orr, orr_quantum 1, orr_offset_type physical, orr_supported reads 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.229513 s, 73.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.022686 s, 46.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0255418 s, 41.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0864646 s, 12.1 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106785 s, 9.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0801094 s, 13.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0893873 s, 11.7 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0781478 s, 13.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108609 s, 9.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0880123 s, 11.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0486446 s, 21.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.175851 s, 6.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0561169 s, 18.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.115359 s, 9.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112561 s, 9.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.156406 s, 6.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.173803 s, 6.0 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=1 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0410585 s, 25.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.057474 s, 18.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0433033 s, 24.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784913 s, 134 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0332011 s, 31.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00533726 s, 196 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00395407 s, 265 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00497686 s, 211 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0112882 s, 92.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.078139 s, 13.4 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0788384 s, 13.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0107514 s, 97.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0829948 s, 12.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0513005 s, 20.4 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0835019 s, 12.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.103564 s, 10.1 MB/s removed '/mnt/lustre/d77c.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77c.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77c.sanityn' ost.OSS.ost_io.nrs_orr_supported=writes ost.OSS.ost_io.nrs_orr_quantum=64 policy: orr, orr_quantum 64, orr_offset_type physical, orr_supported writes 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.221236 s, 75.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0301208 s, 34.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0466692 s, 22.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0426392 s, 24.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.04868 s, 21.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.036566 s, 28.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0271999 s, 38.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0297809 s, 35.2 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.140777 s, 7.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.124233 s, 8.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.116765 s, 9.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0622659 s, 16.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0920798 s, 11.4 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.176787 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0830447 s, 12.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0983096 s, 10.7 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=1 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=3 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.199972 s, 5.2 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00639757 s, 164 MB/s1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0324329 s, 32.3 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0551416 s, 19.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0340182 s, 30.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0342005 s, 30.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0385526 s, 27.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00380305 s, 276 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0645275 s, 16.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00469982 s, 223 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0101947 s, 103 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728696 s, 144 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0177188 s, 59.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0729963 s, 14.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00864536 s, 121 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0275262 s, 38.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0789028 s, 13.3 MB/s removed '/mnt/lustre/d77c.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77c.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77c.sanityn' ost.OSS.ost_io.nrs_orr_supported=reads_and_writes ost.OSS.ost_io.nrs_orr_offset_type=logical policy: orr, orr_quantum 64, orr_offset_type logical, orr_supported reads_and_writes 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.28817 s, 58.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0428145 s, 24.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0762961 s, 13.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.086771 s, 12.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111736 s, 9.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.122566 s, 8.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0994875 s, 10.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0859107 s, 12.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.171231 s, 6.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.128365 s, 8.2 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.110957 s, 9.5 MB/s1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.150999 s, 6.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.206575 s, 5.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.169695 s, 6.2 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.119321 s, 8.8 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.179873 s, 5.8 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=6 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=6 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.186164 s, 5.6 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00640031 s, 164 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0185564 s, 56.5 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0462499 s, 22.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00496514 s, 211 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0388977 s, 27.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00673019 s, 156 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720127 s, 146 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751863 s, 139 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.097045 s, 10.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0124832 s, 84.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00464066 s, 226 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853693 s, 123 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0141696 s, 74.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0874078 s, 12.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.084862 s, 12.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121287 s, 8.6 MB/s removed '/mnt/lustre/d77c.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77c.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77c.sanityn' ost.OSS.ost_io.nrs_policies=fifo PASS 77c (14s) == sanityn test 77d: check TRR nrs policy ================ 06:02:28 (1787824948) ost.OSS.ost_io.nrs_policies=trr ost.OSS.ost_io.nrs_trr_quantum=1 ost.OSS.ost_io.nrs_trr_offset_type=physical ost.OSS.ost_io.nrs_trr_supported=reads policy: trr, trr_quantum 1, trr_offset_type physical, trr_supported reads 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.234688 s, 71.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0211717 s, 49.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0446512 s, 23.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0946072 s, 11.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.110118 s, 9.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.109118 s, 9.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.123757 s, 8.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.115851 s, 9.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104346 s, 10.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.120115 s, 8.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106184 s, 9.9 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=5 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=3 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.156817 s, 6.7 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.116535 s, 9.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.143695 s, 7.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.127094 s, 8.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.184105 s, 5.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0440014 s, 23.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.252624 s, 4.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0301129 s, 34.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0331721 s, 31.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.046885 s, 22.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.045764 s, 22.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0597029 s, 17.6 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0510349 s, 20.5 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0826674 s, 12.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0542618 s, 19.3 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0589922 s, 17.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0561752 s, 18.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00474184 s, 221 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.06969 s, 15.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853217 s, 123 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0129944 s, 80.7 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=1 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=2 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0758267 s, 13.8 MB/s removed '/mnt/lustre/d77d.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77d.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77d.sanityn' ost.OSS.ost_io.nrs_trr_supported=writes ost.OSS.ost_io.nrs_trr_quantum=64 policy: trr, trr_quantum 64, trr_offset_type physical, trr_supported writes 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.254397 s, 65.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0552323 s, 19.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.05234 s, 20.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0298548 s, 35.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0398462 s, 26.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0597047 s, 17.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0189278 s, 55.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.130658 s, 8.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.097706 s, 10.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.159634 s, 6.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.158536 s, 6.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.128575 s, 8.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.146547 s, 7.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.110976 s, 9.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0317833 s, 33.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.127519 s, 8.2 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=1 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=5 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.242057 s, 4.3 MB/s ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=1 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.062347 s, 16.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0412456 s, 25.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00703154 s, 149 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.145919 s, 7.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106932 s, 9.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.014569 s, 72.0 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0996723 s, 10.5 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.156222 s, 6.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0713283 s, 14.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00963393 s, 109 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0689574 s, 15.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0574602 s, 18.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0522035 s, 20.1 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0368719 s, 28.4 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0418403 s, 25.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0251735 s, 41.7 MB/s removed '/mnt/lustre/d77d.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77d.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77d.sanityn' ost.OSS.ost_io.nrs_trr_supported=reads_and_writes ost.OSS.ost_io.nrs_trr_offset_type=logical policy: trr, trr_quantum 64, trr_offset_type logical, trr_supported reads_and_writes 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.253328 s, 66.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0709966 s, 14.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0883164 s, 11.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0824665 s, 12.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0572015 s, 18.3 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0584799 s, 17.9 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.140105 s, 7.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.166409 s, 6.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0857734 s, 12.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.19049 s, 5.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.218652 s, 4.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.213108 s, 4.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.182571 s, 5.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0868472 s, 12.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.144395 s, 7.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.105086 s, 10.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0586652 s, 17.9 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=1 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=2 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.050691 s, 20.7 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0477671 s, 22.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0412947 s, 25.4 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0432802 s, 24.2 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0705773 s, 14.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0501503 s, 20.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0417015 s, 25.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0594261 s, 17.6 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0385836 s, 27.2 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0100486 s, 104 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0283282 s, 37.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.06779 s, 15.5 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.018638 s, 56.3 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0278454 s, 37.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0179407 s, 58.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0809908 s, 12.9 MB/s removed '/mnt/lustre/d77d.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77d.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77d.sanityn' ost.OSS.ost_io.nrs_policies=fifo PASS 77d (15s) == sanityn test 77e: check TBF NID nrs policy ============ 06:02:42 (1787824962) ost.OSS.ost_io.nrs_policies=tbf nid ost.OSS.ost_io.nrs_tbf_rule=start localhost nid={0@lo} rate=1000 ost.OSS.ost_io.nrs_tbf_rule=start clients nid={192.168.203.34@tcp} rate=100 ost.OSS.ost_io.nrs_tbf_rule=start others nid={*.*.*.*@tcp} rate=50 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.270438 s, 62.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.05551 s, 18.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0706242 s, 14.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0713648 s, 14.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.151226 s, 6.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.147815 s, 7.1 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.164127 s, 6.4 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.183913 s, 5.7 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.167131 s, 6.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.117111 s, 9.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.16312 s, 6.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.196107 s, 5.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.180471 s, 5.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.190425 s, 5.5 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.140552 s, 7.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.162646 s, 6.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.177327 s, 5.9 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=6 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=7 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0408777 s, 25.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0711036 s, 14.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0550203 s, 19.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0906547 s, 11.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0392076 s, 26.7 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.115178 s, 9.1 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0505431 s, 20.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.053112 s, 19.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0675649 s, 15.5 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0101502 s, 103 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0965846 s, 10.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121359 s, 8.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0134195 s, 78.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0143392 s, 73.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0386422 s, 27.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0322038 s, 32.6 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=3 removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77e.sanityn' ost.OSS.ost_io.nrs_tbf_rule=change localhost rate=1001 ost.OSS.ost_io.nrs_tbf_rule=change clients rate=101 ost.OSS.ost_io.nrs_tbf_rule=change others rate=51 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.261063 s, 64.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0369765 s, 28.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0492759 s, 21.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0249182 s, 42.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0749379 s, 14.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0823913 s, 12.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0896724 s, 11.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0785729 s, 13.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0943223 s, 11.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.120218 s, 8.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.117603 s, 8.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.139209 s, 7.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.15446 s, 6.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.136312 s, 7.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.173859 s, 6.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.184434 s, 5.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.180829 s, 5.8 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=6 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=1 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0037572 s, 279 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0796001 s, 13.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0114149 s, 91.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0592578 s, 17.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0157681 s, 66.5 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007711 s, 136 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0096294 s, 109 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844141 s, 124 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0886325 s, 11.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0810679 s, 12.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00388303 s, 270 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0838068 s, 12.5 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0852353 s, 12.3 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0642349 s, 16.3 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104979 s, 10.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0912542 s, 11.5 MB/s removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77e.sanityn' ost.OSS.ost_io.nrs_tbf_rule=stop localhost ost.OSS.ost_io.nrs_tbf_rule=stop clients ost.OSS.ost_io.nrs_tbf_rule=stop others 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.32406 s, 51.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0297328 s, 35.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0606529 s, 17.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.137498 s, 7.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106738 s, 9.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.132186 s, 7.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.222906 s, 4.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.162111 s, 6.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.24577 s, 4.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.272432 s, 3.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.193849 s, 5.4 MB/s ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=6 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.342941 s, 3.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.165244 s, 6.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.263552 s, 4.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.178218 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.401677 s, 2.6 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=5 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.493704 s, 2.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0348214 s, 30.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719354 s, 146 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.100357 s, 10.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0380165 s, 27.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079016 s, 133 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0195932 s, 53.5 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104435 s, 10.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00440389 s, 238 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00499682 s, 210 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.084078 s, 12.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0746498 s, 14.0 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0876707 s, 12.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0715862 s, 14.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0330573 s, 31.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.037927 s, 27.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0142627 s, 73.5 MB/s removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77e.sanityn' ost.OSS.ost_io.nrs_policies=fifo 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.291857 s, 57.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0492339 s, 21.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.110802 s, 9.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0583425 s, 18.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.122746 s, 8.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.102225 s, 10.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.125734 s, 8.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112153 s, 9.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104332 s, 10.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.154481 s, 6.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.143115 s, 7.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0283497 s, 37.0 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.166841 s, 6.3 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.178232 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.176042 s, 6.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0865159 s, 12.1 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=3 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=2 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.272013 s, 3.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0357262 s, 29.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0647929 s, 16.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0431794 s, 24.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0485645 s, 21.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0492136 s, 21.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0536392 s, 19.5 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0547397 s, 19.2 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0560507 s, 18.7 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.101391 s, 10.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0553634 s, 18.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0714574 s, 14.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0770315 s, 13.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0889507 s, 11.8 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0888522 s, 11.8 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=1 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0893335 s, 11.7 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.135765 s, 7.7 MB/s removed '/mnt/lustre/d77e.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77e.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77e.sanityn' PASS 77e (25s) == sanityn test 77f: check TBF JobID nrs policy ========== 06:03:07 (1787824987) ost.OSS.ost_io.nrs_policies=tbf jobid ost.OSS.ost_io.nrs_tbf_rule=start runas jobid={iozone.500 dd.500 tiotest.500} rate=1000 ost.OSS.ost_io.nrs_tbf_rule=start iozone_runas jobid={iozone.500} rate=100 ost.OSS.ost_io.nrs_tbf_rule=start dd_runas jobid={dd.500} rate=50 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77f.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.308521 s, 54.4 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0222405 s, 47.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0347233 s, 30.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0159638 s, 65.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0798819 s, 13.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0463935 s, 22.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0893069 s, 11.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0843035 s, 12.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0908564 s, 11.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0659781 s, 15.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.089591 s, 11.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0597052 s, 17.6 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=1 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=1 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.186139 s, 5.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.160556 s, 6.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.216348 s, 4.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.178873 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.211128 s, 5.0 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0840134 s, 12.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0500195 s, 21.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0923483 s, 11.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.013655 s, 76.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0943207 s, 11.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0914456 s, 11.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0618451 s, 17.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0657975 s, 15.9 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=4 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0735152 s, 14.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0474187 s, 22.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.13289 s, 7.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0621895 s, 16.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.13212 s, 7.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0591333 s, 17.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0910651 s, 11.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0962707 s, 10.9 MB/s removed '/mnt/lustre/d77f.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77f.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77f.sanityn' ost.OSS.ost_io.nrs_tbf_rule=change runas rate=1001 ost.OSS.ost_io.nrs_tbf_rule=change iozone_runas rate=101 ost.OSS.ost_io.nrs_tbf_rule=change dd_runas rate=51 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77f.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.2907 s, 57.7 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0534496 s, 19.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0484789 s, 21.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0923146 s, 11.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.113885 s, 9.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0643773 s, 16.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.15565 s, 6.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.165381 s, 6.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.183385 s, 5.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.184066 s, 5.7 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.131719 s, 8.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.191872 s, 5.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.192032 s, 5.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.15625 s, 6.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.185706 s, 5.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.171501 s, 6.1 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=7 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=7 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.178931 s, 5.9 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0180858 s, 58.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.017597 s, 59.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0723762 s, 14.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831877 s, 126 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0660263 s, 15.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0480837 s, 21.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0630486 s, 16.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00907017 s, 116 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0839752 s, 12.5 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0148839 s, 70.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0886291 s, 11.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0980196 s, 10.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0612074 s, 17.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0138884 s, 75.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0224274 s, 46.8 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0314701 s, 33.3 MB/s removed '/mnt/lustre/d77f.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77f.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77f.sanityn' ost.OSS.ost_io.nrs_tbf_rule=stop runas ost.OSS.ost_io.nrs_tbf_rule=stop iozone_runas ost.OSS.ost_io.nrs_tbf_rule=stop dd_runas running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77f.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.319242 s, 52.6 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0310113 s, 33.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0618878 s, 16.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0488395 s, 21.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0471517 s, 22.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.10139 s, 10.3 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.118066 s, 8.9 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0619999 s, 16.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0931516 s, 11.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.107614 s, 9.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0630262 s, 16.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0419263 s, 25.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0911356 s, 11.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0934351 s, 11.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.143937 s, 7.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0309353 s, 33.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0684304 s, 15.3 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=1 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0386657 s, 27.1 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0713108 s, 14.7 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0621358 s, 16.9 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0704132 s, 14.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0198601 s, 52.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0707908 s, 14.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0353789 s, 29.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0733369 s, 14.3 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0899264 s, 11.7 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0885992 s, 11.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0889772 s, 11.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0984169 s, 10.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0778808 s, 13.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0931166 s, 11.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0621266 s, 16.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.069568 s, 15.1 MB/s removed '/mnt/lustre/d77f.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77f.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77f.sanityn' ost.OSS.ost_io.nrs_policies=fifo running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77f.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.322867 s, 52.0 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0691182 s, 15.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0847131 s, 12.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0857966 s, 12.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0816191 s, 12.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0593911 s, 17.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.177724 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.164734 s, 6.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.160579 s, 6.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.217445 s, 4.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.229992 s, 4.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.237414 s, 4.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.262784 s, 4.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.231147 s, 4.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.161272 s, 6.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.235193 s, 4.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.32228 s, 3.3 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.032999 s, 31.8 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=1 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0407568 s, 25.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00314412 s, 334 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.165604 s, 6.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0980601 s, 10.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.135857 s, 7.7 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.102287 s, 10.3 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.128682 s, 8.1 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.117285 s, 8.9 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0994101 s, 10.5 MB/s1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0782708 s, 13.4 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0232121 s, 45.2 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0426218 s, 24.6 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0617732 s, 17.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0402114 s, 26.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0385049 s, 27.2 MB/s removed '/mnt/lustre/d77f.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77f.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77f.sanityn' PASS 77f (25s) == sanityn test 77g: Change TBF type directly ============ 06:03:32 (1787825012) ost.OSS.ost_io.nrs_policies=tbf nid ost.OSS.ost_io.nrs_policies=tbf jobid ost.OSS.ost_io.nrs_tbf_rule=start dd_runas jobid={dd.500} rate=50 ost.OSS.ost_io.nrs_policies=fifo PASS 77g (12s) == sanityn test 77h: Wrong policy name should report error, not LBUG ========================================================== 06:03:44 (1787825024) oleg334-server: error: set_param: setting /sys/kernel/debug/lustre/ost/OSS/ost_io/nrs_policies=abc: No such file or directory oleg334-server: error: set_param: setting 'ost/OSS/ost_io/nrs_policies'='abc': No such file or directory pdsh@oleg334-client: oleg334-server: ssh exited with exit code 2 oleg334-server: error: set_param: setting /sys/kernel/debug/lustre/ost/OSS/ost_io/nrs_policies=tbf abc: Invalid argument oleg334-server: error: set_param: setting 'ost/OSS/ost_io/nrs_policies'='tbf abc': Invalid argument pdsh@oleg334-client: oleg334-server: ssh exited with exit code 22 oleg334-server: error: set_param: setting /sys/kernel/debug/lustre/ost/OSS/ost_io/nrs_policies=tbf reg abc: Invalid argument oleg334-server: error: set_param: setting 'ost/OSS/ost_io/nrs_policies'='tbf reg abc': Invalid argument pdsh@oleg334-client: oleg334-server: ssh exited with exit code 22 oleg334-server: error: set_param: setting /sys/kernel/debug/lustre/ost/OSS/ost_io/nrs_policies=tbf abc efg: Invalid argument oleg334-server: error: set_param: setting 'ost/OSS/ost_io/nrs_policies'='tbf abc efg': Invalid argument pdsh@oleg334-client: oleg334-server: ssh exited with exit code 22 PASS 77h (13s) == sanityn test 77i: Change rank of TBF rule ============= 06:03:57 (1787825037) ost.OSS.ost_io.nrs_policies=tbf jobid ost.OSS.ost_io.nrs_tbf_rule=start before jobid={jobid} rate=1000 ost.OSS.ost_io.nrs_tbf_rule=start after jobid={jobid} rate=1000 rank=default ost.OSS.ost_io.nrs_tbf_rule=start target jobid={jobid} rate=1000 rank=after Move before itself ost.OSS.ost_io.nrs_tbf_rule=change target rank=target Move to higher rank ost.OSS.ost_io.nrs_tbf_rule=change target rank=before Move to lower rank ost.OSS.ost_io.nrs_tbf_rule=change target rank=after Move before default ost.OSS.ost_io.nrs_tbf_rule=change target rank=default ost.OSS.ost_io.nrs_policies=fifo PASS 77i (27s) == sanityn test 77j: check TBF-OPCode NRS policy ========= 06:04:24 (1787825064) jobid_var=procname_uid ost.OSS.ost_io.nrs_policies=tbf opcode ost.OSS.ost_io.nrs_tbf_rule=start ost_r opcode={ost_read} rate=5 ost.OSS.ost_io.nrs_tbf_rule=start ost_w opcode={ost_write} rate=20 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.52628 s, 31.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0730051 s, 14.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0901027 s, 11.6 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.139717 s, 7.5 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.15746 s, 6.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.150585 s, 7.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.230283 s, 4.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.197127 s, 5.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.142598 s, 7.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.215053 s, 4.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.200355 s, 5.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.224513 s, 4.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.203829 s, 5.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.228895 s, 4.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.216424 s, 4.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.154504 s, 6.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.221043 s, 4.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0162529 s, 64.5 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0229825 s, 45.6 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0167311 s, 62.7 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0613678 s, 17.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.022232 s, 47.2 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0361214 s, 29.0 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0377531 s, 27.8 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0744191 s, 14.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0725136 s, 14.5 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0686868 s, 15.3 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.07817 s, 13.4 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.061604 s, 17.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0622008 s, 16.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0820043 s, 12.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.097301 s, 10.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0599729 s, 17.5 MB/s removed '/mnt/lustre/d77j.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77j.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77j.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 5 Verify the write rate is under TBF control 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 11.0061 s, 9.5 MB/s Write runtime is 12 s, speed is 8.333333 IOPS Verify the read rate is under TBF control 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 19.6542 s, 5.3 MB/s Read runtime is 21 s, speed is 4.761904 IOPS cleanup_tbf /mnt/lustre/d77j.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ost_r ost.OSS.ost_io.nrs_tbf_rule=stop ost_w ost.OSS.ost_io.nrs_policies=fifo PASS 77j (72s) == sanityn test 77ja: check TBF-UID/GID NRS policy ======= 06:05:36 (1787825136) jobid_var=procname_uid ost.OSS.ost_io.nrs_policies=tbf uid ost.OSS.ost_io.nrs_tbf_rule=start ost_uid uid={500} rate=5 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d77ja.sanityn/nrs_r_oleg334-client.virtnet] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d77ja.sanityn/nrs_w_oleg334-client.virtnet] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [chmod] [777] [/mnt/lustre/d77ja.sanityn/nrs_r_oleg334-client.virtnet] [/mnt/lustre/d77ja.sanityn/nrs_w_oleg334-client.virtnet] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77ja.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 1.33345 s, 12.6 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0737997 s, 14.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111459 s, 9.4 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.169115 s, 6.2 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.126136 s, 8.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.159287 s, 6.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.182027 s, 5.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.18968 s, 5.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.252342 s, 4.2 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.245823 s, 4.3 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.245146 s, 4.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.258801 s, 4.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.257007 s, 4.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.296784 s, 3.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.300708 s, 3.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.202897 s, 5.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.352361 s, 3.0 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0733631 s, 14.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0957499 s, 11.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.113242 s, 9.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112726 s, 9.3 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121004 s, 8.7 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121088 s, 8.7 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121034 s, 8.7 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.122343 s, 8.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.11167 s, 9.4 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.13193 s, 7.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.129816 s, 8.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.123835 s, 8.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.1333 s, 7.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.1492 s, 7.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.138117 s, 7.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.150691 s, 7.0 MB/s removed '/mnt/lustre/d77ja.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77ja.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77ja.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d77ja.sanityn/tbf] Limited write rate: 5, read rate: 5 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77ja.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 20.1408 s, 5.2 MB/s Write runtime is 21 s, speed is 4.761904 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77ja.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 19.788 s, 5.3 MB/s Read runtime is 21 s, speed is 4.761904 IOPS cleanup_tbf /mnt/lustre/d77ja.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ost_uid ost.OSS.ost_io.nrs_policies=fifo jobid_var=procname_uid ost.OSS.ost_io.nrs_policies=tbf gid ost.OSS.ost_io.nrs_tbf_rule=start ost_gid gid={500} rate=5 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d77ja.sanityn/nrs_r_oleg334-client.virtnet] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d77ja.sanityn/nrs_w_oleg334-client.virtnet] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [chmod] [777] [/mnt/lustre/d77ja.sanityn/nrs_r_oleg334-client.virtnet] [/mnt/lustre/d77ja.sanityn/nrs_w_oleg334-client.virtnet] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77ja.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 1.32012 s, 12.7 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0537383 s, 19.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0595216 s, 17.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121893 s, 8.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.124509 s, 8.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.120805 s, 8.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.174343 s, 6.0 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.181871 s, 5.8 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.180725 s, 5.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.238862 s, 4.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.178849 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.268681 s, 3.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.283548 s, 3.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.238893 s, 4.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.231991 s, 4.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.236472 s, 4.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.320084 s, 3.3 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0543045 s, 19.3 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0847762 s, 12.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0664919 s, 15.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108496 s, 9.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.118806 s, 8.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.124159 s, 8.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.136588 s, 7.7 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.148809 s, 7.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.123844 s, 8.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.116064 s, 9.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.128819 s, 8.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.17533 s, 6.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.125003 s, 8.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.194839 s, 5.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.164927 s, 6.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.188883 s, 5.6 MB/s removed '/mnt/lustre/d77ja.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77ja.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77ja.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d77ja.sanityn/tbf] Limited write rate: 5, read rate: 5 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77ja.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 20.0495 s, 5.2 MB/s Write runtime is 22 s, speed is 4.545454 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77ja.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 19.9481 s, 5.3 MB/s Read runtime is 21 s, speed is 4.761904 IOPS cleanup_tbf /mnt/lustre/d77ja.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ost_gid ost.OSS.ost_io.nrs_policies=fifo PASS 77ja (157s) == sanityn test 77jb: check TBF-UID/GID NRS policy on files that don't belong to us ========================================================== 06:08:13 (1787825293) jobid_var=procname_uid ost.OSS.ost_io.nrs_policies=tbf uid ost.OSS.ost_io.nrs_tbf_rule=start ost_uid uid={500} rate=5 running as uid/gid/euid/egid 0/500/0/500, groups: 500 [touch] [/mnt/lustre/d77jb.sanityn/nrs_r_oleg334-client.virtnet] running as uid/gid/euid/egid 0/500/0/500, groups: 500 [touch] [/mnt/lustre/d77jb.sanityn/nrs_w_oleg334-client.virtnet] running as uid/gid/euid/egid 0/500/0/500, groups: 500 [chmod] [777] [/mnt/lustre/d77jb.sanityn/nrs_r_oleg334-client.virtnet] [/mnt/lustre/d77jb.sanityn/nrs_w_oleg334-client.virtnet] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77jb.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 1.25473 s, 13.4 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0759458 s, 13.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0991163 s, 10.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.122175 s, 8.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.154114 s, 6.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.14106 s, 7.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108288 s, 9.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.124047 s, 8.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.103169 s, 10.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.233714 s, 4.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.207897 s, 5.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.211515 s, 5.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.249 s, 4.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.244899 s, 4.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.251773 s, 4.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.24682 s, 4.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.190586 s, 5.5 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0766282 s, 13.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0568981 s, 18.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0798411 s, 13.1 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0901489 s, 11.6 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0756828 s, 13.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0852859 s, 12.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.10999 s, 9.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.067623 s, 15.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.100212 s, 10.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.127406 s, 8.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.100795 s, 10.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0763278 s, 13.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.126762 s, 8.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.107276 s, 9.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0924321 s, 11.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111933 s, 9.4 MB/s removed '/mnt/lustre/d77jb.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77jb.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77jb.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 running as uid/gid/euid/egid 0/500/0/500, groups: 500 [touch] [/mnt/lustre/d77jb.sanityn/tbf] Limited write rate: 5, read rate: 5 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77jb.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 19.9938 s, 5.2 MB/s Write runtime is 21 s, speed is 4.761904 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77jb.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 19.9475 s, 5.3 MB/s Read runtime is 21 s, speed is 4.761904 IOPS cleanup_tbf /mnt/lustre/d77jb.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ost_uid ost.OSS.ost_io.nrs_policies=fifo jobid_var=procname_uid ost.OSS.ost_io.nrs_policies=tbf gid ost.OSS.ost_io.nrs_tbf_rule=start ost_gid gid={500} rate=5 running as uid/gid/euid/egid 500/0/500/0, groups: 0 [touch] [/mnt/lustre/d77jb.sanityn/nrs_r_oleg334-client.virtnet] running as uid/gid/euid/egid 500/0/500/0, groups: 0 [touch] [/mnt/lustre/d77jb.sanityn/nrs_w_oleg334-client.virtnet] running as uid/gid/euid/egid 500/0/500/0, groups: 0 [chmod] [777] [/mnt/lustre/d77jb.sanityn/nrs_r_oleg334-client.virtnet] [/mnt/lustre/d77jb.sanityn/nrs_w_oleg334-client.virtnet] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77jb.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 1.27946 s, 13.1 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0839283 s, 12.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.096802 s, 10.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121376 s, 8.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.135329 s, 7.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.159408 s, 6.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.167988 s, 6.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.128893 s, 8.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.153432 s, 6.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.146505 s, 7.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.138915 s, 7.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.187404 s, 5.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.211606 s, 5.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.1909 s, 5.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.256947 s, 4.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.219785 s, 4.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.270882 s, 3.9 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0850588 s, 12.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0848375 s, 12.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0863677 s, 12.1 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0758826 s, 13.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0947065 s, 11.1 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.09194 s, 11.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0955102 s, 11.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0998146 s, 10.5 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0915438 s, 11.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.118707 s, 8.8 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.119208 s, 8.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112356 s, 9.3 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.114773 s, 9.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106786 s, 9.8 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.119466 s, 8.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.117688 s, 8.9 MB/s removed '/mnt/lustre/d77jb.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77jb.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77jb.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 running as uid/gid/euid/egid 500/0/500/0, groups: 0 [touch] [/mnt/lustre/d77jb.sanityn/tbf] Limited write rate: 5, read rate: 5 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77jb.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 19.9322 s, 5.3 MB/s Write runtime is 21 s, speed is 4.761904 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77jb.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 19.9433 s, 5.3 MB/s Read runtime is 21 s, speed is 4.761904 IOPS cleanup_tbf /mnt/lustre/d77jb.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ost_gid ost.OSS.ost_io.nrs_policies=fifo PASS 77jb (155s) == sanityn test 77k: check TBF policy with UID/GID/JobID/OPCode expression ========================================================== 06:10:49 (1787825449) ost.OSS.ost_io.nrs_policies=tbf ost.OSS.ost_io.nrs_tbf_rule=start ext_w jobid={dd.500}&opcode={ost_write} rate=20 ost.OSS.ost_io.nrs_tbf_rule=start ext_r jobid={dd.500}&opcode={ost_read} rate=10 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.637562 s, 26.3 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0578513 s, 18.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0687685 s, 15.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0794379 s, 13.2 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.142547 s, 7.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.169539 s, 6.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.17703 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.148393 s, 7.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.207309 s, 5.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.225833 s, 4.6 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.224179 s, 4.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.192482 s, 5.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.226394 s, 4.6 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.204064 s, 5.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.220482 s, 4.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.250905 s, 4.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.291527 s, 3.6 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=7 ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=2 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0929692 s, 11.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0607644 s, 17.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0794064 s, 13.2 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.079092 s, 13.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.097053 s, 10.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0924108 s, 11.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111568 s, 9.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0945553 s, 11.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0982935 s, 10.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.143285 s, 7.3 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.120955 s, 8.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0957579 s, 11.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108268 s, 9.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0999646 s, 10.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0936702 s, 11.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.12155 s, 8.6 MB/s removed '/mnt/lustre/d77k.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77k.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 10 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 11.6227 s, 9.0 MB/s Write runtime is 13 s, speed is 7.692307 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77k.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.89449 s, 10.6 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77k.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ext_w ost.OSS.ost_io.nrs_tbf_rule=stop ext_r ost.OSS.ost_io.nrs_tbf_rule=start ext_w nid={0@lo 192.168.203.34@tcp}&opcode={ost_write} rate=20 ost.OSS.ost_io.nrs_tbf_rule=start ext_r nid={0@lo 192.168.203.34@tcp}&opcode={ost_read} rate=10 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.468772 s, 35.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0568265 s, 18.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0709869 s, 14.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0211187 s, 49.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0455488 s, 23.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0795146 s, 13.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0422581 s, 24.8 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0818774 s, 12.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.153463 s, 6.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.165269 s, 6.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0552519 s, 19.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.165383 s, 6.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.313244 s, 3.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.289898 s, 3.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.238608 s, 4.4 MB/s ldlm.namespaces.lustre-OST0000-osc-ffff8bbe02afb000.lock_unused_count=3 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.341518 s, 3.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.421719 s, 2.5 MB/s ldlm.namespaces.lustre-OST0001-osc-ffff8bbe02afb000.lock_unused_count=1 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0955165 s, 11.0 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.099398 s, 10.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0928467 s, 11.3 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.146082 s, 7.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.145168 s, 7.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.148016 s, 7.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.109105 s, 9.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.116483 s, 9.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.118088 s, 8.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.119465 s, 8.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.120717 s, 8.7 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.137874 s, 7.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.130911 s, 8.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.137267 s, 7.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.137606 s, 7.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.156922 s, 6.7 MB/s removed '/mnt/lustre/d77k.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77k.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 10 Verify the write rate is under TBF control 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 7.75781 s, 13.5 MB/s Write runtime is 9 s, speed is 11.111111 IOPS Verify the read rate is under TBF control 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.98241 s, 10.5 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77k.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ext_w ost.OSS.ost_io.nrs_tbf_rule=stop ext_r ost.OSS.ost_io.nrs_tbf_rule=start ext nid={0@lo 192.168.203.34@tcp}&jobid={dd.500} rate=20 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.443509 s, 37.8 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0239421 s, 43.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0721971 s, 14.5 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0701451 s, 14.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0494498 s, 21.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0367564 s, 28.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0445344 s, 23.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0672517 s, 15.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.120916 s, 8.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108412 s, 9.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0983847 s, 10.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.125495 s, 8.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0778802 s, 13.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0820783 s, 12.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.1525 s, 6.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0128888 s, 81.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.175638 s, 6.0 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0524445 s, 20.0 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0650724 s, 16.1 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0430808 s, 24.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0226842 s, 46.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0238781 s, 43.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0294616 s, 35.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0267368 s, 39.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0397044 s, 26.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0802996 s, 13.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.045753 s, 22.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0197113 s, 53.2 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0571646 s, 18.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0607847 s, 17.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00336246 s, 312 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717522 s, 146 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0696529 s, 15.1 MB/s removed '/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77k.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77k.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 20 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 8.69783 s, 12.1 MB/s Write runtime is 9 s, speed is 11.111111 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77k.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 5.23318 s, 20.0 MB/s Read runtime is 7 s, speed is 14.285714 IOPS cleanup_tbf /mnt/lustre/d77k.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ext ost.OSS.ost_io.nrs_tbf_rule=start ext_a jobid={dd.500},opcode={ost_write} rate=20 ost.OSS.ost_io.nrs_tbf_rule=start ext_b jobid={dd.500},opcode={ost_read} rate=10 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.541554 s, 31.0 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0252526 s, 41.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0168165 s, 62.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0131371 s, 79.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.036379 s, 28.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0365606 s, 28.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0995442 s, 10.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0693184 s, 15.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.112018 s, 9.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.130519 s, 8.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.187197 s, 5.6 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.146199 s, 7.2 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.202042 s, 5.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.16988 s, 6.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.198931 s, 5.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.199069 s, 5.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.191387 s, 5.5 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0178178 s, 58.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0906855 s, 11.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0533491 s, 19.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0566407 s, 18.5 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.133456 s, 7.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0463675 s, 22.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121827 s, 8.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0770492 s, 13.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.1312 s, 8.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.134165 s, 7.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.161305 s, 6.5 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0772334 s, 13.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.103574 s, 10.1 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.148214 s, 7.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.102008 s, 10.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.136777 s, 7.7 MB/s removed '/mnt/lustre/d77k.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77k.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 10, read rate: 10 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 11.4956 s, 9.1 MB/s Write runtime is 13 s, speed is 7.692307 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77k.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.95547 s, 10.5 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77k.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 10 Verify the write rate is under TBF control 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 10.1254 s, 10.4 MB/s Write runtime is 11 s, speed is 9.090909 IOPS Verify the read rate is under TBF control 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.91576 s, 10.6 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77k.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ext_a ost.OSS.ost_io.nrs_tbf_rule=stop ext_b ost.OSS.ost_io.nrs_tbf_rule=start ext_ug uid={500}&gid={500} rate=5 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.958971 s, 17.5 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0339062 s, 30.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0446789 s, 23.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.129298 s, 8.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0944858 s, 11.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0994629 s, 10.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.132448 s, 7.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.114495 s, 9.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.154109 s, 6.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.14863 s, 7.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.180946 s, 5.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.203474 s, 5.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.235285 s, 4.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.28495 s, 3.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.220235 s, 4.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.224126 s, 4.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.322155 s, 3.3 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0735177 s, 14.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0608679 s, 17.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0898675 s, 11.7 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0735109 s, 14.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0423482 s, 24.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0787955 s, 13.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0697037 s, 15.0 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0701383 s, 15.0 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0975273 s, 10.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0936284 s, 11.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121629 s, 8.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0659177 s, 15.9 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0669759 s, 15.7 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0903076 s, 11.6 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0802927 s, 13.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0893498 s, 11.7 MB/s removed '/mnt/lustre/d77k.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77k.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 5, read rate: 5 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 19.9393 s, 5.3 MB/s Write runtime is 22 s, speed is 4.545454 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77k.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 19.6292 s, 5.3 MB/s Read runtime is 20 s, speed is 5.000000 IOPS cleanup_tbf /mnt/lustre/d77k.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ext_ug ost.OSS.ost_io.nrs_tbf_rule=start ext_uw uid={500}&opcode={ost_write} rate=20 ost.OSS.ost_io.nrs_tbf_rule=start ext_ur uid={500}&opcode={ost_read} rate=10 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.580053 s, 28.9 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0519961 s, 20.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0363978 s, 28.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.142191 s, 7.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.153239 s, 6.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.174321 s, 6.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.169205 s, 6.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.17873 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.157875 s, 6.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.196557 s, 5.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.151202 s, 6.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.147813 s, 7.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.174806 s, 6.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.177734 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.180106 s, 5.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.204417 s, 5.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.208829 s, 5.0 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0121717 s, 86.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.044531 s, 23.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0674183 s, 15.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0632838 s, 16.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0457983 s, 22.9 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0503303 s, 20.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00495011 s, 212 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00442076 s, 237 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0615973 s, 17.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0945639 s, 11.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0705433 s, 14.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0877344 s, 12.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0860203 s, 12.2 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0814093 s, 12.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0221015 s, 47.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0210533 s, 49.8 MB/s removed '/mnt/lustre/d77k.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77k.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 10 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.81817 s, 10.7 MB/s Write runtime is 11 s, speed is 9.090909 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77k.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.95462 s, 10.5 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77k.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ext_uw ost.OSS.ost_io.nrs_tbf_rule=stop ext_ur ost.OSS.ost_io.nrs_tbf_rule=start ext_a uid={500},opcode={ost_write} rate=20 ost.OSS.ost_io.nrs_tbf_rule=start ext_b uid={500},opcode={ost_read} rate=10 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.553724 s, 30.3 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0201125 s, 52.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.014001 s, 74.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0516798 s, 20.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0531919 s, 19.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0564311 s, 18.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0670887 s, 15.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121408 s, 8.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.113997 s, 9.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.121023 s, 8.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.115736 s, 9.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0993816 s, 10.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.109302 s, 9.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.1325 s, 7.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.241503 s, 4.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.287681 s, 3.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.274338 s, 3.8 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00872062 s, 120 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0519703 s, 20.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0578282 s, 18.1 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0245689 s, 42.7 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0655229 s, 16.0 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0744069 s, 14.1 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0396859 s, 26.4 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0140847 s, 74.4 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00474103 s, 221 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.078613 s, 13.3 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0520008 s, 20.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0171409 s, 61.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0833335 s, 12.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0116398 s, 90.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773508 s, 136 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00349988 s, 300 MB/s removed '/mnt/lustre/d77k.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77k.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77k.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 10, read rate: 10 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 11.0044 s, 9.5 MB/s Write runtime is 12 s, speed is 8.333333 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77k.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.92425 s, 10.6 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77k.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 10 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77k.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 11.6256 s, 9.0 MB/s Write runtime is 13 s, speed is 7.692307 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77k.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.95326 s, 10.5 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77k.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ext_a ost.OSS.ost_io.nrs_tbf_rule=stop ext_b ost.OSS.ost_io.nrs_policies=fifo PASS 77k (452s) == sanityn test 77kb: Check different granular TBF type combination: jobid+opcode ========================================================== 06:18:20 (1787825900) ost.OSS.ost_io.nrs_policies=tbf jobid+opcode ost.OSS.ost_io.nrs_tbf_rule=start ext_w jobid={dd.500}&opcode={ost_write} rate=20 ost.OSS.ost_io.nrs_tbf_rule=start ext_r jobid={dd.500}&opcode={ost_read} rate=10 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77kb.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.546059 s, 30.7 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0161453 s, 64.9 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0625949 s, 16.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0753099 s, 13.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0836723 s, 12.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0423443 s, 24.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0878407 s, 11.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0690478 s, 15.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.102606 s, 10.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.127967 s, 8.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.153734 s, 6.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.187612 s, 5.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.186845 s, 5.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.139828 s, 7.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.194114 s, 5.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.224741 s, 4.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.255167 s, 4.1 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0951024 s, 11.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0559901 s, 18.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108716 s, 9.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.116931 s, 9.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0639072 s, 16.4 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0801783 s, 13.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0845961 s, 12.4 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0905337 s, 11.6 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0694792 s, 15.1 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0803771 s, 13.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0831164 s, 12.6 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.130105 s, 8.1 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.139595 s, 7.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.092549 s, 11.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.111891 s, 9.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.119097 s, 8.8 MB/s removed '/mnt/lustre/d77kb.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77kb.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77kb.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 10 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77kb.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 8.79743 s, 11.9 MB/s Write runtime is 10 s, speed is 10.000000 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77kb.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.96901 s, 10.5 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77kb.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete PASS 77kb (54s) == sanityn test 77kc: Check different granular TBF type combination: nid+opcode ========================================================== 06:19:14 (1787825954) ost.OSS.ost_io.nrs_policies=tbf nid+opcode ost.OSS.ost_io.nrs_tbf_rule=start ext_w nid={0@lo 192.168.203.34@tcp}&opcode={ost_write} rate=20 ost.OSS.ost_io.nrs_tbf_rule=start ext_r nid={0@lo 192.168.203.34@tcp}&opcode={ost_read} rate=10 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.459258 s, 36.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0386908 s, 27.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0790442 s, 13.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0256703 s, 40.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0819315 s, 12.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.122335 s, 8.6 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.147811 s, 7.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.116869 s, 9.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.139879 s, 7.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0954197 s, 11.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.177286 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.136497 s, 7.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.114863 s, 9.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.150809 s, 7.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.151775 s, 6.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.196125 s, 5.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.207165 s, 5.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0555748 s, 18.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0850685 s, 12.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0748565 s, 14.0 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0842344 s, 12.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0774183 s, 13.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.105627 s, 9.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0759403 s, 13.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0967497 s, 10.8 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.118946 s, 8.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0824211 s, 12.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.114332 s, 9.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.118976 s, 8.8 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104511 s, 10.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.125873 s, 8.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.105936 s, 9.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.123882 s, 8.5 MB/s removed '/mnt/lustre/d77kc.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77kc.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77kc.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 10 Verify the write rate is under TBF control 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 8.12161 s, 12.9 MB/s Write runtime is 9 s, speed is 11.111111 IOPS Verify the read rate is under TBF control 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 10.0412 s, 10.4 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77kc.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete PASS 77kc (52s) == sanityn test 77kd: Check different granular TBF type combination: nid+jobid ========================================================== 06:20:06 (1787826006) ost.OSS.ost_io.nrs_policies=tbf nid+jobid ost.OSS.ost_io.nrs_tbf_rule=start ext nid={0@lo 192.168.203.34@tcp}&jobid={dd.500} rate=20 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77kd.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.386975 s, 43.4 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.049922 s, 21.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0433642 s, 24.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0348271 s, 30.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0595418 s, 17.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.109056 s, 9.6 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0269748 s, 38.9 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0601669 s, 17.4 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0482153 s, 21.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0611279 s, 17.2 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0657744 s, 15.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0869912 s, 12.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.115072 s, 9.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.165179 s, 6.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.223179 s, 4.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.13172 s, 8.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.148726 s, 7.1 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0427745 s, 24.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0905607 s, 11.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0703848 s, 14.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0907159 s, 11.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0739882 s, 14.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0835589 s, 12.5 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0857942 s, 12.2 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.116258 s, 9.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0983807 s, 10.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0818105 s, 12.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0852379 s, 12.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0868448 s, 12.1 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0995 s, 10.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0818579 s, 12.8 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.122264 s, 8.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108018 s, 9.7 MB/s removed '/mnt/lustre/d77kd.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77kd.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77kd.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 20 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77kd.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.76107 s, 10.7 MB/s Write runtime is 11 s, speed is 9.090909 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77kd.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 5.22716 s, 20.1 MB/s Read runtime is 6 s, speed is 16.666666 IOPS cleanup_tbf /mnt/lustre/d77kd.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete PASS 77kd (51s) == sanityn test 77ke: Check different granular TBF type combination: jobid+opcode ========================================================== 06:20:57 (1787826057) ost.OSS.ost_io.nrs_policies=tbf jobid+opcode ost.OSS.ost_io.nrs_tbf_rule=start ext_a jobid={dd.500},opcode={ost_write} rate=20 ost.OSS.ost_io.nrs_tbf_rule=start ext_b jobid={dd.500},opcode={ost_read} rate=10 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77ke.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.57842 s, 29.0 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.073663 s, 14.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.168269 s, 6.2 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104256 s, 10.1 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0866074 s, 12.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.270194 s, 3.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.267134 s, 3.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.157827 s, 6.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.233019 s, 4.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.182475 s, 5.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.190951 s, 5.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.264185 s, 4.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.315412 s, 3.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.203748 s, 5.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.202968 s, 5.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.243346 s, 4.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.292363 s, 3.6 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0650936 s, 16.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0323921 s, 32.4 MB/s1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0343576 s, 30.5 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.068879 s, 15.2 MB/s1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.043305 s, 24.2 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0332359 s, 31.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0439599 s, 23.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0517725 s, 20.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0884451 s, 11.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0437677 s, 24.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0829018 s, 12.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0542095 s, 19.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0976189 s, 10.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0576112 s, 18.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0652358 s, 16.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0705171 s, 14.9 MB/s removed '/mnt/lustre/d77ke.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77ke.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77ke.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 10, read rate: 10 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77ke.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 10.8419 s, 9.7 MB/s Write runtime is 12 s, speed is 8.333333 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77ke.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.94018 s, 10.5 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77ke.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 10 Verify the write rate is under TBF control 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 10.6284 s, 9.9 MB/s Write runtime is 12 s, speed is 8.333333 IOPS Verify the read rate is under TBF control 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 10.2017 s, 10.3 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77ke.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete PASS 77ke (102s) == sanityn test 77kf: Check different granular TBF type combination: uid+gid ========================================================== 06:22:39 (1787826159) ost.OSS.ost_io.nrs_policies=tbf uid+gid ost.OSS.ost_io.nrs_tbf_rule=start ext_ug uid={500}&gid={500} rate=5 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77kf.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.993492 s, 16.9 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0831966 s, 12.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0928137 s, 11.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.178171 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.176388 s, 5.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.172046 s, 6.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.169903 s, 6.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.187468 s, 5.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.197547 s, 5.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.19965 s, 5.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.164856 s, 6.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.217526 s, 4.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.223145 s, 4.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.255732 s, 4.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.209867 s, 5.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.270694 s, 3.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.235959 s, 4.4 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0772102 s, 13.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0664046 s, 15.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0319289 s, 32.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0461469 s, 22.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0759567 s, 13.8 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0383496 s, 27.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0514741 s, 20.4 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.034778 s, 30.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0561351 s, 18.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0528329 s, 19.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.060614 s, 17.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0736598 s, 14.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0629258 s, 16.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0587228 s, 17.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0716964 s, 14.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0658268 s, 15.9 MB/s removed '/mnt/lustre/d77kf.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77kf.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77kf.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 5, read rate: 5 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77kf.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 20.1067 s, 5.2 MB/s Write runtime is 21 s, speed is 4.761904 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77kf.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 19.7993 s, 5.3 MB/s Read runtime is 21 s, speed is 4.761904 IOPS cleanup_tbf /mnt/lustre/d77kf.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete PASS 77kf (77s) == sanityn test 77kg: check different granular TBF type combination: uid+opcode ========================================================== 06:23:56 (1787826236) ost.OSS.ost_io.nrs_policies=tbf uid+opcode ost.OSS.ost_io.nrs_tbf_rule=start ext_uw uid={500}&opcode={ost_write} rate=20 ost.OSS.ost_io.nrs_tbf_rule=start ext_ur uid={500}&opcode={ost_read} rate=10 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77kg.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.392406 s, 42.8 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0317118 s, 33.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0346056 s, 30.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0483612 s, 21.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0374588 s, 28.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0684554 s, 15.3 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.135052 s, 7.8 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0706716 s, 14.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0768456 s, 13.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0612033 s, 17.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0657019 s, 16.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0717899 s, 14.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0528303 s, 19.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0270215 s, 38.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.106842 s, 9.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.200312 s, 5.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.119028 s, 8.8 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00610104 s, 172 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0448819 s, 23.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0504401 s, 20.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722024 s, 145 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.10402 s, 10.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0602996 s, 17.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0632067 s, 16.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0643077 s, 16.3 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0745036 s, 14.1 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0660872 s, 15.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0691726 s, 15.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.103665 s, 10.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.022156 s, 47.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.078714 s, 13.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0398615 s, 26.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0320036 s, 32.8 MB/s removed '/mnt/lustre/d77kg.sanityn/nrs_w_oleg334-client.virtnet' removed '/mnt/lustre/d77kg.sanityn/nrs_r_oleg334-client.virtnet' removed directory '/mnt/lustre/d77kg.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 10 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77kg.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.26479 s, 11.3 MB/s Write runtime is 10 s, speed is 10.000000 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77kg.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.92962 s, 10.6 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77kg.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete ost.OSS.ost_io.nrs_tbf_rule=stop ext_uw ost.OSS.ost_io.nrs_tbf_rule=stop ext_ur ost.OSS.ost_io.nrs_tbf_rule=start ext_a uid={500},opcode={ost_write} rate=20 ost.OSS.ost_io.nrs_tbf_rule=start ext_b uid={500},opcode={ost_read} rate=10 running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77kg.sanityn/nrs_r_oleg334-client.virtnet] [bs=1M] [count=16] 16+0 records in 16+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.513406 s, 32.7 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_w] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0226927 s, 46.2 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0603205 s, 17.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0501316 s, 20.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0761576 s, 13.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0635703 s, 16.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0725153 s, 14.5 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0792451 s, 13.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.11473 s, 9.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.110547 s, 9.5 MB/s1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0652687 s, 16.1 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.127046 s, 8.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0663638 s, 15.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108212 s, 9.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.13044 s, 8.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.166084 s, 6.3 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.171912 s, 6.1 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [declare] [-a] [pids_r] execvp fails running declare (13): Permission denied 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.035064 s, 29.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0699878 s, 15.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0471742 s, 22.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0696717 s, 15.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0407034 s, 25.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0467332 s, 22.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0583849 s, 18.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0794397 s, 13.2 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.104953 s, 10.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.107201 s, 9.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0701805 s, 14.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.108171 s, 9.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0941863 s, 11.1 MB/s 1+0 records in 1+0 records out 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0804765 s, 13.0 MB/s 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0919531 s, 11.4 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0943214 s, 11.1 MB/s removed '/mnt/lustre/d77kg.sanityn/nrs_r_oleg334-client.virtnet' removed '/mnt/lustre/d77kg.sanityn/nrs_w_oleg334-client.virtnet' removed directory '/mnt/lustre/d77kg.sanityn' not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 10, read rate: 10 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77kg.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 10.9289 s, 9.6 MB/s Write runtime is 12 s, speed is 8.333333 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77kg.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.92454 s, 10.6 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77kg.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete not_under_control: 0 cpu_npartitions on ost1 is 1 Limited write rate: 20, read rate: 10 Verify the write rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre/d77kg.sanityn/tbf] [bs=1M] [count=100] [oflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 10.7286 s, 9.8 MB/s Write runtime is 12 s, speed is 8.333333 IOPS Verify the read rate is under TBF control running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/mnt/lustre/d77kg.sanityn/tbf] [of=/dev/null] [bs=1M] [count=100] [iflag=direct] 100+0 records in 100+0 records out 104857600 bytes (105 MB, 100 MiB) copied, 9.90207 s, 10.6 MB/s Read runtime is 11 s, speed is 9.090909 IOPS cleanup_tbf /mnt/lustre/d77kg.sanityn sleep 5 for ZFS MDS sleep 5 for ZFS OST Waiting for MDT destroys to complete PASS 77kg (144s) == sanityn test 77kh: Verify that Project ID support for NRS TBF rule ========================================================== 06:26:20 (1787826380) using SAVE_PROJECT_SUPPORTED=0 Stopping clients: oleg334-client.virtnet /mnt/lustre (opts:) Stopping client oleg334-client.virtnet /mnt/lustre opts: Stopping clients: oleg334-client.virtnet /mnt/lustre2 (opts:) Stopping client oleg334-client.virtnet /mnt/lustre2 opts: Stopping /mnt/lustre-mds1 (opts:-f) on oleg334-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg334-server Stopping /mnt/lustre-ost2 (opts:-f) on oleg334-server sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct) cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) none on /sys/kernel/tracing type tracefs (rw,relatime) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M) mqueue on /dev/mqueue type mqueue (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) none on /mnt type ramfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /root/.ssh type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg334-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.34,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg334-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.34,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg334-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.34,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700) 192.168.200.253:/exports/testreports/68831/testresults/sanityn-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.34,local_lock=none,addr=192.168.200.253) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) Checking servers environments Checking clients oleg334-client.virtnet environments /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy Loading modules from /home/green/git/lustre-release/lustre detected 4 online CPUs by sysfs MODOPTS_LIBCFS= Force libcfs to create 2 CPU partitions loading modules on: 'oleg334-server' oleg334-server: oleg334-server.virtnet: executing load_modules_local oleg334-server: Loading modules from /home/green/git/lustre-release/lustre oleg334-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy oleg334-server: detected 4 online CPUs by sysfs oleg334-server: MODOPTS_LIBCFS= oleg334-server: Force libcfs to create 2 CPU partitions Setup mgs, mdt, osts Start mds1: mount -t lustre -o localrecov lustre-mdt1/mdt1 /mnt/lustre-mds1