-----============= acceptance-small: sanity-dom ============----- Tue Sep 8 20:40:29 EDT 2026 MGS_OS_ID_LIKE=rhel centos fedora rocky MGS_OS_VERSION_ID=8.10 MGS_OS_ID=rocky MGS_OS_VERSION_CODE=134873088 MDS1_OS_VERSION_ID=8.10 MDS1_OS_VERSION_CODE=134873088 MDS1_OS_ID_LIKE=rhel centos fedora rocky MDS1_OS_ID=rocky OST1_OS_VERSION_CODE=134873088 OST1_OS_ID_LIKE=rhel centos fedora rocky OST1_OS_VERSION_ID=8.10 OST1_OS_ID=rocky CLIENT_OS_ID=rocky CLIENT_OS_VERSION_CODE=134873088 CLIENT_OS_VERSION_ID=8.10 CLIENT_OS_ID_LIKE=rhel centos fedora rocky use SANITY_DOM_ONLY='' SANITY_DOM_EXCEPT='' oleg112-server: ls: cannot access '/home/green/git/lustre-release/lustre/tests/except/sanity-dom.*ex': No such file or directory only running tests: sanity sanityn excepting tests: === sanity-dom: start setup 20:40:52 (1788914452) === Starting client oleg112-client.virtnet: -o user_xattr,flock 192.168.201.112@tcp:/lustre /mnt/lustre2 Mount client oleg112-client.virtnet: mount -t lustre -o user_xattr,flock 192.168.201.112@tcp:/lustre /mnt/lustre2 Started clients oleg112-client.virtnet: 192.168.201.112@tcp:/lustre on /mnt/lustre2 type lustre (rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose) oleg112-client.virtnet: executing check_config_client /mnt/lustre oleg112-client.virtnet: Checking config lustre mounted on /mnt/lustre Checking servers environments Checking clients oleg112-client.virtnet environments Using TIMEOUT=20 osc.lustre-OST0000-osc-ffff97d2864c6000.idle_timeout=debug osc.lustre-OST0000-osc-ffff97d289ecf800.idle_timeout=debug osc.lustre-OST0001-osc-ffff97d2864c6000.idle_timeout=debug osc.lustre-OST0001-osc-ffff97d289ecf800.idle_timeout=debug disable quota as required oleg112-server: oleg112-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all osd-ldiskfs.track_declares_assert=1 === sanity-dom: finish setup 20:41:35 (1788914495) === running as uid/gid/euid/egid 500/500/500/500, groups: 500 [true] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d0_runas_test/f7469] 192.168.201.112@tcp:/lustre /mnt/lustre2 lustre rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose 0 0 == sanity-dom test sanity: Run sanity with Data-on-MDT files ========================================================== 20:41:40 (1788914500) MGS_OS_ID_LIKE=rhel centos fedora rocky MGS_OS_VERSION_ID=8.10 MGS_OS_ID=rocky MGS_OS_VERSION_CODE=134873088 MDS1_OS_VERSION_ID=8.10 MDS1_OS_VERSION_CODE=134873088 MDS1_OS_ID_LIKE=rhel centos fedora rocky MDS1_OS_ID=rocky OST1_OS_VERSION_CODE=134873088 OST1_OS_ID_LIKE=rhel centos fedora rocky OST1_OS_VERSION_ID=8.10 OST1_OS_ID=rocky CLIENT_OS_ID=rocky CLIENT_OS_VERSION_CODE=134873088 CLIENT_OS_VERSION_ID=8.10 CLIENT_OS_ID_LIKE=rhel centos fedora rocky use SANITY_ONLY='36 39 40 41 42d 42e 43 46 56r 101e 119a 131 150a 155a 155b 155c 155d 207 241 251 150b 150bb 150c 150d 150f 150g 150ia 150ib 150ic' SANITY_EXCEPT='' oleg112-server: /home/green/git/lustre-release/lustre/tests/except/sanity.ex - see CLIENT_VERSION > v2_15_63-134-gdacc4b6d38 (34683217 > 34553734) for LU-15963, go 312 - see CLIENT_VERSION > v2_15_63-239-gab4ede45b4 (34683217 > 34553839) for LU-17856, go 56wa 56xe - see CLIENT_VERSION >= v2_15_7-16-gab522d54ad (34683217 >= 34539280) for LU-16203, go 60i - see CLIENT_VERSION > v2_16_54-54-ga2e3a2f5a3 (34683217 > 34616886) for LU-14590, go 0d - see CLIENT_VERSION >= v2_17_50-196-g63ee4af3bb (34683217 >= 34681540) for LU-19620, go 60b - see CLIENT_VERSION >= v2_17_50-34-g089f438ba9 (34683217 >= 34681378) for LU-19692, go 77k - see CLIENT_VERSION >= v2_17_50-71-g2cbe29c282 (34683217 >= 34681415) for LU-19644, go 150ib - see CLIENT_VERSION >= v2_17_50-72-ge1f272796c (34683217 >= 34681416) for LU-19743, go 27z - see CLIENT_VERSION >= v2_17_52-99-g84242c4358 (34683217 >= 34681955) for LU-20010, go 56aa - see CLIENT_VERSION >= v2_17_55-19-g2868627130 (34683217 >= 34682643) for LU-20435, go 430a - need MDS1_VERSION <= 2.16.61-1-g89cf292a8c2 (34683217 <= 34618625) for LU-18938, skip 360 - see MDS1_VERSION <= CLIENT_VERSION (34683217 <= 34683217) for LU-18562, go 270a - need MDS1_VERSION < v2_14_55-100-g8a84c7f9c7 (34683217 < 34486116) for LU-14927, skip 0f - need OST1_VERSION < v2_17_50-410-gbd8e7b9555 (34683217 < 34681754) for LU-12550, skip 216 only running tests: sanity sanityn 36 39 40 41 42d 42e 43 46 56r 101e 119a 131 150a 155a 155b 155c 155d 207 241 251 150b 150bb 150c 150d 150f 150g 150ia 150ib 150ic excepting tests: 42a 42c 42b 118c 118d 407 119i 216 817 411a 360 0f 216 skipping tests SLOW=no: 27m 60i 64b 68 71 135 136 230d 300o 842 51c 51e 834 === sanity: start setup 20:42:21 (1788914541) === Stopping clients: oleg112-client.virtnet /mnt/lustre2 (opts:) Stopping client oleg112-client.virtnet /mnt/lustre2 opts: oleg112-client.virtnet: executing check_config_client /mnt/lustre oleg112-client.virtnet: Checking config lustre mounted on /mnt/lustre Checking servers environments Checking clients oleg112-client.virtnet environments Using TIMEOUT=20 osc.lustre-OST0000-osc-ffff97d2864c6000.idle_timeout=debug osc.lustre-OST0001-osc-ffff97d2864c6000.idle_timeout=debug disable quota as required oleg112-server: oleg112-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all osd-ldiskfs.track_declares_assert=1 === sanity: finish setup 20:43:08 (1788914588) === running as uid/gid/euid/egid 500/500/500/500, groups: 500 [true] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d0_runas_test/f10121] preparing for tests involving mounts mke2fs 1.47.3-wc2 (11-Nov-2025) debug=all == sanity test 36a: MDS utime check (mknod, utime) ======= 20:43:13 (1788914593) utime: good mknod times 1788914594 <= 1788914595 <= 1788914595 for /mnt/lustre/f36 utime: good utime mtimes 100000, atime 200000 PASS 36a (9s) == sanity test 36b: OST utime check (open, utime) ======== 20:43:23 (1788914603) utime: good utime mtimes 100000, atime 200000 PASS 36b (11s) == sanity test 36c: non-root MDS utime check (mknod, utime) ========================================================== 20:43:33 (1788914613) running as uid/gid/euid/egid 500/500/500/500, groups: 500 [utime] [/mnt/lustre/d36/f36] utime: good mknod times 1788914614 <= 1788914615 <= 1788914615 for /mnt/lustre/d36/f36 utime: good utime mtimes 100000, atime 200000 PASS 36c (8s) == sanity test 36d: non-root OST utime check (open, utime) ========================================================== 20:43:42 (1788914622) running as uid/gid/euid/egid 500/500/500/500, groups: 500 [utime] [/mnt/lustre/d36/f36] utime: good utime mtimes 100000, atime 200000 PASS 36d (11s) == sanity test 36e: utime on non-owned file (should return error) ========================================================== 20:43:52 (1788914632) running as uid/gid/euid/egid 500/500/500/500, groups: 500 [utime] [/mnt/lustre/d36e.sanity/f36e.sanity] utime: utime(/mnt/lustre/d36e.sanity/f36e.sanity) failed: rc 1: Operation not permitted PASS 36e (10s) == sanity test 36f: utime on file racing with OST BRW write ==================================================================== 20:44:02 (1788914642) fail_loc=0x80000214 Tue Sep 8 20:44:05 EDT 2026 1788914645 Tue Sep 8 20:44:07 EDT 2026 1788914647 PASS 36f (12s) == sanity test 36g: FMD cache expiry =============================================================================== 20:44:14 (1788914654) FMD max age: 30s FMD before: 3 FMD after: 0 PASS 36g (54s) == sanity test 36h: utime on file racing with OST BRW write ==================================================================== 20:45:08 (1788914708) fail_loc=0x80000227 Tue Sep 8 20:45:11 EDT 2026 1788914711 Tue Sep 8 20:45:12 EDT 2026 1788914712 PASS 36h (11s) == sanity test 36i: change mtime on striped directory ==== 20:45:19 (1788914719) SKIP: sanity test_36i needs >= 2 MDTs SKIP 36i (4s) == sanity test 39a: mtime changed on create ============== 20:45:23 (1788914723) Succeed in opening file "/mnt/lustre/f39a.sanity2"(flags=O_CREAT) PASS 39a (9s) == sanity test 39b: mtime change on open, link, unlink, rename ========================================================== 20:45:32 (1788914732) repeat after cancel_lru_locks PASS 39b (12s) == sanity test 39c: mtime change on rename =============== 20:45:44 (1788914744) repeat after cancel_lru_locks PASS 39c (12s) == sanity test 39d: create, utime, stat ================== 20:45:56 (1788914756) repeat after cancel_lru_locks PASS 39d (9s) == sanity test 39e: create, stat, utime, stat ============ 20:46:05 (1788914765) repeat after cancel_lru_locks PASS 39e (9s) == sanity test 39f: create, stat, sleep, utime, stat ===== 20:46:15 (1788914775) repeat after cancel_lru_locks PASS 39f (11s) == sanity test 39g: write, chmod, stat =================== 20:46:25 (1788914785) repeat after cancel_lru_locks PASS 39g (9s) == sanity test 39h: write, utime within one second, stat ========================================================== 20:46:35 (1788914795) repeat after cancel_lru_locks PASS 39h (11s) == sanity test 39i: write, rename, stat ================== 20:46:45 (1788914805) repeat after cancel_lru_locks PASS 39i (10s) == sanity test 39j: write, rename, close, stat =========== 20:46:55 (1788914815) debug=-1 debug_mb=150 debug=-1 debug_mb=150 fail_loc=0x80000412 multiop /mnt/lustre/f39j.sanity voO_RDWR:w2097152_c TMPPIPE=/tmp/multiop_open_wait_pipe.10121 repeat after cancel_lru_locks fail_loc=0 debug_mb=21 debug_mb=21 PASS 39j (19s) == sanity test 39k: write, utime, close, stat ============ 20:47:14 (1788914834) multiop /mnt/lustre/f39k.sanity voO_RDWR:w2097152_c TMPPIPE=/tmp/multiop_open_wait_pipe.10121 repeat after cancel_lru_locks PASS 39k (13s) == sanity test 39l: directory atime update =============== 20:47:27 (1788914847) PASS 39l (20s) == sanity test 39m: test atime and mtime before 1970 ===== 20:47:47 (1788914867) repeat after cancel_lru_locks PASS 39m (12s) == sanity test 39n: check that O_NOATIME is honored ====== 20:47:59 (1788914879) 1+0 records in 1+0 records out PASS 39n (22s) == sanity test 39o: directory cached attributes updated after create ========================================================== 20:48:22 (1788914902) a b PASS 39o (9s) == sanity test 39p: remote directory cached attributes updated after create ================================================================== 20:48:31 (1788914911) SKIP: sanity test_39p needs >= 2 MDTs SKIP 39p (4s) == sanity test 39r: lazy atime update on OST ============= 20:48:35 (1788914915) obdfilter.lustre-OST0000.atime_diff=5 obdfilter.lustre-OST0001.atime_diff=5 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0241322 s, 170 kB/s 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0477449 s, 85.8 kB/s client atime: 1788914929 OST atime: atime: 0x6aa0acf1:00000000 -- Tue Sep 8 20:48:49 2026 obdfilter.lustre-OST0000.atime_diff=0 obdfilter.lustre-OST0001.atime_diff=0 PASS 39r (25s) == sanity test 39q: close won't zero out atime =========== 20:49:00 (1788914940) multiop /mnt/lustre/d39q.sanity vD_c TMPPIPE=/tmp/multiop_open_wait_pipe.10121 PASS 39q (7s) == sanity test 39s: relatime is supported ================ 20:49:07 (1788914947) 192.168.201.112@tcp:/lustre /mnt/lustre lustre rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose 0 0 Stopping client oleg112-client.virtnet /mnt/lustre (opts:) Starting client: oleg112-client.virtnet: -o relatime 192.168.201.112@tcp:/lustre /mnt/lustre 1+0 records in 1+0 records out Stopping client oleg112-client.virtnet /mnt/lustre (opts:) Starting client: oleg112-client.virtnet: -o user_xattr,flock 192.168.201.112@tcp:/lustre /mnt/lustre PASS 39s (19s) == sanity test 39u: stat race ============================ 20:49:26 (1788914966) 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.163259 s, 6.4 MB/s fail_loc=0x80001434 PASS 39u (22s) == sanity test 40: failed open(O_TRUNC) doesn't truncate ======================================================================= 20:49:48 (1788914988) 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0142491 s, 287 kB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [openfile] [-f] [O_WRONLY:O_TRUNC] [/mnt/lustre/f40.sanity] Error in opening file "/mnt/lustre/f40.sanity"(flags=O_WRONLY) 13: Permission denied /mnt/lustre/f40.sanity has type file OK /mnt/lustre/f40.sanity has size 4096 OK PASS 40 (7s) == sanity test 41: test small file write + fstat =============================================================================== 20:49:56 (1788914996) First String: abcdefghijklmnopqr Second String: abcdefghiabcdefghijklmnopqr abcdefghiabcdefghijklmnopqr abcdefghiabcdefghijklmnopqr Pass! PASS 41 (9s) == sanity test 42d: test complete truncate of file with cached dirty data ========================================================== 20:50:04 (1788915004) debug=+cache vm.dirty_writeback_centisecs = 0 vm.dirty_writeback_centisecs = 0 vm.dirty_ratio = 50 vm.dirty_background_ratio = 25 100+0 records in 100+0 records out 102400 bytes (102 kB, 100 KiB) copied, 0.0939269 s, 1.1 MB/s vm.dirty_writeback_centisecs = 500 vm.dirty_background_ratio = 10 vm.dirty_ratio = 30 checking grant......UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 1414116 2804 1268444 1% /mnt/lustre[MDT:0] lustre-OST0000_UUID 3833116 1416 3605604 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 3833116 2432 3604588 1% /mnt/lustre[OST:1] filesystem_summary: 7666232 3848 7210192 1% /mnt/lustre pass grant check: client:16875520 server:16875520 vm.dirty_writeback_centisecs = 500 vm.dirty_background_ratio = 10 vm.dirty_ratio = 30 PASS 42d (11s) == sanity test 42e: verify sub-RPC writes are not done synchronously ========================================================== 20:50:15 (1788915015) - open/close 808 (time 1788915030.40 total 10.00 last 80.76) total: 1000 open/close in 13.01 seconds: 76.88 ops/second - open/close 695 (time 1788915047.82 total 10.01 last 69.46) total: 924 open/close in 13.89 seconds: 66.54 ops/second 1+0 records in 1+0 records out 484442112 bytes (484 MB, 462 MiB) copied, 21.1896 s, 22.9 MB/s osc.lustre-OST0000-osc-ffff97d289ea7000.cur_dirty_bytes=0 osc.lustre-OST0000-osc-ffff97d289ea7000.cur_grant_bytes=493076480 osc.lustre-OST0000-osc-ffff97d289ea7000.cur_dirty_bytes=124780544 osc.lustre-OST0000-osc-ffff97d289ea7000.cur_grant_bytes=365371392 osc.lustre-OST0000-osc-ffff97d289ea7000.rpc_stats=0 osc.lustre-OST0000-osc-ffff97d289ea7000.rpc_stats= snapshot_time: 1788915216.289003031 secs.nsecs start_time: 1788915206.223935593 secs.nsecs elapsed_time: 10.065067438 secs.nsecs read RPCs in flight: 0 write RPCs in flight: 0 DIO RPCs in flight: 0 pending write pages: 0 pending read pages: 0 read write pages per rpc rpcs % cum % | rpcs % cum % 1: 0 0 0 | 0 0 0 2: 0 0 0 | 0 0 0 4: 0 0 0 | 0 0 0 8: 0 0 0 | 0 0 0 16: 0 0 0 | 38 24 24 32: 0 0 0 | 0 0 24 64: 0 0 0 | 0 0 24 128: 0 0 0 | 0 0 24 256: 0 0 0 | 119 75 100 read write rpcs in flight rpcs % cum % | rpcs % cum % 1: 0 0 0 | 2 1 1 2: 0 0 0 | 13 8 9 3: 0 0 0 | 44 28 37 4: 0 0 0 | 32 20 57 5: 0 0 0 | 16 10 68 6: 0 0 0 | 10 6 74 7: 0 0 0 | 10 6 80 8: 0 0 0 | 10 6 87 9: 0 0 0 | 20 12 100 read write offset rpcs % cum % | rpcs % cum % 0: 0 0 0 | 157 100 100 read write RPC latency (us) count % cum % | count % cum % 0: 0 0 0 | 0 0 0 1: 0 0 0 | 0 0 0 2: 0 0 0 | 0 0 0 4: 0 0 0 | 0 0 0 8: 0 0 0 | 0 0 0 16: 0 0 0 | 0 0 0 32: 0 0 0 | 0 0 0 64: 0 0 0 | 0 0 0 128: 0 0 0 | 0 0 0 256: 0 0 0 | 0 0 0 512: 0 0 0 | 0 0 0 1024: 0 0 0 | 0 0 0 2048: 0 0 0 | 0 0 0 4096: 0 0 0 | 0 0 0 8192: 0 0 0 | 0 0 0 16384: 0 0 0 | 27 17 17 32768: 0 0 0 | 79 50 67 65536: 0 0 0 | 48 30 98 131072: 0 0 0 | 5 3 101 262144: 0 0 0 | 0 0 101 524288: 0 0 0 | 0 0 101 1048576: 0 0 0 | 0 0 101 2097152: 0 0 0 | 0 0 101 4194304: 0 0 0 | 0 0 101 8388608: 0 0 0 | 0 0 101 16777216: 0 0 0 | 0 0 101 33554432: 0 0 0 | 0 0 101 67108864: 0 0 0 | 0 0 101 134217728: 0 0 0 | 0 0 101 268435456: 0 0 0 | 0 0 101 536870912: 0 0 0 | 0 0 101 1073741824: 0 0 0 | 0 0 101 checking grant......UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 1414116 3028 1268276 1% /mnt/lustre[MDT:0] lustre-OST0000_UUID 3833116 20872 3585620 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 3833116 2432 3604588 1% /mnt/lustre[OST:1] filesystem_summary: 7666232 23304 7190208 1% /mnt/lustre pass grant check: client:495222784 server:495222784 PASS 42e (252s) == sanity test 43A: execution of file opened for write should return -ETXTBSY ========================================================== 20:54:28 (1788915268) /home/green/git/lustre-release/lustre/tests/sanity.sh: line 6088: /mnt/lustre/d43A.sanity/f43A.sanity: Text file busy PASS 43A (9s) == sanity test 43a: open(RDWR) of file being executed should return -ETXTBSY ========================================================== 20:54:38 (1788915278) open(O_RDWR|O_CREAT): Text file busy /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 5091: 35577 Terminated $DIR/$tdir/sleep 60 (wd: ~) PASS 43a (8s) == sanity test 43b: truncate of file being executed should return -ETXTBSY ========================================================== 20:54:46 (1788915286) truncate: cannot truncate '/mnt/lustre/d43b.sanity/sleep' to length 0: Text file busy /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 5091: 36159 Terminated $DIR/$tdir/sleep 60 (wd: ~) PASS 43b (10s) == sanity test 43c: md5sum of copy into lustre =========== 20:54:57 (1788915297) bash: OK PASS 43c (9s) == sanity test 46: dirtying a previously written page ========================================================================== 20:55:05 (1788915305) vm.dirty_writeback_centisecs = 0 vm.dirty_writeback_centisecs = 0 vm.dirty_ratio = 50 vm.dirty_background_ratio = 25 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0119297 s, 343 kB/s 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0119888 s, 342 kB/s 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00208475 s, 2.0 MB/s vm.dirty_writeback_centisecs = 500 vm.dirty_background_ratio = 10 vm.dirty_ratio = 30 vm.dirty_writeback_centisecs = 500 vm.dirty_background_ratio = 10 vm.dirty_ratio = 30 PASS 46 (9s) == sanity test 56r: check lfs find -size works =========== 20:55:15 (1788915315) PASS 56r (13s) == sanity test 101e: check read-ahead for small read(1k) for small files(500k) ========================================================== 20:55:30 (1788915330) Creating 100 500K test files Cancel LRU locks on lustre client to flush the client cache Reset readahead stats llite.lustre-ffff97d289ea7000.max_cached_mb= users: 5 max_cached_mb: 1846 used_mb: 49 unused_mb: 1797 unevict_mb: 0 reclaim_count: 0 max_read_ahead_mb: 256 used_read_ahead_mb: 0 llite.lustre-ffff97d289ea7000.read_ahead_stats= snapshot_time 1788915405.257926936 secs.nsecs start_time 1788915388.955947703 secs.nsecs elapsed_time 16.301979233 secs.nsecs hits 12300 samples [pages] misses 200 samples [pages] zero_size_window 100 samples [pages] failed_to_fast_read 200 samples [pages] readahead_pages 100 samples [pages] 123 123 12300 PASS 101e (88s) resend_count is set to 4 4 resend_count is set to 4 4 resend_count is set to 4 4 resend_count is set to 4 4 resend_count is set to 4 4 == sanity test 119a: Short directIO read must return actual read amount ========================================================== 20:56:58 (1788915418) directio on /mnt/lustre/f119a.sanity for 1x524288 bytes PASS PASS 119a (7s) == sanity test 131a: test iov's crossing stripe boundary for writev/readv ========================================================== 20:57:06 (1788915426) PASS 131a (8s) == sanity test 131b: test append writev ================== 20:57:15 (1788915435) /mnt/lustre/f131b.sanity has type file OK /mnt/lustre/f131b.sanity has size 3145728 OK /mnt/lustre/f131b.sanity has type file OK /mnt/lustre/f131b.sanity has size 5767168 OK PASS 131b (9s) == sanity test 131c: test read/write on file w/o objects ========================================================== 20:57:24 (1788915444) Write error: Bad file descriptor (rc = -1, len = 1048576) PASS 131c (9s) == sanity test 131d: test short read ===================== 20:57:33 (1788915453) PASS 131d (9s) == sanity test 131e: test read hitting hole ============== 20:57:42 (1788915462) PASS 131e (10s) == sanity test 150a: truncate/append tests =============== 20:57:53 (1788915473) 1+0 records in 1+0 records out 6096 bytes (6.1 kB, 6.0 KiB) copied, 0.000461272 s, 13.2 MB/s Stopping client oleg112-client.virtnet /mnt/lustre (opts:) Starting client: oleg112-client.virtnet: -o user_xattr,flock 192.168.201.112@tcp:/lustre /mnt/lustre Filesystem 1024-blocks Used Available Capacity Mounted on 192.168.201.112@tcp:/lustre 7666232 3956 7210084 1% /mnt/lustre Waiting for MDT destroys to complete PASS 150a (19s) == sanity test 150b: Verify fallocate (prealloc) functionality ========================================================== 20:58:12 (1788915492) keep default fallocate mode: 0 Waiting for MDT destroys to complete PASS 150b (35s) == sanity test 150bb: Verify fallocate modes both zero space ========================================================== 20:58:48 (1788915528) keep default fallocate mode: 0 20+0 records in 20+0 records out 20971520 bytes (21 MB, 20 MiB) copied, 3.49034 s, 6.0 MB/s osd-ldiskfs.lustre-MDT0000.fallocate_zero_blocks=1 osd-ldiskfs.lustre-OST0000.fallocate_zero_blocks=1 osd-ldiskfs.lustre-OST0001.fallocate_zero_blocks=1 osd-ldiskfs.lustre-MDT0000.fallocate_zero_blocks=0 osd-ldiskfs.lustre-OST0000.fallocate_zero_blocks=0 osd-ldiskfs.lustre-OST0001.fallocate_zero_blocks=0 Waiting for MDT destroys to complete PASS 150bb (37s) == sanity test 150c: Verify fallocate Size and Blocks ==== 20:59:24 (1788915564) keep default fallocate mode: 0 verify fallocate on PFL file Waiting for MDT destroys to complete PASS 150c (22s) == sanity test 150d: Verify fallocate Size and Blocks - Non zero start ========================================================== 20:59:46 (1788915586) keep default fallocate mode: 0 Waiting for MDT destroys to complete PASS 150d (24s) == sanity test 150f: Verify fallocate punch functionality ========================================================== 21:00:10 (1788915610) keep default fallocate mode: 0 Verify fallocate punch: Range within the file range 5+0 records in 5+0 records out 20480 bytes (20 kB, 20 KiB) copied, 0.0335927 s, 610 kB/s Verify fallocate punch: Range overlapping and less than blocksize 5+0 records in 5+0 records out 20480 bytes (20 kB, 20 KiB) copied, 0.0113072 s, 1.8 MB/s Waiting for MDT destroys to complete PASS 150f (15s) == sanity test 150g: Verify fallocate punch on large range ========================================================== 21:00:25 (1788915625) keep default fallocate mode: 0 Verify fallocate punch: Very large Range 256+0 records in 256+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.883678 s, 1.2 MB/s 256+0 records in 256+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 1.3199 s, 794 kB/s 1024+0 records in 1024+0 records out 4194304 bytes (4.2 MB, 4.0 MiB) copied, 2.99174 s, 1.4 MB/s punch_size = 109043712 size - punch_size: 8192 size - punch_size in blocks: 2 fallocate -p --offset 4096 -l 109043712 /mnt/lustre/f150g.sanity Hole at [4096, 109047808) Waiting for MDT destroys to complete PASS 150g (31s) == sanity test 150ia: Verify fallocate zero-range ZERO functionality ========================================================== 21:00:56 (1788915656) keep default fallocate mode: 0 Verify fallocate(zero): range within the file 8+0 records in 8+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.168983 s, 3.1 MB/s Waiting for MDT destroys to complete PASS 150ia (16s) == sanity test 150ib: Verify fallocate zero-range PREALLOC functionality ========================================================== 21:01:12 (1788915672) keep default fallocate mode: 0 oleg112-server: debugfs 1.47.3-wc2 (11-Nov-2025) filesystem features: Filesystem features: has_journal ext_attr resize_inode dir_index filetype needs_recovery extent flex_bg ea_inode dirdata large_dir sparse_super large_file huge_file uninit_bg dir_nlink quota project Verify fallocate(zero): range within the file 8+0 records in 8+0 records out 32768 bytes (33 kB, 32 KiB) copied, 0.0359495 s, 912 kB/s Waiting for MDT destroys to complete PASS 150ib (16s) == sanity test 150ic: Verify fallocate LARGE zero PREALLOC functionality ========================================================== 21:01:29 (1788915689) keep default fallocate mode: 0 Verify fallocate zero-range: range extending the file oleg112-server: debugfs 1.47.3-wc2 (11-Nov-2025) Waiting for MDT destroys to complete PASS 150ic (35s) == sanity test 155a: Verify small file correctness: read cache:on write_cache:on ========================================================== 21:02:05 (1788915725) 1+0 records in 1+0 records out 6096 bytes (6.1 kB, 6.0 KiB) copied, 0.000363027 s, 16.8 MB/s PASS 155a (17s) == sanity test 155b: Verify small file correctness: read cache:on write_cache:off ========================================================== 21:02:22 (1788915742) 1+0 records in 1+0 records out 6096 bytes (6.1 kB, 6.0 KiB) copied, 0.000396557 s, 15.4 MB/s PASS 155b (18s) == sanity test 155c: Verify small file correctness: read cache:off write_cache:on ========================================================== 21:02:40 (1788915760) 1+0 records in 1+0 records out 6096 bytes (6.1 kB, 6.0 KiB) copied, 0.000324794 s, 18.8 MB/s PASS 155c (18s) == sanity test 155d: Verify small file correctness: read cache:off write_cache:off ========================================================== 21:02:58 (1788915778) 1+0 records in 1+0 records out 6096 bytes (6.1 kB, 6.0 KiB) copied, 0.000357371 s, 17.1 MB/s PASS 155d (19s) == sanity test 207a: can refresh layout at glimpse ======= 21:03:18 (1788915798) 7+0 records in 7+0 records out 28672 bytes (29 kB, 28 KiB) copied, 0.0407182 s, 704 kB/s fail_loc=0x170 PASS 207a (9s) == sanity test 207b: can refresh layout at open ========== 21:03:28 (1788915808) 3+0 records in 3+0 records out 12288 bytes (12 kB, 12 KiB) copied, 0.0237702 s, 517 kB/s fail_loc=0x171 checksum is 4072783b8efb99a9e5817067d68f61c6 /mnt/lustre/f207b.sanity PASS 207b (9s) == sanity test 241a: bio vs dio ========================== 21:03:38 (1788915818) 1+0 records in 1+0 records out 40960 bytes (41 kB, 40 KiB) copied, 0.0186117 s, 2.2 MB/s -rw-r--r-- 1 root root 40960 Sep 8 21:03 /mnt/lustre/f241a.sanity ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=4 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff97d2b4c20000.lock_unused_count=2 PASS 241a (142s) == sanity test 241b: dio vs dio ========================== 21:06:00 (1788915960) 1+0 records in 1+0 records out 40960 bytes (41 kB, 40 KiB) copied, 0.0254864 s, 1.6 MB/s -rw-r--r-- 1 root root 40960 Sep 8 21:06 /mnt/lustre/f241b.sanity PASS 241b (72s) == sanity test 251a: Handling short read and write correctly ========================================================== 21:07:13 (1788916033) fail_loc=0xa0001407 fail_val=1 fail_loc=0xa0001407 fail_val=1 PASS 251a (13s) == sanity test complete, duration 1553 sec =============== 21:07:36 (1788916056) === sanity: start cleanup 21:07:39 (1788916059) === Starting client oleg112-client.virtnet: -o user_xattr,flock 192.168.201.112@tcp:/lustre /mnt/lustre2 Mount client oleg112-client.virtnet: mount -t lustre -o user_xattr,flock 192.168.201.112@tcp:/lustre /mnt/lustre2 Started clients oleg112-client.virtnet: 192.168.201.112@tcp:/lustre on /mnt/lustre2 type lustre (rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose) Stopping clients: oleg112-client.virtnet /mnt/lustre2 (opts:) Stopping client oleg112-client.virtnet /mnt/lustre2 opts: === sanity: finish cleanup 21:07:50 (1788916070) === debug=super ioctl neterror warning dlmtrace error emerg ha rpctrace vfstrace config console lfsck PASS sanity (1579s) == sanity-dom test sanityn: Run sanityn with Data-on-MDT files ========================================================== 21:08:00 (1788916080) MGS_OS_ID_LIKE=rhel centos fedora rocky MGS_OS_VERSION_ID=8.10 MGS_OS_ID=rocky MGS_OS_VERSION_CODE=134873088 MDS1_OS_VERSION_ID=8.10 MDS1_OS_VERSION_CODE=134873088 MDS1_OS_ID_LIKE=rhel centos fedora rocky MDS1_OS_ID=rocky OST1_OS_VERSION_CODE=134873088 OST1_OS_ID_LIKE=rhel centos fedora rocky OST1_OS_VERSION_ID=8.10 OST1_OS_ID=rocky CLIENT_OS_ID=rocky CLIENT_OS_VERSION_CODE=134873088 CLIENT_OS_VERSION_ID=8.10 CLIENT_OS_ID_LIKE=rhel centos fedora rocky use SANITYN_ONLY='1 2 4 5 6 7 8 9 10 11 12 14 17 19 20 23 27 39 51a 51c 51d 107' SANITYN_EXCEPT='' oleg112-server: ls: cannot access '/home/green/git/lustre-release/lustre/tests/except/sanityn.*ex': No such file or directory only running tests: sanity sanityn 1 2 4 5 6 7 8 9 10 11 12 14 17 19 20 23 27 39 51a 51c 51d 107 excepting tests: 40a skipping tests SLOW=no: 33a === sanityn: start setup 21:08:29 (1788916109) === Starting client oleg112-client.virtnet: -o user_xattr,flock 192.168.201.112@tcp:/lustre /mnt/lustre2 Mount client oleg112-client.virtnet: mount -t lustre -o user_xattr,flock 192.168.201.112@tcp:/lustre /mnt/lustre2 Started clients oleg112-client.virtnet: 192.168.201.112@tcp:/lustre on /mnt/lustre2 type lustre (rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose) oleg112-client.virtnet: executing check_config_client /mnt/lustre oleg112-client.virtnet: Checking config lustre mounted on /mnt/lustre Checking servers environments Checking clients oleg112-client.virtnet environments Using TIMEOUT=20 osc.lustre-OST0000-osc-ffff97d29f721000.idle_timeout=debug osc.lustre-OST0000-osc-ffff97d2b4c20000.idle_timeout=debug osc.lustre-OST0001-osc-ffff97d29f721000.idle_timeout=debug osc.lustre-OST0001-osc-ffff97d2b4c20000.idle_timeout=debug disable quota as required oleg112-server: oleg112-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all osd-ldiskfs.track_declares_assert=1 === sanityn: finish setup 21:09:15 (1788916155) === 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0376286 s, 27.9 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [true] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d0_runas_test/f67363] == sanityn test 1: Check attribute updates on 2 mount points ========================================================== 21:09:19 (1788916159) /mnt/lustre/f1.sanityn has type file OK /mnt/lustre/f1.sanityn has perms 0777 OK /mnt/lustre/f1.sanityn has type file OK /mnt/lustre/f1.sanityn has perms 0666 OK /mnt/lustre/f1.sanityn: absent OK PASS 1 (8s) == sanityn test 2a: check cached attribute updates on 2 mtpt's ================================================================== 21:09:27 (1788916167) -rw-r--r-- 1 root root 0 Sep 8 21:09 /mnt/lustre2/f2a /mnt/lustre/f2a has type file OK /mnt/lustre/f2a has perms 0777 OK PASS 2a (9s) == sanityn test 2b: check cached attribute updates on 2 mtpt's ================================================================== 21:09:36 (1788916176) -rw-r--r-- 1 root root 0 Sep 8 21:09 /mnt/lustre2/f2b /mnt/lustre2/f2b has type file OK /mnt/lustre2/f2b has perms 0777 OK PASS 2b (8s) == sanityn test 2c: check cached attribute updates on 2 mtpt's root ============================================================= 21:09:44 (1788916184) /mnt/lustre2 has type dir OK /mnt/lustre2 has perms 0777 OK PASS 2c (9s) == sanityn test 2d: check cached attribute updates on 2 mtpt's root ============================================================= 21:09:53 (1788916193) /mnt/lustre2 has type dir OK /mnt/lustre2 has perms 0755 OK PASS 2d (7s) == sanityn test 2e: check chmod on root is propagated to others ========================================================== 21:10:00 (1788916200) total 0 -rwxrwxrwx 1 root root 0 Sep 8 21:09 f2a -rwxrwxrwx 1 root root 0 Sep 8 21:09 f2b total 0 -rwxrwxrwx 1 root root 0 Sep 8 21:09 f2a -rwxrwxrwx 1 root root 0 Sep 8 21:09 f2b running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre2/f2e.sanityn] [count=1] 1+0 records in 1+0 records out 512 bytes copied, 0.0135774 s, 37.7 kB/s PASS 2e (9s) == sanityn test 2f: check attr/owner updates on DNE with 2 mtpt's ========================================================== 21:10:09 (1788916209) SKIP: sanityn test_2f needs >= 2 MDTs SKIP 2f (4s) == sanityn test 2g: check blocks update on sync write ==== 21:10:13 (1788916213) 2+0 records in 2+0 records out 2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.369057 s, 5.7 MB/s /mnt/lustre/f2g.sanityn has 4096 blocks /mnt/lustre2/f2g.sanityn has 4096 blocks PASS 2g (9s) == sanityn test 4: fstat validation on multiple mount points ==================================================================== 21:10:23 (1788916223) PASS 4 (10s) == sanityn test 5: create a file on one mount, truncate it on the other ========================================================== 21:10:32 (1788916232) /mnt/lustre/f5 has type file OK /mnt/lustre/f5 has size 100 OK PASS 5 (10s) == sanityn test 6: remove of open file on other node ============================================================================ 21:10:42 (1788916242) opening writing unlinking /mnt/lustre2/f6.sanityn accessing (1) seeking (1) accessing (2) fstat... reading comparing data truncating seeking (2) writing again seeking (3) reading again comparing data again closing SUCCESS - goto beer PASS 6 (8s) == sanityn test 7: remove of open directory on other node ======================================================================= 21:10:50 (1788916250) creating directory /mnt/lustre/d7 opening directory unlinking /mnt/lustre/d7 Ok, everything goes well. PASS 7 (11s) == sanityn test 8: remove of open special file on other node ==================================================================== 21:11:01 (1788916261) creating special file /mnt/lustre/f8.sanityn opening file unlinking /mnt/lustre/f8.sanityn Ok, everything goes well. PASS 8 (9s) == sanityn test 9a: append of file with sub-page size on multiple mounts ========================================================== 21:11:10 (1788916270) PASS 9a (9s) == sanityn test 9b: append to striped sparse file ======== 21:11:19 (1788916279) 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0720756 s, 14.5 MB/s 3+0 records in 3+0 records out 3 bytes copied, 0.0595857 s, 0.1 kB/s Data read (expecting 'foo'): foo PASS 9b (9s) == sanityn test 10a: write of file with sub-page size on multiple mounts ========================================================== 21:11:28 (1788916288) 1+0 records in 1+0 records out 1 byte copied, 0.020913 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.00947957 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0101917 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0106563 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.00945671 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0174074 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.01337 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.00949234 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.00943663 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.00759176 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.00799934 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.00873933 s, 0.1 kB/s PASS 10a (10s) == sanityn test 10b: write of file with sub-page size on multiple mounts ========================================================== 21:11:38 (1788916298) 1+0 records in 1+0 records out 3072 bytes (3.1 kB, 3.0 KiB) copied, 0.0112029 s, 274 kB/s 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0543514 s, 75.4 kB/s 1+0 records in 1+0 records out 3072 bytes (3.1 kB, 3.0 KiB) copied, 0.000288375 s, 10.7 MB/s PASS 10b (9s) == sanityn test 11: execution of file opened for write should return error ============================================================== 21:11:47 (1788916307) multiop /mnt/lustre/d11/f vO_c TMPPIPE=/tmp/multiop_open_wait_pipe.67363 /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 298: /mnt/lustre2/d11/f: Text file busy PASS 11 (9s) == sanityn test 12: test lock ordering (link, stat, unlink) ========================================================== 21:11:57 (1788916317) warning: '-runtime' deprecated, use '-t runtime' instead - link 326 (time 1788916329.48 total 10.04 last 32.46) - link 718 (time 1788916339.49 total 20.05 last 39.17) - link 1157 (time 1788916349.50 total 30.06 last 43.87) - link 1600 (time 1788916359.50 total 40.06 last 44.27) - link 2022 (time 1788916369.52 total 50.08 last 42.14) - link 2299 (time 1788916379.53 total 60.09 last 27.66) - link 2588 (time 1788916389.57 total 70.13 last 28.78) - link 2907 (time 1788916399.58 total 80.14 last 31.88) - link 3213 (time 1788916409.60 total 90.16 last 30.53) total: 3541 link in 100.01 seconds: 35.41 ops/second using seed 2522398908 running for 100 seconds - stat 395 (time 1788916331 ; total 11 ; last 11) - stat 3489 (time 1788916342 ; total 22 ; last 11) - stat 6024 (time 1788916353 ; total 33 ; last 11) - stat 9459 (time 1788916364 ; total 44 ; last 11) - stat 10000 (time 1788916366 ; total 46 ; last 2) - stat 11896 (time 1788916377 ; total 57 ; last 11) - stat 13730 (time 1788916388 ; total 68 ; last 11) - stat 15827 (time 1788916399 ; total 79 ; last 11) - stat 17728 (time 1788916410 ; total 90 ; last 11) total: 19620 stats in 100 seconds: 196.199997 stats/second - unlinked 0 (time 1788916370 ; total 0 ; last 0) unlink(/mnt/lustre2/lockdir/lockfile3541) error: No such file or directory total: 3540 unlinks in 94 seconds: 37.659573 unlinks/second /home/green/git/lustre-release/lustre/tests/lockorder.sh: line 77: kill: (80177) - No such process /home/green/git/lustre-release/lustre/tests/lockorder.sh: line 78: kill: (80179) - No such process PASS 12 (154s) == sanityn test 14aa: execution of file open for write returns -ETXTBSY ========================================================== 21:14:30 (1788916470) multiop /mnt/lustre/d14aa.sanityn/f14aa.sanityn vOw_c TMPPIPE=/tmp/multiop_open_wait_pipe.67363 /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 333: /mnt/lustre2/d14aa.sanityn/f14aa.sanityn: Text file busy /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 5091: 80782 Terminated $MULTIOP_PROG $FILE v$ARGS > $TMPPIPE (wd: ~) PASS 14aa (10s) == sanityn test 14ab: open(RDWR) of executing file returns -ETXTBSY ========================================================== 21:14:40 (1788916480) open(O_RDWR|O_CREAT): Text file busy /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 5091: 81361 Terminated $DIR1/$tdir/sleep 60 (wd: ~) PASS 14ab (10s) == sanityn test 14b: truncate of executing file returns -ETXTBSY ================================================================ 21:14:50 (1788916490) truncate: cannot truncate '/mnt/lustre2/d14b.sanityn/sleep' to length 60: Text file busy /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 348: 81940 Terminated $DIR1/$tdir/sleep 60 PASS 14b (11s) == sanityn test 14c: open(O_TRUNC) of executing file return -ETXTBSY ============================================================ 21:15:01 (1788916501) cp: cannot create regular file '/mnt/lustre2/d14c.sanityn/sleep': Text file busy /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 360: 82524 Terminated $DIR1/$tdir/sleep 60 PASS 14c (9s) == sanityn test 14d: chmod of executing file is still possible ================================================================== 21:15:10 (1788916510) chmod /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 371: 83107 Terminated $DIR1/$tdir/sleep 60 PASS 14d (12s) == sanityn test 17: resource creation/LVB creation race ========================================================================= 21:15:22 (1788916522) fail_loc=0x8000030a PASS 17 (14s) == sanityn test 19: test concurrent uncached read races ========================================================================= 21:15:36 (1788916536) 32+0 records in 32+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.761357 s, 22.0 MB/s loop 5 loop 10 loop 15 loop 20 PASS 19 (37s) == sanityn test 20: test extra readahead page left in cache ============================================================== 21:16:13 (1788916573) PASS 20 (11s) == sanityn test 23: others should see updated atime while another read============================================================== 21:16:25 (1788916585) now is 1788916591 starting reads multiop /mnt/lustre/f23.sanityn vor20_c TMPPIPE=/tmp/multiop_open_wait_pipe.67363 new atime is 1788916652 PASS 23 (73s) == sanityn test 27: align non-overlapping extent locks from request ============================================================= 21:17:38 (1788916658) dd 1 started 4+0 records in 4+0 records out 16793600 bytes (17 MB, 16 MiB) copied, 0.723423 s, 23.2 MB/s dd 2 started 1+0 records in 1+0 records out 15728640 bytes (16 MB, 15 MiB) copied, 0.374429 s, 42.0 MB/s 1+0 records in 1+0 records out 8192 bytes (8.2 kB, 8.0 KiB) copied, 0.0164316 s, 499 kB/s dd 3 finished PASS 27 (17s) == sanityn test 39a: file mtime does not change after rename ========================================================== 21:17:56 (1788916676) repeat after cancel_lru_locks PASS 39a (11s) == sanityn test 39b: file mtime the same on clients with/out lock ========================================================== 21:18:07 (1788916687) repeat after cancel_lru_locks PASS 39b (12s) == sanityn test 39c: check truncate mtime update ================================================================================ 21:18:20 (1788916700) repeat after cancel_lru_locks PASS 39c (12s) == sanityn test 39d: sync write should update mtime ====== 21:18:31 (1788916711) fail_loc=0x411 fail_loc=0 PASS 39d (10s) == sanityn test 51a: layout lock: refresh layout should work ========================================================== 21:18:43 (1788916723) 0+1 records in 0+1 records out 158 bytes copied, 0.0441358 s, 3.6 kB/s /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 3690: kill: (90646) - No such process PASS 51a (14s) == sanityn test 51c: layout lock: IT_LAYOUT blocked and correct layout can be returned ========================================================== 21:18:57 (1788916737) fail_loc=0x172 Setting layout to have 2 stripes ... 1+0 records in 1+0 records out 1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0387183 s, 26.4 kB/s PASS 51c (16s) == sanityn test 51d: layout lock: losing layout lock should clean up memory map region ========================================================== 21:19:13 (1788916753) 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.100924 s, 10.4 MB/s Before revoking layout lock: 1024 KB mapped PASS 51d (10s) == sanityn test 107a: Basic grouplock conflict =========== 21:19:25 (1788916765) 10+0 records in 10+0 records out 10485760 bytes (10 MB, 10 MiB) copied, 0.745698 s, 14.1 MB/s /mnt/lustre/f107a.sanityn lcm_layout_gen: 3 lcm_mirror_count: 1 lcm_entry_count: 2 lcme_id: 1 lcme_mirror_id: 0 lcme_flags: init lcme_extent.e_start: 0 lcme_extent.e_end: 1048576 lmm_stripe_count: 0 lmm_stripe_size: 1048576 lmm_pattern: mdt lmm_layout_gen: 0 lmm_mdt_index: 0 lcme_id: 2 lcme_mirror_id: 0 lcme_flags: init lcme_extent.e_start: 1048576 lcme_extent.e_end: EOF lmm_stripe_count: 1 lmm_stripe_size: 4194304 lmm_pattern: raid0 lmm_layout_gen: 0 lmm_stripe_offset: 0 lmm_objects: - 0: { l_ost_idx: 0, l_fid: [0x240000400:0x3d5:0x0] } multiop /mnt/lustre/f107a.sanityn vOG14091995_g14091995c TMPPIPE=/tmp/multiop_open_wait_pipe.67363 multiop /mnt/lustre2/f107a.sanityn vO_G16022000r10g16022000c TMPPIPE=/tmp/multiop_open_wait_pipe.67363 First grouplock blocks second one PASS 107a (12s) == sanityn test 107b: Grouplock is added to the head of waiting list ========================================================== 21:19:37 (1788916777) 10+0 records in 10+0 records out 10485760 bytes (10 MB, 10 MiB) copied, 0.465809 s, 22.5 MB/s /mnt/lustre/f107b.sanityn lcm_layout_gen: 3 lcm_mirror_count: 1 lcm_entry_count: 2 lcme_id: 1 lcme_mirror_id: 0 lcme_flags: init lcme_extent.e_start: 0 lcme_extent.e_end: 1048576 lmm_stripe_count: 0 lmm_stripe_size: 1048576 lmm_pattern: mdt lmm_layout_gen: 0 lmm_mdt_index: 0 lcme_id: 2 lcme_mirror_id: 0 lcme_flags: init lcme_extent.e_start: 1048576 lcme_extent.e_end: EOF lmm_stripe_count: 1 lmm_stripe_size: 4194304 lmm_pattern: raid0 lmm_layout_gen: 0 lmm_stripe_offset: 1 lmm_objects: - 0: { l_ost_idx: 1, l_fid: [0x280000400:0x3d4:0x0] } multiop /mnt/lustre/f107b.sanityn vOG14091995_g14091995c TMPPIPE=/tmp/multiop_open_wait_pipe.67363 Grouplock blocks IO First grouplock blocks second one Second grouplock blocks IO PASS 107b (16s) cleanup: ====================================================== == sanityn test complete, duration 714 sec =============== 21:19:56 (1788916796) === sanityn: start cleanup 21:19:58 (1788916798) === Stopping clients: oleg112-client.virtnet /mnt/lustre2 (opts:) Stopping client oleg112-client.virtnet /mnt/lustre2 opts: === sanityn: finish cleanup 21:20:09 (1788916809) === PASS sanityn (742s) == sanity-dom test complete, duration 2390 sec =========== 21:20:21 (1788916821) === sanity-dom: start cleanup 21:20:24 (1788916824) === Stopping clients: oleg112-client.virtnet /mnt/lustre2 (opts:) === sanity-dom: finish cleanup 21:20:30 (1788916830) ===