-----============= acceptance-small: sanity-dom ============----- Tue Sep 8 20:40:23 EDT 2026 MGS_OS_ID_LIKE=rhel centos fedora rocky MGS_OS_VERSION_ID=8.10 MGS_OS_ID=rocky MGS_OS_VERSION_CODE=134873088 MDS1_OS_VERSION_ID=8.10 MDS1_OS_VERSION_CODE=134873088 MDS1_OS_ID_LIKE=rhel centos fedora rocky MDS1_OS_ID=rocky OST1_OS_VERSION_CODE=134873088 OST1_OS_ID_LIKE=rhel centos fedora rocky OST1_OS_VERSION_ID=8.10 OST1_OS_ID=rocky CLIENT_OS_ID=rocky CLIENT_OS_VERSION_CODE=134873088 CLIENT_OS_VERSION_ID=8.10 CLIENT_OS_ID_LIKE=rhel centos fedora rocky use SANITY_DOM_ONLY='' SANITY_DOM_EXCEPT='' oleg113-server: ls: cannot access '/home/green/git/lustre-release/lustre/tests/except/sanity-dom.*ex': No such file or directory only running tests: sanity sanityn excepting tests: === sanity-dom: start setup 20:40:44 (1788914444) === Starting client oleg113-client.virtnet: -o user_xattr,flock 192.168.201.113@tcp:/lustre /mnt/lustre2 Mount client oleg113-client.virtnet: mount -t lustre -o user_xattr,flock 192.168.201.113@tcp:/lustre /mnt/lustre2 Started clients oleg113-client.virtnet: 192.168.201.113@tcp:/lustre on /mnt/lustre2 type lustre (rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose) oleg113-client.virtnet: executing check_config_client /mnt/lustre oleg113-client.virtnet: Checking config lustre mounted on /mnt/lustre Checking servers environments Checking clients oleg113-client.virtnet environments Using TIMEOUT=20 osc.lustre-OST0000-osc-ffff8e5546de0800.idle_timeout=debug osc.lustre-OST0000-osc-ffff8e555b78f800.idle_timeout=debug osc.lustre-OST0001-osc-ffff8e5546de0800.idle_timeout=debug osc.lustre-OST0001-osc-ffff8e555b78f800.idle_timeout=debug disable quota as required oleg113-server: oleg113-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all osd-ldiskfs.track_declares_assert=1 === sanity-dom: finish setup 20:41:22 (1788914482) === running as uid/gid/euid/egid 500/500/500/500, groups: 500 [true] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d0_runas_test/f7464] 192.168.201.113@tcp:/lustre /mnt/lustre2 lustre rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose 0 0 == sanity-dom test sanity: Run sanity with Data-on-MDT files ========================================================== 20:41:25 (1788914485) MGS_OS_ID_LIKE=rhel centos fedora rocky MGS_OS_VERSION_ID=8.10 MGS_OS_ID=rocky MGS_OS_VERSION_CODE=134873088 MDS1_OS_VERSION_ID=8.10 MDS1_OS_VERSION_CODE=134873088 MDS1_OS_ID_LIKE=rhel centos fedora rocky MDS1_OS_ID=rocky OST1_OS_VERSION_CODE=134873088 OST1_OS_ID_LIKE=rhel centos fedora rocky OST1_OS_VERSION_ID=8.10 OST1_OS_ID=rocky CLIENT_OS_ID=rocky CLIENT_OS_VERSION_CODE=134873088 CLIENT_OS_VERSION_ID=8.10 CLIENT_OS_ID_LIKE=rhel centos fedora rocky use SANITY_ONLY='36 39 40 41 42d 42e 43 46 56r 101e 119a 131 150a 155a 155b 155c 155d 207 241 251 150b 150bb 150c 150d 150f 150g 150ia 150ib 150ic' SANITY_EXCEPT='' oleg113-server: /home/green/git/lustre-release/lustre/tests/except/sanity.ex - see CLIENT_VERSION > v2_15_63-134-gdacc4b6d38 (34683217 > 34553734) for LU-15963, go 312 - see CLIENT_VERSION > v2_15_63-239-gab4ede45b4 (34683217 > 34553839) for LU-17856, go 56wa 56xe - see CLIENT_VERSION >= v2_15_7-16-gab522d54ad (34683217 >= 34539280) for LU-16203, go 60i - see CLIENT_VERSION > v2_16_54-54-ga2e3a2f5a3 (34683217 > 34616886) for LU-14590, go 0d - see CLIENT_VERSION >= v2_17_50-196-g63ee4af3bb (34683217 >= 34681540) for LU-19620, go 60b - see CLIENT_VERSION >= v2_17_50-34-g089f438ba9 (34683217 >= 34681378) for LU-19692, go 77k - see CLIENT_VERSION >= v2_17_50-71-g2cbe29c282 (34683217 >= 34681415) for LU-19644, go 150ib - see CLIENT_VERSION >= v2_17_50-72-ge1f272796c (34683217 >= 34681416) for LU-19743, go 27z - see CLIENT_VERSION >= v2_17_52-99-g84242c4358 (34683217 >= 34681955) for LU-20010, go 56aa - see CLIENT_VERSION >= v2_17_55-19-g2868627130 (34683217 >= 34682643) for LU-20435, go 430a - need MDS1_VERSION <= 2.16.61-1-g89cf292a8c2 (34683217 <= 34618625) for LU-18938, skip 360 - see MDS1_VERSION <= CLIENT_VERSION (34683217 <= 34683217) for LU-18562, go 270a - need MDS1_VERSION < v2_14_55-100-g8a84c7f9c7 (34683217 < 34486116) for LU-14927, skip 0f - need OST1_VERSION < v2_17_50-410-gbd8e7b9555 (34683217 < 34681754) for LU-12550, skip 216 only running tests: sanity sanityn 36 39 40 41 42d 42e 43 46 56r 101e 119a 131 150a 155a 155b 155c 155d 207 241 251 150b 150bb 150c 150d 150f 150g 150ia 150ib 150ic excepting tests: 42a 42c 42b 118c 118d 407 119i 216 817 411a 360 0f 216 skipping tests SLOW=no: 27m 60i 64b 68 71 135 136 230d 300o 842 51c 51e 834 === sanity: start setup 20:42:01 (1788914521) === Stopping clients: oleg113-client.virtnet /mnt/lustre2 (opts:) Stopping client oleg113-client.virtnet /mnt/lustre2 opts: oleg113-client.virtnet: executing check_config_client /mnt/lustre oleg113-client.virtnet: Checking config lustre mounted on /mnt/lustre Checking servers environments Checking clients oleg113-client.virtnet environments Using TIMEOUT=20 osc.lustre-OST0000-osc-ffff8e5546de0800.idle_timeout=debug osc.lustre-OST0001-osc-ffff8e5546de0800.idle_timeout=debug disable quota as required oleg113-server: oleg113-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all osd-ldiskfs.track_declares_assert=1 === sanity: finish setup 20:42:44 (1788914564) === running as uid/gid/euid/egid 500/500/500/500, groups: 500 [true] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d0_runas_test/f10115] preparing for tests involving mounts mke2fs 1.47.3-wc2 (11-Nov-2025) debug=all == sanity test 36a: MDS utime check (mknod, utime) ======= 20:42:50 (1788914570) utime: good mknod times 1788914570 <= 1788914571 <= 1788914571 for /mnt/lustre/f36 utime: good utime mtimes 100000, atime 200000 PASS 36a (6s) == sanity test 36b: OST utime check (open, utime) ======== 20:42:56 (1788914576) utime: good utime mtimes 100000, atime 200000 PASS 36b (7s) == sanity test 36c: non-root MDS utime check (mknod, utime) ========================================================== 20:43:03 (1788914583) running as uid/gid/euid/egid 500/500/500/500, groups: 500 [utime] [/mnt/lustre/d36/f36] utime: good mknod times 1788914584 <= 1788914585 <= 1788914585 for /mnt/lustre/d36/f36 utime: good utime mtimes 100000, atime 200000 PASS 36c (8s) == sanity test 36d: non-root OST utime check (open, utime) ========================================================== 20:43:11 (1788914591) running as uid/gid/euid/egid 500/500/500/500, groups: 500 [utime] [/mnt/lustre/d36/f36] utime: good utime mtimes 100000, atime 200000 PASS 36d (7s) == sanity test 36e: utime on non-owned file (should return error) ========================================================== 20:43:19 (1788914599) running as uid/gid/euid/egid 500/500/500/500, groups: 500 [utime] [/mnt/lustre/d36e.sanity/f36e.sanity] utime: utime(/mnt/lustre/d36e.sanity/f36e.sanity) failed: rc 1: Operation not permitted PASS 36e (7s) == sanity test 36f: utime on file racing with OST BRW write ==================================================================== 20:43:26 (1788914606) fail_loc=0x80000214 Tue Sep 8 20:43:28 EDT 2026 1788914608 Tue Sep 8 20:43:30 EDT 2026 1788914610 PASS 36f (10s) == sanity test 36g: FMD cache expiry =============================================================================== 20:43:36 (1788914616) FMD max age: 30s FMD before: 4 FMD after: 0 PASS 36g (54s) == sanity test 36h: utime on file racing with OST BRW write ==================================================================== 20:44:30 (1788914670) fail_loc=0x80000227 Tue Sep 8 20:44:31 EDT 2026 1788914671 Tue Sep 8 20:44:33 EDT 2026 1788914673 PASS 36h (7s) == sanity test 36i: change mtime on striped directory ==== 20:44:38 (1788914678) SKIP: sanity test_36i needs >= 2 MDTs SKIP 36i (3s) == sanity test 39a: mtime changed on create ============== 20:44:41 (1788914681) Succeed in opening file "/mnt/lustre/f39a.sanity2"(flags=O_CREAT) PASS 39a (8s) == sanity test 39b: mtime change on open, link, unlink, rename ========================================================== 20:44:49 (1788914689) repeat after cancel_lru_locks PASS 39b (8s) == sanity test 39c: mtime change on rename =============== 20:44:57 (1788914697) repeat after cancel_lru_locks PASS 39c (9s) == sanity test 39d: create, utime, stat ================== 20:45:07 (1788914707) repeat after cancel_lru_locks PASS 39d (6s) == sanity test 39e: create, stat, utime, stat ============ 20:45:13 (1788914713) repeat after cancel_lru_locks PASS 39e (6s) == sanity test 39f: create, stat, sleep, utime, stat ===== 20:45:20 (1788914720) repeat after cancel_lru_locks PASS 39f (9s) == sanity test 39g: write, chmod, stat =================== 20:45:29 (1788914729) repeat after cancel_lru_locks PASS 39g (11s) == sanity test 39h: write, utime within one second, stat ========================================================== 20:45:40 (1788914740) repeat after cancel_lru_locks PASS 39h (9s) == sanity test 39i: write, rename, stat ================== 20:45:49 (1788914749) repeat after cancel_lru_locks PASS 39i (9s) == sanity test 39j: write, rename, close, stat =========== 20:45:58 (1788914758) debug=-1 debug_mb=150 debug=-1 debug_mb=150 fail_loc=0x80000412 multiop /mnt/lustre/f39j.sanity voO_RDWR:w2097152_c TMPPIPE=/tmp/multiop_open_wait_pipe.10115 repeat after cancel_lru_locks fail_loc=0 debug_mb=21 debug_mb=21 PASS 39j (14s) == sanity test 39k: write, utime, close, stat ============ 20:46:12 (1788914772) multiop /mnt/lustre/f39k.sanity voO_RDWR:w2097152_c TMPPIPE=/tmp/multiop_open_wait_pipe.10115 repeat after cancel_lru_locks PASS 39k (10s) == sanity test 39l: directory atime update =============== 20:46:22 (1788914782) PASS 39l (19s) == sanity test 39m: test atime and mtime before 1970 ===== 20:46:42 (1788914802) repeat after cancel_lru_locks PASS 39m (12s) == sanity test 39n: check that O_NOATIME is honored ====== 20:46:53 (1788914813) 1+0 records in 1+0 records out PASS 39n (21s) == sanity test 39o: directory cached attributes updated after create ========================================================== 20:47:14 (1788914834) a b PASS 39o (10s) == sanity test 39p: remote directory cached attributes updated after create ================================================================== 20:47:24 (1788914844) SKIP: sanity test_39p needs >= 2 MDTs SKIP 39p (3s) == sanity test 39r: lazy atime update on OST ============= 20:47:27 (1788914847) obdfilter.lustre-OST0000.atime_diff=5 obdfilter.lustre-OST0001.atime_diff=5 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00671121 s, 610 kB/s 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0302413 s, 135 kB/s client atime: 1788914860 OST atime: atime: 0x6aa0acac:00000000 -- Tue Sep 8 20:47:40 2026 obdfilter.lustre-OST0000.atime_diff=0 obdfilter.lustre-OST0001.atime_diff=0 PASS 39r (27s) == sanity test 39q: close won't zero out atime =========== 20:47:54 (1788914874) multiop /mnt/lustre/d39q.sanity vD_c TMPPIPE=/tmp/multiop_open_wait_pipe.10115 PASS 39q (8s) == sanity test 39s: relatime is supported ================ 20:48:02 (1788914882) 192.168.201.113@tcp:/lustre /mnt/lustre lustre rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose 0 0 Stopping client oleg113-client.virtnet /mnt/lustre (opts:) Starting client: oleg113-client.virtnet: -o relatime 192.168.201.113@tcp:/lustre /mnt/lustre 1+0 records in 1+0 records out Stopping client oleg113-client.virtnet /mnt/lustre (opts:) Starting client: oleg113-client.virtnet: -o user_xattr,flock 192.168.201.113@tcp:/lustre /mnt/lustre PASS 39s (18s) == sanity test 39u: stat race ============================ 20:48:20 (1788914900) 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.191267 s, 5.5 MB/s fail_loc=0x80001434 PASS 39u (22s) == sanity test 40: failed open(O_TRUNC) doesn't truncate ======================================================================= 20:48:42 (1788914922) 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0143007 s, 286 kB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [openfile] [-f] [O_WRONLY:O_TRUNC] [/mnt/lustre/f40.sanity] Error in opening file "/mnt/lustre/f40.sanity"(flags=O_WRONLY) 13: Permission denied /mnt/lustre/f40.sanity has type file OK /mnt/lustre/f40.sanity has size 4096 OK PASS 40 (6s) == sanity test 41: test small file write + fstat =============================================================================== 20:48:49 (1788914929) First String: abcdefghijklmnopqr Second String: abcdefghiabcdefghijklmnopqr abcdefghiabcdefghijklmnopqr abcdefghiabcdefghijklmnopqr Pass! PASS 41 (7s) == sanity test 42d: test complete truncate of file with cached dirty data ========================================================== 20:48:56 (1788914936) debug=+cache vm.dirty_writeback_centisecs = 0 vm.dirty_writeback_centisecs = 0 vm.dirty_ratio = 50 vm.dirty_background_ratio = 25 100+0 records in 100+0 records out 102400 bytes (102 kB, 100 KiB) copied, 0.155993 s, 656 kB/s vm.dirty_writeback_centisecs = 500 vm.dirty_background_ratio = 10 vm.dirty_ratio = 30 checking grant......UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 1414116 2804 1268444 1% /mnt/lustre[MDT:0] lustre-OST0000_UUID 3833116 2436 3604584 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 3833116 1412 3605608 1% /mnt/lustre[OST:1] filesystem_summary: 7666232 3848 7210192 1% /mnt/lustre pass grant check: client:16875520 server:16875520 vm.dirty_writeback_centisecs = 500 vm.dirty_background_ratio = 10 vm.dirty_ratio = 30 PASS 42d (9s) == sanity test 42e: verify sub-RPC writes are not done synchronously ========================================================== 20:49:05 (1788914945) - open/close 792 (time 1788914959.71 total 10.00 last 79.17) total: 1000 open/close in 12.52 seconds: 79.90 ops/second total: 924 open/close in 9.49 seconds: 97.36 ops/second 1+0 records in 1+0 records out 484442112 bytes (484 MB, 462 MiB) copied, 16.5421 s, 29.3 MB/s osc.lustre-OST0000-osc-ffff8e5548c93000.cur_dirty_bytes=0 osc.lustre-OST0000-osc-ffff8e5548c93000.cur_grant_bytes=493076480 osc.lustre-OST0000-osc-ffff8e5548c93000.cur_dirty_bytes=118489088 osc.lustre-OST0000-osc-ffff8e5548c93000.cur_grant_bytes=371810304 osc.lustre-OST0000-osc-ffff8e5548c93000.rpc_stats=0 osc.lustre-OST0000-osc-ffff8e5548c93000.rpc_stats= snapshot_time: 1788915141.848403595 secs.nsecs start_time: 1788915132.349593513 secs.nsecs elapsed_time: 9.498810082 secs.nsecs read RPCs in flight: 0 write RPCs in flight: 0 DIO RPCs in flight: 0 pending write pages: 0 pending read pages: 0 read write pages per rpc rpcs % cum % | rpcs % cum % 1: 0 0 0 | 0 0 0 2: 0 0 0 | 0 0 0 4: 0 0 0 | 0 0 0 8: 0 0 0 | 0 0 0 16: 0 0 0 | 38 25 25 32: 0 0 0 | 0 0 25 64: 0 0 0 | 0 0 25 128: 0 0 0 | 0 0 25 256: 0 0 0 | 113 74 100 read write rpcs in flight rpcs % cum % | rpcs % cum % 1: 0 0 0 | 2 1 1 2: 0 0 0 | 10 6 7 3: 0 0 0 | 30 19 27 4: 0 0 0 | 23 15 43 5: 0 0 0 | 31 20 63 6: 0 0 0 | 9 5 69 7: 0 0 0 | 16 10 80 8: 0 0 0 | 11 7 87 9: 0 0 0 | 19 12 100 read write offset rpcs % cum % | rpcs % cum % 0: 0 0 0 | 151 100 100 read write RPC latency (us) count % cum % | count % cum % 0: 0 0 0 | 0 0 0 1: 0 0 0 | 0 0 0 2: 0 0 0 | 0 0 0 4: 0 0 0 | 0 0 0 8: 0 0 0 | 0 0 0 16: 0 0 0 | 0 0 0 32: 0 0 0 | 0 0 0 64: 0 0 0 | 0 0 0 128: 0 0 0 | 0 0 0 256: 0 0 0 | 0 0 0 512: 0 0 0 | 0 0 0 1024: 0 0 0 | 0 0 0 2048: 0 0 0 | 0 0 0 4096: 0 0 0 | 0 0 0 8192: 0 0 0 | 0 0 0 16384: 0 0 0 | 11 7 7 32768: 0 0 0 | 73 48 55 65536: 0 0 0 | 61 40 96 131072: 0 0 0 | 8 5 101 262144: 0 0 0 | 0 0 101 524288: 0 0 0 | 0 0 101 1048576: 0 0 0 | 0 0 101 2097152: 0 0 0 | 0 0 101 4194304: 0 0 0 | 0 0 101 8388608: 0 0 0 | 0 0 101 16777216: 0 0 0 | 0 0 101 33554432: 0 0 0 | 0 0 101 67108864: 0 0 0 | 0 0 101 134217728: 0 0 0 | 0 0 101 268435456: 0 0 0 | 0 0 101 536870912: 0 0 0 | 0 0 101 1073741824: 0 0 0 | 0 0 101 checking grant......UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 1414116 3032 1268272 1% /mnt/lustre[MDT:0] lustre-OST0000_UUID 3833116 3524 3602792 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 3833116 1412 3605608 1% /mnt/lustre[OST:1] filesystem_summary: 7666232 4936 7208400 1% /mnt/lustre pass grant check: client:493076480 server:493076480 PASS 42e (240s) == sanity test 43A: execution of file opened for write should return -ETXTBSY ========================================================== 20:53:05 (1788915185) /home/green/git/lustre-release/lustre/tests/sanity.sh: line 6088: /mnt/lustre/d43A.sanity/f43A.sanity: Text file busy PASS 43A (7s) == sanity test 43a: open(RDWR) of file being executed should return -ETXTBSY ========================================================== 20:53:12 (1788915192) open(O_RDWR|O_CREAT): Text file busy /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 5091: 35552 Terminated $DIR/$tdir/sleep 60 (wd: ~) PASS 43a (8s) == sanity test 43b: truncate of file being executed should return -ETXTBSY ========================================================== 20:53:20 (1788915200) truncate: cannot truncate '/mnt/lustre/d43b.sanity/sleep' to length 0: Text file busy /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 5091: 36132 Terminated $DIR/$tdir/sleep 60 (wd: ~) PASS 43b (7s) == sanity test 43c: md5sum of copy into lustre =========== 20:53:27 (1788915207) bash: OK PASS 43c (8s) == sanity test 46: dirtying a previously written page ========================================================================== 20:53:35 (1788915215) vm.dirty_writeback_centisecs = 0 vm.dirty_writeback_centisecs = 0 vm.dirty_ratio = 50 vm.dirty_background_ratio = 25 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00674936 s, 607 kB/s 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00933879 s, 439 kB/s 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00314992 s, 1.3 MB/s vm.dirty_writeback_centisecs = 500 vm.dirty_background_ratio = 10 vm.dirty_ratio = 30 vm.dirty_writeback_centisecs = 500 vm.dirty_background_ratio = 10 vm.dirty_ratio = 30 PASS 46 (8s) == sanity test 56r: check lfs find -size works =========== 20:53:44 (1788915224) PASS 56r (9s) == sanity test 101e: check read-ahead for small read(1k) for small files(500k) ========================================================== 20:53:55 (1788915235) Creating 100 500K test files Cancel LRU locks on lustre client to flush the client cache Reset readahead stats llite.lustre-ffff8e5548c93000.max_cached_mb= users: 5 max_cached_mb: 1846 used_mb: 49 unused_mb: 1797 unevict_mb: 0 reclaim_count: 0 max_read_ahead_mb: 256 used_read_ahead_mb: 0 llite.lustre-ffff8e5548c93000.read_ahead_stats= snapshot_time 1788915315.575327578 secs.nsecs start_time 1788915300.296796991 secs.nsecs elapsed_time 15.278530587 secs.nsecs hits 12300 samples [pages] misses 200 samples [pages] zero_size_window 100 samples [pages] failed_to_fast_read 200 samples [pages] readahead_pages 100 samples [pages] 123 123 12300 PASS 101e (92s) resend_count is set to 4 4 resend_count is set to 4 4 resend_count is set to 4 4 resend_count is set to 4 4 resend_count is set to 4 4 == sanity test 119a: Short directIO read must return actual read amount ========================================================== 20:55:29 (1788915329) directio on /mnt/lustre/f119a.sanity for 1x524288 bytes PASS PASS 119a (7s) == sanity test 131a: test iov's crossing stripe boundary for writev/readv ========================================================== 20:55:36 (1788915336) PASS 131a (8s) == sanity test 131b: test append writev ================== 20:55:45 (1788915345) /mnt/lustre/f131b.sanity has type file OK /mnt/lustre/f131b.sanity has size 3145728 OK /mnt/lustre/f131b.sanity has type file OK /mnt/lustre/f131b.sanity has size 5767168 OK PASS 131b (8s) == sanity test 131c: test read/write on file w/o objects ========================================================== 20:55:53 (1788915353) Write error: Bad file descriptor (rc = -1, len = 1048576) PASS 131c (6s) == sanity test 131d: test short read ===================== 20:56:00 (1788915360) PASS 131d (6s) == sanity test 131e: test read hitting hole ============== 20:56:07 (1788915367) PASS 131e (7s) == sanity test 150a: truncate/append tests =============== 20:56:13 (1788915373) 1+0 records in 1+0 records out 6096 bytes (6.1 kB, 6.0 KiB) copied, 0.000332635 s, 18.3 MB/s Stopping client oleg113-client.virtnet /mnt/lustre (opts:) Starting client: oleg113-client.virtnet: -o user_xattr,flock 192.168.201.113@tcp:/lustre /mnt/lustre Filesystem 1024-blocks Used Available Capacity Mounted on 192.168.201.113@tcp:/lustre 7666232 3956 7210084 1% /mnt/lustre Waiting for MDT destroys to complete PASS 150a (14s) == sanity test 150b: Verify fallocate (prealloc) functionality ========================================================== 20:56:27 (1788915387) keep default fallocate mode: 0 Waiting for MDT destroys to complete PASS 150b (18s) == sanity test 150bb: Verify fallocate modes both zero space ========================================================== 20:56:45 (1788915405) keep default fallocate mode: 0 20+0 records in 20+0 records out 20971520 bytes (21 MB, 20 MiB) copied, 3.25288 s, 6.4 MB/s osd-ldiskfs.lustre-MDT0000.fallocate_zero_blocks=1 osd-ldiskfs.lustre-OST0000.fallocate_zero_blocks=1 osd-ldiskfs.lustre-OST0001.fallocate_zero_blocks=1 osd-ldiskfs.lustre-MDT0000.fallocate_zero_blocks=0 osd-ldiskfs.lustre-OST0000.fallocate_zero_blocks=0 osd-ldiskfs.lustre-OST0001.fallocate_zero_blocks=0 Waiting for MDT destroys to complete PASS 150bb (34s) == sanity test 150c: Verify fallocate Size and Blocks ==== 20:57:19 (1788915439) keep default fallocate mode: 0 verify fallocate on PFL file Waiting for MDT destroys to complete PASS 150c (24s) == sanity test 150d: Verify fallocate Size and Blocks - Non zero start ========================================================== 20:57:44 (1788915464) keep default fallocate mode: 0 Waiting for MDT destroys to complete PASS 150d (26s) == sanity test 150f: Verify fallocate punch functionality ========================================================== 20:58:11 (1788915491) keep default fallocate mode: 0 Verify fallocate punch: Range within the file range 5+0 records in 5+0 records out 20480 bytes (20 kB, 20 KiB) copied, 0.0148311 s, 1.4 MB/s Verify fallocate punch: Range overlapping and less than blocksize 5+0 records in 5+0 records out 20480 bytes (20 kB, 20 KiB) copied, 0.0222109 s, 922 kB/s Waiting for MDT destroys to complete PASS 150f (14s) == sanity test 150g: Verify fallocate punch on large range ========================================================== 20:58:25 (1788915505) keep default fallocate mode: 0 Verify fallocate punch: Very large Range 256+0 records in 256+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.713714 s, 1.5 MB/s 256+0 records in 256+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.877845 s, 1.2 MB/s 1024+0 records in 1024+0 records out 4194304 bytes (4.2 MB, 4.0 MiB) copied, 3.8484 s, 1.1 MB/s punch_size = 109043712 size - punch_size: 8192 size - punch_size in blocks: 2 fallocate -p --offset 4096 -l 109043712 /mnt/lustre/f150g.sanity Hole at [4096, 109047808) Waiting for MDT destroys to complete PASS 150g (31s) == sanity test 150ia: Verify fallocate zero-range ZERO functionality ========================================================== 20:58:56 (1788915536) keep default fallocate mode: 0 Verify fallocate(zero): range within the file 8+0 records in 8+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.132711 s, 4.0 MB/s Waiting for MDT destroys to complete PASS 150ia (12s) == sanity test 150ib: Verify fallocate zero-range PREALLOC functionality ========================================================== 20:59:08 (1788915548) keep default fallocate mode: 0 oleg113-server: debugfs 1.47.3-wc2 (11-Nov-2025) filesystem features: Filesystem features: has_journal ext_attr resize_inode dir_index filetype needs_recovery extent flex_bg ea_inode dirdata large_dir sparse_super large_file huge_file uninit_bg dir_nlink quota project Verify fallocate(zero): range within the file 8+0 records in 8+0 records out 32768 bytes (33 kB, 32 KiB) copied, 0.0471624 s, 695 kB/s Waiting for MDT destroys to complete PASS 150ib (14s) == sanity test 150ic: Verify fallocate LARGE zero PREALLOC functionality ========================================================== 20:59:22 (1788915562) keep default fallocate mode: 0 Verify fallocate zero-range: range extending the file oleg113-server: debugfs 1.47.3-wc2 (11-Nov-2025) Waiting for MDT destroys to complete PASS 150ic (33s) == sanity test 155a: Verify small file correctness: read cache:on write_cache:on ========================================================== 20:59:56 (1788915596) 1+0 records in 1+0 records out 6096 bytes (6.1 kB, 6.0 KiB) copied, 0.000332098 s, 18.4 MB/s PASS 155a (14s) == sanity test 155b: Verify small file correctness: read cache:on write_cache:off ========================================================== 21:00:10 (1788915610) 1+0 records in 1+0 records out 6096 bytes (6.1 kB, 6.0 KiB) copied, 0.000340834 s, 17.9 MB/s PASS 155b (16s) == sanity test 155c: Verify small file correctness: read cache:off write_cache:on ========================================================== 21:00:26 (1788915626) 1+0 records in 1+0 records out 6096 bytes (6.1 kB, 6.0 KiB) copied, 0.000925497 s, 6.6 MB/s PASS 155c (15s) == sanity test 155d: Verify small file correctness: read cache:off write_cache:off ========================================================== 21:00:41 (1788915641) 1+0 records in 1+0 records out 6096 bytes (6.1 kB, 6.0 KiB) copied, 0.00272645 s, 2.2 MB/s PASS 155d (15s) == sanity test 207a: can refresh layout at glimpse ======= 21:00:58 (1788915658) 2+0 records in 2+0 records out 8192 bytes (8.2 kB, 8.0 KiB) copied, 0.0169709 s, 483 kB/s fail_loc=0x170 PASS 207a (9s) == sanity test 207b: can refresh layout at open ========== 21:01:07 (1788915667) 5+0 records in 5+0 records out 20480 bytes (20 kB, 20 KiB) copied, 0.0174903 s, 1.2 MB/s fail_loc=0x171 checksum is daa100df6e6711906b61c9ab5aa16032 /mnt/lustre/f207b.sanity PASS 207b (9s) == sanity test 241a: bio vs dio ========================== 21:01:18 (1788915678) 1+0 records in 1+0 records out 40960 bytes (41 kB, 40 KiB) copied, 0.0377531 s, 1.1 MB/s -rw-r--r-- 1 root root 40960 Sep 8 21:01 /mnt/lustre/f241a.sanity ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=3 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=1 ldlm.namespaces.lustre-MDT0000-mdc-ffff8e554869a000.lock_unused_count=2 PASS 241a (122s) == sanity test 241b: dio vs dio ========================== 21:03:20 (1788915800) 1+0 records in 1+0 records out 40960 bytes (41 kB, 40 KiB) copied, 0.0267119 s, 1.5 MB/s -rw-r--r-- 1 root root 40960 Sep 8 21:03 /mnt/lustre/f241b.sanity PASS 241b (60s) == sanity test 251a: Handling short read and write correctly ========================================================== 21:04:21 (1788915861) fail_loc=0xa0001407 fail_val=1 fail_loc=0xa0001407 fail_val=1 PASS 251a (13s) == sanity test complete, duration 1396 sec =============== 21:04:42 (1788915882) === sanity: start cleanup 21:04:44 (1788915884) === Starting client oleg113-client.virtnet: -o user_xattr,flock 192.168.201.113@tcp:/lustre /mnt/lustre2 Mount client oleg113-client.virtnet: mount -t lustre -o user_xattr,flock 192.168.201.113@tcp:/lustre /mnt/lustre2 Started clients oleg113-client.virtnet: 192.168.201.113@tcp:/lustre on /mnt/lustre2 type lustre (rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose) Stopping clients: oleg113-client.virtnet /mnt/lustre2 (opts:) Stopping client oleg113-client.virtnet /mnt/lustre2 opts: === sanity: finish cleanup 21:04:59 (1788915899) === debug=super ioctl neterror warning dlmtrace error emerg ha rpctrace vfstrace config console lfsck PASS sanity (1423s) == sanity-dom test sanityn: Run sanityn with Data-on-MDT files ========================================================== 21:05:09 (1788915909) MGS_OS_ID_LIKE=rhel centos fedora rocky MGS_OS_VERSION_ID=8.10 MGS_OS_ID=rocky MGS_OS_VERSION_CODE=134873088 MDS1_OS_VERSION_ID=8.10 MDS1_OS_VERSION_CODE=134873088 MDS1_OS_ID_LIKE=rhel centos fedora rocky MDS1_OS_ID=rocky OST1_OS_VERSION_CODE=134873088 OST1_OS_ID_LIKE=rhel centos fedora rocky OST1_OS_VERSION_ID=8.10 OST1_OS_ID=rocky CLIENT_OS_ID=rocky CLIENT_OS_VERSION_CODE=134873088 CLIENT_OS_VERSION_ID=8.10 CLIENT_OS_ID_LIKE=rhel centos fedora rocky use SANITYN_ONLY='1 2 4 5 6 7 8 9 10 11 12 14 17 19 20 23 27 39 51a 51c 51d 107' SANITYN_EXCEPT='' oleg113-server: ls: cannot access '/home/green/git/lustre-release/lustre/tests/except/sanityn.*ex': No such file or directory only running tests: sanity sanityn 1 2 4 5 6 7 8 9 10 11 12 14 17 19 20 23 27 39 51a 51c 51d 107 excepting tests: 40a skipping tests SLOW=no: 33a === sanityn: start setup 21:05:34 (1788915934) === Starting client oleg113-client.virtnet: -o user_xattr,flock 192.168.201.113@tcp:/lustre /mnt/lustre2 Mount client oleg113-client.virtnet: mount -t lustre -o user_xattr,flock 192.168.201.113@tcp:/lustre /mnt/lustre2 Started clients oleg113-client.virtnet: 192.168.201.113@tcp:/lustre on /mnt/lustre2 type lustre (rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose) oleg113-client.virtnet: executing check_config_client /mnt/lustre oleg113-client.virtnet: Checking config lustre mounted on /mnt/lustre Checking servers environments Checking clients oleg113-client.virtnet environments Using TIMEOUT=20 osc.lustre-OST0000-osc-ffff8e554869a000.idle_timeout=debug osc.lustre-OST0000-osc-ffff8e556a72f000.idle_timeout=debug osc.lustre-OST0001-osc-ffff8e554869a000.idle_timeout=debug osc.lustre-OST0001-osc-ffff8e556a72f000.idle_timeout=debug disable quota as required oleg113-server: oleg113-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all osd-ldiskfs.track_declares_assert=1 === sanityn: finish setup 21:06:16 (1788915976) === 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0559644 s, 18.7 MB/s running as uid/gid/euid/egid 500/500/500/500, groups: 500 [true] running as uid/gid/euid/egid 500/500/500/500, groups: 500 [touch] [/mnt/lustre/d0_runas_test/f67318] == sanityn test 1: Check attribute updates on 2 mount points ========================================================== 21:06:19 (1788915979) /mnt/lustre/f1.sanityn has type file OK /mnt/lustre/f1.sanityn has perms 0777 OK /mnt/lustre/f1.sanityn has type file OK /mnt/lustre/f1.sanityn has perms 0666 OK /mnt/lustre/f1.sanityn: absent OK PASS 1 (8s) == sanityn test 2a: check cached attribute updates on 2 mtpt's ================================================================== 21:06:26 (1788915986) -rw-r--r-- 1 root root 0 Sep 8 21:06 /mnt/lustre2/f2a /mnt/lustre/f2a has type file OK /mnt/lustre/f2a has perms 0777 OK PASS 2a (8s) == sanityn test 2b: check cached attribute updates on 2 mtpt's ================================================================== 21:06:34 (1788915994) -rw-r--r-- 1 root root 0 Sep 8 21:06 /mnt/lustre2/f2b /mnt/lustre2/f2b has type file OK /mnt/lustre2/f2b has perms 0777 OK PASS 2b (9s) == sanityn test 2c: check cached attribute updates on 2 mtpt's root ============================================================= 21:06:43 (1788916003) /mnt/lustre2 has type dir OK /mnt/lustre2 has perms 0777 OK PASS 2c (8s) == sanityn test 2d: check cached attribute updates on 2 mtpt's root ============================================================= 21:06:51 (1788916011) /mnt/lustre2 has type dir OK /mnt/lustre2 has perms 0755 OK PASS 2d (7s) == sanityn test 2e: check chmod on root is propagated to others ========================================================== 21:06:59 (1788916019) total 0 -rwxrwxrwx 1 root root 0 Sep 8 21:06 f2a -rwxrwxrwx 1 root root 0 Sep 8 21:06 f2b total 0 -rwxrwxrwx 1 root root 0 Sep 8 21:06 f2a -rwxrwxrwx 1 root root 0 Sep 8 21:06 f2b running as uid/gid/euid/egid 500/500/500/500, groups: 500 [dd] [if=/dev/zero] [of=/mnt/lustre2/f2e.sanityn] [count=1] 1+0 records in 1+0 records out 512 bytes copied, 0.00935235 s, 54.7 kB/s PASS 2e (8s) == sanityn test 2f: check attr/owner updates on DNE with 2 mtpt's ========================================================== 21:07:07 (1788916027) SKIP: sanityn test_2f needs >= 2 MDTs SKIP 2f (4s) == sanityn test 2g: check blocks update on sync write ==== 21:07:11 (1788916031) 2+0 records in 2+0 records out 2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.197965 s, 10.6 MB/s /mnt/lustre/f2g.sanityn has 4096 blocks /mnt/lustre2/f2g.sanityn has 4096 blocks PASS 2g (8s) == sanityn test 4: fstat validation on multiple mount points ==================================================================== 21:07:19 (1788916039) PASS 4 (8s) == sanityn test 5: create a file on one mount, truncate it on the other ========================================================== 21:07:27 (1788916047) /mnt/lustre/f5 has type file OK /mnt/lustre/f5 has size 100 OK PASS 5 (8s) == sanityn test 6: remove of open file on other node ============================================================================ 21:07:36 (1788916056) opening writing unlinking /mnt/lustre2/f6.sanityn accessing (1) seeking (1) accessing (2) fstat... reading comparing data truncating seeking (2) writing again seeking (3) reading again comparing data again closing SUCCESS - goto beer PASS 6 (8s) == sanityn test 7: remove of open directory on other node ======================================================================= 21:07:43 (1788916063) creating directory /mnt/lustre/d7 opening directory unlinking /mnt/lustre/d7 Ok, everything goes well. PASS 7 (8s) == sanityn test 8: remove of open special file on other node ==================================================================== 21:07:51 (1788916071) creating special file /mnt/lustre/f8.sanityn opening file unlinking /mnt/lustre/f8.sanityn Ok, everything goes well. PASS 8 (9s) == sanityn test 9a: append of file with sub-page size on multiple mounts ========================================================== 21:08:00 (1788916080) PASS 9a (8s) == sanityn test 9b: append to striped sparse file ======== 21:08:09 (1788916089) 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.062443 s, 16.8 MB/s 3+0 records in 3+0 records out 3 bytes copied, 0.109717 s, 0.0 kB/s Data read (expecting 'foo'): foo PASS 9b (9s) == sanityn test 10a: write of file with sub-page size on multiple mounts ========================================================== 21:08:17 (1788916097) 1+0 records in 1+0 records out 1 byte copied, 0.0157966 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0119623 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0269416 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0129514 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0144098 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0255477 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0342698 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0298441 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0126871 s, 0.1 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0231016 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0279106 s, 0.0 kB/s 1+0 records in 1+0 records out 1 byte copied, 0.0110645 s, 0.1 kB/s PASS 10a (12s) == sanityn test 10b: write of file with sub-page size on multiple mounts ========================================================== 21:08:29 (1788916109) 1+0 records in 1+0 records out 3072 bytes (3.1 kB, 3.0 KiB) copied, 0.00958595 s, 320 kB/s 1+0 records in 1+0 records out 4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0607806 s, 67.4 kB/s 1+0 records in 1+0 records out 3072 bytes (3.1 kB, 3.0 KiB) copied, 0.000377365 s, 8.1 MB/s PASS 10b (9s) == sanityn test 11: execution of file opened for write should return error ============================================================== 21:08:38 (1788916118) multiop /mnt/lustre/d11/f vO_c TMPPIPE=/tmp/multiop_open_wait_pipe.67318 /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 298: /mnt/lustre2/d11/f: Text file busy PASS 11 (9s) == sanityn test 12: test lock ordering (link, stat, unlink) ========================================================== 21:08:47 (1788916127) warning: '-runtime' deprecated, use '-t runtime' instead - link 344 (time 1788916139.87 total 10.01 last 34.38) - link 880 (time 1788916149.89 total 20.02 last 53.51) - link 1346 (time 1788916159.90 total 30.03 last 46.56) - link 1819 (time 1788916169.91 total 40.04 last 47.26) - link 2311 (time 1788916179.91 total 50.04 last 49.19) - link 2598 (time 1788916189.93 total 60.07 last 28.64) - link 2905 (time 1788916199.95 total 70.09 last 30.64) - link 3217 (time 1788916209.97 total 80.11 last 31.14) - link 3544 (time 1788916219.99 total 90.12 last 32.66) total: 3849 link in 100.03 seconds: 38.48 ops/second using seed 395892817 running for 100 seconds - stat 769 (time 1788916142 ; total 11 ; last 11) - stat 4996 (time 1788916153 ; total 22 ; last 11) - stat 8405 (time 1788916164 ; total 33 ; last 11) - stat 10000 (time 1788916169 ; total 38 ; last 5) - stat 13759 (time 1788916180 ; total 49 ; last 11) - stat 15738 (time 1788916191 ; total 60 ; last 11) - stat 17927 (time 1788916202 ; total 71 ; last 11) - stat 20000 (time 1788916212 ; total 81 ; last 10) - stat 21814 (time 1788916223 ; total 92 ; last 11) total: 23589 stats in 100 seconds: 235.889999 stats/second - unlinked 0 (time 1788916180 ; total 0 ; last 0) unlink(/mnt/lustre2/lockdir/lockfile3849) error: No such file or directory total: 3848 unlinks in 95 seconds: 40.505264 unlinks/second /home/green/git/lustre-release/lustre/tests/lockorder.sh: line 77: kill: (80124) - No such process /home/green/git/lustre-release/lustre/tests/lockorder.sh: line 78: kill: (80126) - No such process PASS 12 (154s) == sanityn test 14aa: execution of file open for write returns -ETXTBSY ========================================================== 21:11:21 (1788916281) multiop /mnt/lustre/d14aa.sanityn/f14aa.sanityn vOw_c TMPPIPE=/tmp/multiop_open_wait_pipe.67318 /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 333: /mnt/lustre2/d14aa.sanityn/f14aa.sanityn: Text file busy /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 5091: 80728 Terminated $MULTIOP_PROG $FILE v$ARGS > $TMPPIPE (wd: ~) PASS 14aa (9s) == sanityn test 14ab: open(RDWR) of executing file returns -ETXTBSY ========================================================== 21:11:30 (1788916290) open(O_RDWR|O_CREAT): Text file busy /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 5091: 81307 Terminated $DIR1/$tdir/sleep 60 (wd: ~) PASS 14ab (7s) == sanityn test 14b: truncate of executing file returns -ETXTBSY ================================================================ 21:11:37 (1788916297) truncate: cannot truncate '/mnt/lustre2/d14b.sanityn/sleep' to length 60: Text file busy /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 348: 81887 Terminated $DIR1/$tdir/sleep 60 PASS 14b (8s) == sanityn test 14c: open(O_TRUNC) of executing file return -ETXTBSY ============================================================ 21:11:45 (1788916305) cp: cannot create regular file '/mnt/lustre2/d14c.sanityn/sleep': Text file busy /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 360: 82469 Terminated $DIR1/$tdir/sleep 60 PASS 14c (8s) == sanityn test 14d: chmod of executing file is still possible ================================================================== 21:11:53 (1788916313) chmod /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 371: 83053 Terminated $DIR1/$tdir/sleep 60 PASS 14d (10s) == sanityn test 17: resource creation/LVB creation race ========================================================================= 21:12:03 (1788916323) fail_loc=0x8000030a PASS 17 (11s) == sanityn test 19: test concurrent uncached read races ========================================================================= 21:12:14 (1788916334) 32+0 records in 32+0 records out 16777216 bytes (17 MB, 16 MiB) copied, 0.473783 s, 35.4 MB/s loop 5 loop 10 loop 15 loop 20 PASS 19 (31s) == sanityn test 20: test extra readahead page left in cache ============================================================== 21:12:45 (1788916365) PASS 20 (9s) == sanityn test 23: others should see updated atime while another read============================================================== 21:12:54 (1788916374) now is 1788916377 starting reads multiop /mnt/lustre/f23.sanityn vor20_c TMPPIPE=/tmp/multiop_open_wait_pipe.67318 new atime is 1788916438 PASS 23 (70s) == sanityn test 27: align non-overlapping extent locks from request ============================================================= 21:14:05 (1788916445) 4+0 records in 4+0 records out 16793600 bytes (17 MB, 16 MiB) copied, 0.461156 s, 36.4 MB/s dd 1 started dd 2 started 1+0 records in 1+0 records out 15728640 bytes (16 MB, 15 MiB) copied, 0.321193 s, 49.0 MB/s 1+0 records in 1+0 records out 8192 bytes (8.2 kB, 8.0 KiB) copied, 0.0464396 s, 176 kB/s dd 3 finished PASS 27 (15s) == sanityn test 39a: file mtime does not change after rename ========================================================== 21:14:19 (1788916459) repeat after cancel_lru_locks PASS 39a (10s) == sanityn test 39b: file mtime the same on clients with/out lock ========================================================== 21:14:29 (1788916469) repeat after cancel_lru_locks PASS 39b (8s) == sanityn test 39c: check truncate mtime update ================================================================================ 21:14:38 (1788916478) repeat after cancel_lru_locks PASS 39c (9s) == sanityn test 39d: sync write should update mtime ====== 21:14:47 (1788916487) fail_loc=0x411 fail_loc=0 PASS 39d (9s) == sanityn test 51a: layout lock: refresh layout should work ========================================================== 21:14:58 (1788916498) 0+1 records in 0+1 records out 158 bytes copied, 0.0375321 s, 4.2 kB/s /home/green/git/lustre-release/lustre/tests/sanityn.sh: line 3690: kill: (90589) - No such process PASS 51a (11s) == sanityn test 51c: layout lock: IT_LAYOUT blocked and correct layout can be returned ========================================================== 21:15:09 (1788916509) fail_loc=0x172 Setting layout to have 2 stripes ... 1+0 records in 1+0 records out 1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0421807 s, 24.3 kB/s PASS 51c (14s) == sanityn test 51d: layout lock: losing layout lock should clean up memory map region ========================================================== 21:15:23 (1788916523) 1+0 records in 1+0 records out 1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.129099 s, 8.1 MB/s Before revoking layout lock: 1024 KB mapped PASS 51d (11s) == sanityn test 107a: Basic grouplock conflict =========== 21:15:35 (1788916535) 10+0 records in 10+0 records out 10485760 bytes (10 MB, 10 MiB) copied, 0.549366 s, 19.1 MB/s /mnt/lustre/f107a.sanityn lcm_layout_gen: 3 lcm_mirror_count: 1 lcm_entry_count: 2 lcme_id: 1 lcme_mirror_id: 0 lcme_flags: init lcme_extent.e_start: 0 lcme_extent.e_end: 1048576 lmm_stripe_count: 0 lmm_stripe_size: 1048576 lmm_pattern: mdt lmm_layout_gen: 0 lmm_mdt_index: 0 lcme_id: 2 lcme_mirror_id: 0 lcme_flags: init lcme_extent.e_start: 1048576 lcme_extent.e_end: EOF lmm_stripe_count: 1 lmm_stripe_size: 4194304 lmm_pattern: raid0 lmm_layout_gen: 0 lmm_stripe_offset: 0 lmm_objects: - 0: { l_ost_idx: 0, l_fid: [0x240000400:0x3d5:0x0] } multiop /mnt/lustre/f107a.sanityn vOG14091995_g14091995c TMPPIPE=/tmp/multiop_open_wait_pipe.67318 multiop /mnt/lustre2/f107a.sanityn vO_G16022000r10g16022000c TMPPIPE=/tmp/multiop_open_wait_pipe.67318 First grouplock blocks second one PASS 107a (11s) == sanityn test 107b: Grouplock is added to the head of waiting list ========================================================== 21:15:47 (1788916547) 10+0 records in 10+0 records out 10485760 bytes (10 MB, 10 MiB) copied, 0.686844 s, 15.3 MB/s /mnt/lustre/f107b.sanityn lcm_layout_gen: 3 lcm_mirror_count: 1 lcm_entry_count: 2 lcme_id: 1 lcme_mirror_id: 0 lcme_flags: init lcme_extent.e_start: 0 lcme_extent.e_end: 1048576 lmm_stripe_count: 0 lmm_stripe_size: 1048576 lmm_pattern: mdt lmm_layout_gen: 0 lmm_mdt_index: 0 lcme_id: 2 lcme_mirror_id: 0 lcme_flags: init lcme_extent.e_start: 1048576 lcme_extent.e_end: EOF lmm_stripe_count: 1 lmm_stripe_size: 4194304 lmm_pattern: raid0 lmm_layout_gen: 0 lmm_stripe_offset: 1 lmm_objects: - 0: { l_ost_idx: 1, l_fid: [0x280000400:0x3d4:0x0] } multiop /mnt/lustre/f107b.sanityn vOG14091995_g14091995c TMPPIPE=/tmp/multiop_open_wait_pipe.67318 Grouplock blocks IO First grouplock blocks second one Second grouplock blocks IO PASS 107b (15s) cleanup: ====================================================== == sanityn test complete, duration 654 sec =============== 21:16:05 (1788916565) === sanityn: start cleanup 21:16:07 (1788916567) === Stopping clients: oleg113-client.virtnet /mnt/lustre2 (opts:) Stopping client oleg113-client.virtnet /mnt/lustre2 opts: === sanityn: finish cleanup 21:16:12 (1788916572) === PASS sanityn (670s) == sanity-dom test complete, duration 2154 sec =========== 21:16:19 (1788916579) === sanity-dom: start cleanup 21:16:21 (1788916581) === Stopping clients: oleg113-client.virtnet /mnt/lustre2 (opts:) === sanity-dom: finish cleanup 21:16:27 (1788916587) ===